-- Logs begin at Mon 2022-02-28 10:28:24 UTC, end at Mon 2022-02-28 12:34:30 UTC. -- Feb 28 11:19:29.019889 dv-neutron-830866-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 11:19:31.171787 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.common.config [-] Logging enabled! Feb 28 11:19:31.172497 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev32 Feb 28 11:19:31.172587 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84231) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 28 11:19:31.174803 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.common.config [-] Logging enabled! Feb 28 11:19:31.175079 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev32 Feb 28 11:19:31.175321 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84231) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 28 11:19:31.176272 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 11:19:31.176502 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 11:19:31.176850 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 11:19:31.177089 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 11:19:31.177307 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 11:19:31.177618 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.177911 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.178202 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.178427 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.178719 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.179036 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.179315 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.179598 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.179887 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.180167 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.181037 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.181310 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.181537 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.181814 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.182097 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.182380 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.182602 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] debug = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.182899 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.183325 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.183731 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.184003 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.184290 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.184561 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.184832 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.185112 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.185433 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] host = dv-neutron-830866-1-hyperv {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.185706 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.185986 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.186274 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.186555 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.186824 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.187123 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.187408 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.187675 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.187943 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] log_file = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.188217 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.188502 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.188786 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.189070 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.189293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.189512 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.189791 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.190074 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.190346 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.190616 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.190912 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.191187 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.191455 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.191720 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.191998 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.192279 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.192560 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.192829 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.193099 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.193366 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.193632 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.193910 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.194178 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.194445 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.194712 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.195022 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.195289 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.195556 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.195893 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.196200 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.196453 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.196727 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.196995 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.197271 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.197538 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.197804 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.198071 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] use_json = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.198340 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.198605 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.198911 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.199182 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.199449 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.199717 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.199982 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.200263 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.200530 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:31.200819 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.201109 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.201406 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.201681 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.201971 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.202502 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.202786 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.203085 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.203370 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.203654 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.203936 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.204210 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.204492 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.204782 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.205066 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.205335 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.205609 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.205893 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.206172 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.206441 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.206714 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.207026 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.207300 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.207570 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.207846 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.208118 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.208384 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.208650 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.208921 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.209205 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.209476 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.209741 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.210005 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.210277 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.210544 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.210825 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.211124 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.211397 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.211749 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.212022 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.212291 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.212560 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.212834 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.213101 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.213372 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.213641 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.213908 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.214174 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.214442 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.214706 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.215001 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.215267 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.215538 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.215805 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.216070 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.216343 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.216609 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.216876 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.217159 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.217449 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.217721 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.217994 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.218268 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.218540 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.218812 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.219108 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.219382 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.219654 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.219921 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.220209 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.220487 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.220765 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.221043 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.221315 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.221603 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.221873 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.222152 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.222424 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.222695 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.223002 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.223282 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.223573 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.223860 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.224151 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.224441 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.224728 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.225003 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.225306 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.225581 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:31.225794 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 11:19:31.226030 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84231) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 11:19:31.628010 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO keyring.backend [-] Loading KWallet Feb 28 11:19:31.635691 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO keyring.backend [-] Loading SecretService Feb 28 11:19:31.638775 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO keyring.backend [-] Loading Windows Feb 28 11:19:31.640147 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO keyring.backend [-] Loading chainer Feb 28 11:19:31.640713 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO keyring.backend [-] Loading macOS Feb 28 11:19:31.675381 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 11:19:31.675654 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=84231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 11:19:31.675935 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 11:19:31.676264 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 11:19:31.982078 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:31.982321 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:31.982551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.038713 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.039068 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.039346 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.043071 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.043345 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.043609 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.072404 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.072678 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.072937 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.100334 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.100609 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.100873 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.418498 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.419186 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.419186 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.419350 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.420199 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.540738 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.541100 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.541383 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.541651 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.541913 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.542217 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.542475 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.542727 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.543001 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.543279 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.543532 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.543798 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.544062 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.544316 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.544578 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.544840 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.545089 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.545354 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.545645 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.545899 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.546221 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.546469 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.546711 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.547014 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.547260 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.547501 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.547883 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:19:32.548115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:19:32.548346 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:19:32.548576 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:19:32.548804 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:19:32.549032 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:19:32.549589 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 11:19:32.552936 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 11:19:32.557186 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 11:19:32.561312 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(700, 749)])]) Feb 28 11:19:32.563165 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 11:19:32.563556 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 11:19:32.563885 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 11:19:32.564270 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 11:19:32.567116 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 11:19:32.567367 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 11:19:32.567706 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 11:19:32.597120 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 28 11:19:32.597576 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.597874 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84231) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 28 11:19:32.598232 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.599626 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84231) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 11:19:32.599909 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 11:19:32.600154 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 11:19:32.603403 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.603682 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:32.664372 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 11:19:32.664650 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 11:19:32.665168 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 11:19:32.665340 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 11:19:32.695150 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_db.sqlalchemy.engines [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84231) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 28 11:19:33.135238 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Initializing driver for type 'gre' Feb 28 11:19:33.135779 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] gre ID ranges: [(1, 1000)] Feb 28 11:19:33.340922 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Initializing driver for type 'local' Feb 28 11:19:33.341249 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Initializing driver for type 'vlan' Feb 28 11:19:33.426597 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] VlanTypeDriver initialization complete Feb 28 11:19:33.427247 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Initializing driver for type 'vxlan' Feb 28 11:19:33.427383 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] vxlan ID ranges: [(1, 1000)] Feb 28 11:19:33.631958 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Initializing extension driver 'port_security' Feb 28 11:19:33.632297 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.extensions.port_security [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] PortSecurityExtensionDriver initialization complete Feb 28 11:19:33.632641 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Initializing mechanism driver 'openvswitch' Feb 28 11:19:33.632964 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Initializing mechanism driver 'hyperv' Feb 28 11:19:33.640280 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.plugins.ml2.plugin [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:19:33.641105 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > port after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.641474 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > port after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.641821 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > port after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.642341 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84231) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 11:19:33.642769 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > subnet after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.643145 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > subnet after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.645027 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > subnet after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.645027 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84231) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 11:19:33.645027 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > network after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.645027 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > network after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.645027 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > network after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.645423 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84231) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 11:19:33.645642 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > security_group after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.645983 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > security_group after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.646317 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > security_group after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.646837 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84231) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 11:19:33.647257 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.647598 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.647938 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.648322 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84231) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 11:19:33.648756 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] ML2 OVO RPC backend initialized. {{(pid=84231) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 28 11:19:33.649492 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router_interface after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.649842 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.650253 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > network before_response 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.650596 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > networks before_response 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.650964 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > port before_response 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.651302 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > ports before_response 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.651641 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > subnet before_response 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.651980 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > subnets before_response 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.652316 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > network after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.652647 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > network after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.652975 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > network after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.653304 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > port after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.653635 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > port after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.653963 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > port after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.654292 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > subnet after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.654619 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > subnet after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.654973 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > subnet after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.655555 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.plugin [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Modular L2 Plugin initialization complete Feb 28 11:19:33.655901 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading services supported by the core plugin {{(pid=84231) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 11:19:33.656209 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.plugins.ml2.managers [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Got port-security extension from driver 'port_security' Feb 28 11:19:33.656667 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.extensions.vlantransparent [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Disabled vlantransparent extension. Feb 28 11:19:33.657079 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84231) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 11:19:33.657391 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading Plugin: router Feb 28 11:19:33.704215 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router_interface before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.704542 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router after_create 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.705012 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router before_create 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.705386 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.705752 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.706102 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router after_delete 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.706460 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > floatingip after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.706819 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router after_create 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.707188 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router after_update 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.707533 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router after_update 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.707874 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.708230 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router after_update 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.708638 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router precommit_update 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.709000 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: port after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.709333 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: port after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.709665 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: subnet after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.709995 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.710335 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > port precommit_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.710676 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router precommit_create 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.711051 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: port before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.711419 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router precommit_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.711770 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router after_update 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.712105 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router precommit_delete 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.712449 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router precommit_create 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.712809 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router_interface after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.713150 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router precommit_update 55549900 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.713510 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > agent after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.713853 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > agent after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.714195 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > network after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.715087 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Tracking information for resource: router configured {{(pid=84231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:19:33.715421 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Tracking information for resource: floatingip configured {{(pid=84231) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 11:19:33.720349 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.db.l3_agentschedulers_db [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 11:19:33.720925 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: port after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.721323 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: port after_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.721753 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: port after_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.722104 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: port after_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.723039 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router before_create 55550100 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.723403 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router precommit_delete 55550100 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.723762 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router precommit_create 55550100 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.724115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > router precommit_update 55550100 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.728564 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.services.provider_configuration [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service providers = [] {{(pid=84231) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 11:19:33.728927 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.db.servicetype_db [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84231) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 11:19:33.731849 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.services.service_base [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 11:19:33.732196 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.services.service_base [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 11:19:33.732530 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.services.service_base [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 11:19:33.733404 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.services.service_base [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84231) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 11:19:33.733777 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.services.service_base [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 11:19:33.734150 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:19:33.734466 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 11:19:33.752761 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:19:33.753091 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading Plugin: auto_allocate Feb 28 11:19:33.759764 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: network precommit_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.760154 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: network precommit_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.760664 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:19:33.760981 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading Plugin: tag Feb 28 11:19:33.767583 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:19:33.768038 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading Plugin: timestamp Feb 28 11:19:33.771997 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:19:33.772333 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading Plugin: network_ip_availability Feb 28 11:19:33.783895 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.784262 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.784615 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:33.785316 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:19:33.785630 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading Plugin: flavors Feb 28 11:19:33.790683 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:19:33.791040 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading Plugin: revisions Feb 28 11:19:33.795317 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84231) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 11:19:33.795699 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_concurrency.lockutils [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.120s {{(pid=84231) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 11:19:33.796432 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84231) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 28 11:19:33.796761 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Initializing extension manager. Feb 28 11:19:33.797258 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: __init__.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.797595 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: __pycache__ {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.797927 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.798257 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.798585 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: _filter_validation_lib.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.798937 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.799262 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: address_group.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.800131 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.800688 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: address-group Feb 28 11:19:33.801008 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: address_scope.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.801721 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.802229 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: address-scope Feb 28 11:19:33.802547 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: admin_state_down_before_update.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.803482 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.803993 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: router-admin-state-down-before-update Feb 28 11:19:33.804315 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: agent.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.804999 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.806113 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: agent Feb 28 11:19:33.806506 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: agent_resources_synced.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.807431 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.807946 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: agent-resources-synced Feb 28 11:19:33.808262 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: allowedaddresspairs.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.810190 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.810713 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: allowed-address-pairs Feb 28 11:19:33.811073 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: auto_allocated_topology.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.818938 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.819459 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: auto-allocated-topology Feb 28 11:19:33.819778 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: availability_zone.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.820456 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.821531 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: availability_zone Feb 28 11:19:33.821856 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: availability_zone_filter.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.822751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.823295 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: availability_zone_filter Feb 28 11:19:33.823618 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: data_plane_status.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.824520 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.825029 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 11:19:33.825355 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: default_subnetpools.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.826249 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.826763 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: default-subnetpools Feb 28 11:19:33.827354 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: dhcpagentscheduler.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.828128 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.828644 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: dhcp_agent_scheduler Feb 28 11:19:33.828966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: dns.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.829999 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.830501 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension dns-integration not supported by any of loaded plugins Feb 28 11:19:33.830819 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: dns_domain_ports.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.831740 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.832243 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 11:19:33.832562 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: dvr.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.833223 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.833727 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: dvr Feb 28 11:19:33.834173 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: empty_string_filtering.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.834977 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.835480 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: empty-string-filtering Feb 28 11:19:33.835795 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.836712 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.837212 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 11:19:33.837530 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.838434 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.838959 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 11:19:33.839282 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: external_net.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.840175 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.840682 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: external-net Feb 28 11:19:33.841001 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: extra_dhcp_opt.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.848659 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.849162 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: extra_dhcp_opt Feb 28 11:19:33.849479 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: extraroute.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.850369 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.850905 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: extraroute Feb 28 11:19:33.851225 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: extraroute_atomic.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.852410 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.852915 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: extraroute-atomic Feb 28 11:19:33.853234 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: filter_validation.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.853897 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.854394 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: filter-validation Feb 28 11:19:33.854712 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: fip_pf_description.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.855630 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.856134 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 11:19:33.856450 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: fip_port_details.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.857353 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.857860 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: fip-port-details Feb 28 11:19:33.858178 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: flavors.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.859428 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.859946 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: flavors Feb 28 11:19:33.860269 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.862056 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.862572 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 11:19:33.862915 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: floatingip_pools.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.863611 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.864125 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: floatingip-pools Feb 28 11:19:33.864450 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: ip_allocation.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.865361 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.865867 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 11:19:33.866188 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.867122 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.868154 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: ip-substring-filtering Feb 28 11:19:33.868704 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: l2_adjacency.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.869767 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.870276 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 11:19:33.870595 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: l3.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.871567 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.872084 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: router Feb 28 11:19:33.872405 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: l3_conntrack_helper.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.874749 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.875319 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 11:19:33.875646 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.883961 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.884641 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: ext-gw-mode Feb 28 11:19:33.884970 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.885885 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.886398 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: l3-ha Feb 28 11:19:33.886720 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: l3_flavors.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.887646 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.888189 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: l3-flavors Feb 28 11:19:33.888478 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.889390 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.889904 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 11:19:33.890226 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: l3agentscheduler.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.891294 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.891816 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: l3_agent_scheduler Feb 28 11:19:33.892140 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: logging.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.893627 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.894148 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension logging not supported by any of loaded plugins Feb 28 11:19:33.894477 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: metering.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.895237 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.895811 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: metering Feb 28 11:19:33.896136 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.897229 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.897746 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: metering_source_and_destination_fields Feb 28 11:19:33.898070 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: multiprovidernet.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.899068 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.899671 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: multi-provider Feb 28 11:19:33.899992 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: netmtu.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.900897 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.901405 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: net-mtu Feb 28 11:19:33.901729 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: netmtu_writable.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.902632 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.903169 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: net-mtu-writable Feb 28 11:19:33.903489 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: network_availability_zone.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.904149 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.904652 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: network_availability_zone Feb 28 11:19:33.905213 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: network_ip_availability.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.906297 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.906809 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: network-ip-availability Feb 28 11:19:33.907153 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: network_segment_range.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.907907 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.908414 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 11:19:33.908734 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: pagination.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.913311 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.913636 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: pagination Feb 28 11:19:33.913955 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.914993 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.915518 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: port-mac-address-regenerate Feb 28 11:19:33.915841 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: port_resource_request.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.916759 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.917272 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 11:19:33.917593 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: portbindings.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.918506 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.919052 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: binding Feb 28 11:19:33.919372 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: portbindings_extended.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.920631 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.921140 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: binding-extended Feb 28 11:19:33.921465 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: portsecurity.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.922359 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.922896 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: port-security Feb 28 11:19:33.923257 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: project_id.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.924245 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.924697 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: project-id Feb 28 11:19:33.925017 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: providernet.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.925941 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.926456 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: provider Feb 28 11:19:33.926776 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: qos.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.931163 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.931690 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension qos not supported by any of loaded plugins Feb 28 11:19:33.932020 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.933269 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.933784 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 11:19:33.934111 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.935043 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.935552 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 11:19:33.935875 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: qos_default.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.936774 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.937283 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension qos-default not supported by any of loaded plugins Feb 28 11:19:33.937604 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: qos_fip.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.938245 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.938745 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension qos-fip not supported by any of loaded plugins Feb 28 11:19:33.939088 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: qos_gateway_ip.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.944874 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.945380 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 11:19:33.945699 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: qos_port_network_policy.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.947264 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.947767 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 11:19:33.948086 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: qos_rule_type_details.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.948988 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.949498 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 11:19:33.949824 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: qos_rules_alias.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.950872 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.951512 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 11:19:33.951834 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: quotasv2.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.952966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.953289 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: quotas Feb 28 11:19:33.953605 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: quotasv2_detail.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.955269 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.955564 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: quota_details Feb 28 11:19:33.956038 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: rbac.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.957078 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.957605 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: rbac-policies Feb 28 11:19:33.957934 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: rbac_address_scope.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.958865 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.959409 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: rbac-address-scope Feb 28 11:19:33.959718 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: rbac_security_groups.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.960634 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.961150 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: rbac-security-groups Feb 28 11:19:33.961575 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: rbac_subnetpool.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.962501 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.963039 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: rbac-subnetpool Feb 28 11:19:33.963364 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: revisionifmatch.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.964270 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.964779 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: revision-if-match Feb 28 11:19:33.965102 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: revisions.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.966212 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.966755 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: standard-attr-revisions Feb 28 11:19:33.967099 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: router_availability_zone.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.967765 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.968269 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: router_availability_zone Feb 28 11:19:33.973132 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: routerservicetype.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.973952 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.974462 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension router-service-type not supported by any of loaded plugins Feb 28 11:19:33.974782 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: security_groups_port_filtering.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.975711 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.976217 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: port-security-groups-filtering Feb 28 11:19:33.976538 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: securitygroup.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.988163 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.988700 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: security-group Feb 28 11:19:33.989034 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: segment.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.989809 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.990325 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension segment not supported by any of loaded plugins Feb 28 11:19:33.990654 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.991754 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.992267 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 11:19:33.992591 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: servicetype.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.994383 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.994943 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: service-type Feb 28 11:19:33.995270 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: sorting.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.996235 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.996567 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: sorting Feb 28 11:19:33.996885 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: standard_attr_segment.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.997778 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.998293 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 11:19:33.998614 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: standardattrdescription.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:33.999278 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:33.999913 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: standard-attr-description Feb 28 11:19:34.000235 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: stateful_security_group.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.008778 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.009387 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: stateful-security-group Feb 28 11:19:34.009715 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: stdattrs_common.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.010297 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 11:19:34.010619 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.011573 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.012115 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 11:19:34.012418 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: subnet_onboard.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.013553 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.014075 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: subnet_onboard Feb 28 11:19:34.014398 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.015340 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.015849 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 11:19:34.016171 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: subnet_service_types.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.017092 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.017600 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: subnet-service-types Feb 28 11:19:34.017920 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: subnetallocation.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.019035 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.019549 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: subnet_allocation Feb 28 11:19:34.019868 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.020521 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.021056 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: subnetpool-prefix-ops Feb 28 11:19:34.021374 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.022310 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.022816 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 11:19:34.023166 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: tagging.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.024359 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.024878 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: standard-attr-tag Feb 28 11:19:34.025218 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: timestamp.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.026405 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.026956 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loaded extension: standard-attr-timestamp Feb 28 11:19:34.027283 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: trunk.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.028298 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.028818 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension trunk not supported by any of loaded plugins Feb 28 11:19:34.029145 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: trunk_details.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.031743 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.032258 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension trunk-details not supported by any of loaded plugins Feb 28 11:19:34.032579 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: uplink_status_propagation.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.033484 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.033995 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 11:19:34.034448 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Loading extension file: vlantransparent.py {{(pid=84231) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 11:19:34.035138 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84231) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 11:19:34.035647 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 11:19:34.037824 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:network Feb 28 11:19:34.038547 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:subnet Feb 28 11:19:34.039184 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:19:34.040627 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:port Feb 28 11:19:34.041887 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.042329 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service FLAVORS assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.042971 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.043399 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.043726 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:router Feb 28 11:19:34.044383 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:floatingip Feb 28 11:19:34.045097 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service METERING assigned prefix: /metering {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.046503 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:34.046894 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:34.047240 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:19:34.048466 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 11:19:34.048902 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:security_group Feb 28 11:19:34.049563 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 11:19:34.050439 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service CORE assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.050790 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:19:34.051248 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] subnetpool is already registered Feb 28 11:19:34.051859 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service CORE assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.052186 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:19:34.052514 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] subnetpool is already registered Feb 28 11:19:34.055049 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.056180 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service FLAVORS assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.056769 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.057186 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.057517 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:router Feb 28 11:19:34.057846 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] router is already registered Feb 28 11:19:34.058495 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:floatingip Feb 28 11:19:34.058823 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] floatingip is already registered Feb 28 11:19:34.059472 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service METERING assigned prefix: /metering {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.060135 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 11:19:34.060460 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] rbac_policy is already registered Feb 28 11:19:34.060994 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:security_group Feb 28 11:19:34.061316 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] security_group is already registered Feb 28 11:19:34.061900 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 11:19:34.062226 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] security_group_rule is already registered Feb 28 11:19:34.062914 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service CORE assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.063239 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:19:34.063562 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] subnetpool is already registered Feb 28 11:19:34.064169 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.v2.resource_helper [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Service CORE assigned prefix: {{(pid=84231) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 11:19:34.064493 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 11:19:34.064813 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING neutron.quota.resource_registry [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] subnetpool is already registered Feb 28 11:19:34.065583 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: extensions {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.067028 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: address-groups {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.068592 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: address-scopes {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.069766 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: agents {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.071217 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: auto-allocated-topology {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.072295 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: availability_zones {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.073589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: dhcp-networks {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.074975 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: dhcp-agents {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.076371 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: routers {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.078375 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: flavors {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.079551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: service_profiles {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.080721 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: next_providers {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.082358 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: service_profiles {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.083785 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: floatingip-pools {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.084972 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: routers {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.086755 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: floatingips {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.088032 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: l3-routers {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.089371 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: l3-agents {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.090725 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: metering-labels {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.092080 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: metering-label-rules {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.093319 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: network-ip-availabilities {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.094543 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: bindings {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.097078 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: quotas {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.098481 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: quotas {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.100045 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: rbac-policies {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.101331 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: security-groups {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.103106 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: security-group-rules {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.104302 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: service-providers {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.105491 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: subnetpools {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.106900 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: subnetpools {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.108366 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.110003 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.111930 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.113660 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.115444 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.117075 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.119496 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.121299 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.123203 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.125001 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron.api.extensions [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Extended resource: tags {{(pid=84231) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 11:19:34.130890 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING keystonemiddleware.auth_token [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 11:19:34.135623 dv-neutron-830866-1-hyperv neutron-server[84231]: WARNING keystonemiddleware.auth_token [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 11:19:34.143607 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_concurrency.lockutils [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Acquired lock "singleton_lock" {{(pid=84231) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 28 11:19:34.144080 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_concurrency.lockutils [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Releasing lock "singleton_lock" {{(pid=84231) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 28 11:19:34.144705 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO oslo_service.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Starting 2 workers Feb 28 11:19:34.149425 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Started child 84338 {{(pid=84231) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 11:19:34.153719 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Started child 84339 {{(pid=84231) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 11:19:34.154854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:34.155472 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO neutron.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 11:19:34.155834 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Notify callbacks [] for process, before_spawn {{(pid=84231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:34.156308 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [-] (84338) wsgi starting up on http://0.0.0.0:9696 Feb 28 11:19:34.158251 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO oslo_service.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Starting 1 workers Feb 28 11:19:34.158455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:34.159827 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [-] (84339) wsgi starting up on http://0.0.0.0:9696 Feb 28 11:19:34.163178 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Started child 84340 {{(pid=84231) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 11:19:34.163713 dv-neutron-830866-1-hyperv neutron-server[84231]: INFO oslo_service.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Starting 1 workers Feb 28 11:19:34.167635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] calling RpcWorker wait() {{(pid=84340) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 11:19:34.168213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] returning from RpcWorker wait() {{(pid=84340) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 11:19:34.168655 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Started child 84341 {{(pid=84231) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 11:19:34.169310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:34.169418 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG neutron_lib.callbacks.manager [None req-732d93a9-4693-4726-9ce4-a9c0439db53d None None] Notify callbacks [] for process, after_spawn {{(pid=84231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:34.169760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:19:34.171306 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84231) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 11:19:34.171514 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 11:19:34.171695 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 11:19:34.171902 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 11:19:34.172239 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 11:19:34.172400 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 11:19:34.172920 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.173190 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.173447 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.173714 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.174018 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.174320 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:34.174794 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.174794 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.175048 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.175312 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.175398 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:19:34.175540 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.175705 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.175869 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.176113 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.176355 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.176630 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.176905 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.177139 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.177393 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.177566 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.177830 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.178085 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.178323 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.178578 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] debug = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.178811 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.179303 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.179525 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.179759 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.179999 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.180375 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.181475 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.185042 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.185042 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.185042 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.185042 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.185042 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.185042 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.185042 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.185042 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.186011 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.186011 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] host = dv-neutron-830866-1-hyperv {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.186011 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.186011 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.186011 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.186011 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.186011 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.186011 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.186924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 41958) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:19:34.187052 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.187052 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.187052 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.187052 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.187052 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.187052 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.187052 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.187887 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_file = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.187887 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_options = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.187887 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.188232 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.188232 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.188464 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.188600 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.188729 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.189264 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.189264 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.189512 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.189512 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.189749 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.189925 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.190151 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.190378 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.190611 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.190869 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.191083 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.191318 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.191557 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.191812 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.192031 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.192269 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.192481 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.192695 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.192924 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.193133 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.193352 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.193591 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.193799 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.194033 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.194304 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.194560 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.194807 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.195079 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.195323 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.195551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.195800 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.196257 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.196769 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.197144 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0079048 Feb 28 11:19:34.197421 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.197851 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.198237 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.198668 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.198951 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.200551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.200551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_json = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.200551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.200551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.200551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.200551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.200551 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.201484 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.201484 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.201484 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.201484 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.202002 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.202415 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.203060 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.203060 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.203424 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.203424 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.203782 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.205256 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.205256 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.205623 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.206967 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.207133 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.207423 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.207698 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.207958 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.208218 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.209092 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.209092 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.209092 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.209092 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.209772 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.209772 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.209772 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.210157 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.210293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.210740 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.210740 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.211036 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.211036 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.211364 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.211364 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.211989 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.212217 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.212433 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.212652 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.212868 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.213090 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.213317 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.213550 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.213807 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.214046 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.214262 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.214475 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.214711 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.214980 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.215226 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.215439 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.216384 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.216384 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.216384 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.216384 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.216647 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.216724 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.216921 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.217145 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.217365 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.217589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.217822 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.218766 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.218766 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.218766 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.218766 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221231 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221231 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221231 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221231 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221231 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221231 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221231 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221231 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221231 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221901 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221901 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.221901 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.222100 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.222234 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.222466 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.222726 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.222979 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.223210 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.223607 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.224644 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.224644 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.224644 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.224644 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.224900 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.225065 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.225232 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.225474 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.225688 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.225961 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.226173 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.226391 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.226634 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.226923 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.227770 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.228069 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.228326 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.228765 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.229016 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.229421 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.229698 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.229958 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.230237 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.230464 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.230868 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.231029 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.231322 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.231603 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.231829 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.232270 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.232561 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.232820 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.233650 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.233913 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.234232 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.234621 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.234773 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.234986 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.235899 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.235899 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.235899 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.236317 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.236317 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.237050 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.237050 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.237050 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.237448 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.237448 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.237717 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.238667 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.238667 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.238667 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.238667 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.239292 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.239292 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.239292 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.239715 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.239715 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.239999 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.240161 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.240384 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.240596 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.240856 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.241032 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.241241 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.241490 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.241707 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.241936 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.242340 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.242561 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.243369 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.243633 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.244043 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.244260 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.244485 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.244714 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.244971 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.245186 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.245458 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.245701 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.246077 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.246253 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.246501 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.246738 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.248498 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.248498 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.248498 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.248843 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.248843 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.249050 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.250211 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.250211 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.250211 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.250211 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.250211 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.250751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.250751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.254970 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.254970 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.254970 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.254970 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.254970 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.254970 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.255615 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.255615 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.255615 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.255843 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.256007 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.256254 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.256470 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.256703 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.256920 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.257139 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.260018 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.260018 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.260018 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.260018 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.260424 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.260424 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.260682 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.260894 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.261147 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.261396 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.261746 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.261975 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.262223 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.262442 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.262751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.263029 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.263277 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.263583 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.263935 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.264393 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.264562 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.264909 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.265277 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.265720 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.266193 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.266566 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.266986 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.268420 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.268420 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.268420 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.268420 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.268700 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.268778 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.269327 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.269327 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.269585 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.269870 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.270263 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.270554 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.271981 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.271981 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.271981 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.271981 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.271981 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.272322 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.272523 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.274067 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.274067 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.274233 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.274539 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.275050 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.275296 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.275524 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.277028 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.277028 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.277028 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.277278 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.277449 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 11:19:34.278084 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84231) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 11:19:34.278463 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 11:19:34.278821 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 11:19:34.279229 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 11:19:34.279599 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 11:19:34.280024 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 11:19:34.280427 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.280797 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.281148 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.281498 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.281969 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.282343 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.282710 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.283104 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.283472 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.283817 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.284314 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.284665 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.285010 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.285357 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.285712 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.286057 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.286414 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.286593 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.286902 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.287110 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.287465 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.287808 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.288151 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] debug = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.288727 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.289125 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.290007 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.290568 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.290963 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.291317 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.291665 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.292080 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.292429 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.293015 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.293359 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.293522 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.293823 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.294121 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.294553 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.294770 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.295023 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] host = dv-neutron-830866-1-hyperv {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.295557 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.295897 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.296065 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.296228 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.296536 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.296853 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.297023 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.297188 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.297353 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.297712 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.297810 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.298310 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.298486 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.299117 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_file = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.299455 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_options = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.299788 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.300115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.300651 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.300651 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.300651 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.300887 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.300955 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.301082 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.301637 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.302320 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.302630 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.302792 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.303105 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.303400 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.303712 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.304008 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.304648 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.305066 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.305813 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.305917 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.306233 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.306396 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.306563 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.307089 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.307089 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.307089 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.307346 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.307346 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.307486 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.307656 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.308051 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.308441 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.308753 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.309058 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.309263 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.309411 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.309552 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.309717 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.309880 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.310046 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.310205 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.310512 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.310668 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.311004 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.311167 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.311328 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_json = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.311491 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.311653 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.311814 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.311974 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.312133 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.312293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.312455 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.312627 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.312803 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 11:19:34.312995 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.313145 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.313276 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.313535 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.313686 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.313818 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.313962 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.314083 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.314210 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.314369 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.314538 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.314696 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.315834 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.316032 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.316465 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.316465 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.317525 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.317525 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.317682 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.317748 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.317874 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.318351 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.318351 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.318351 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.318591 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.318672 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.318808 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.319004 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.319170 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.319335 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.319501 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.319664 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.319830 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.319999 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.320142 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.320306 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.320471 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.320636 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.320853 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.321092 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.321330 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.321607 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.321776 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.321943 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.322112 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.322276 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.322440 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.322603 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.322767 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.322958 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.323124 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.323302 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.323467 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.323632 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.323796 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.323961 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.324124 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.324288 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.324451 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.324615 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.324780 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.324944 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.325107 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.325272 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.325436 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.325601 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.325764 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.325929 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.326092 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.326257 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.326419 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.326583 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.326746 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.326945 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.327366 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.327553 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.327717 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.327881 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.328045 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.328208 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.328373 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.328536 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.328699 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.328861 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.329024 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.329188 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.329352 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.329520 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.329684 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.329864 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.330016 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.330179 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.330342 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.330506 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.330669 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.330833 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.331019 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.331183 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.331347 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.331510 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.331673 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.331848 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.332013 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.332184 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.332453 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.332580 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.332721 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.332827 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.332999 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.333203 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.333321 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.333483 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.333609 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.333789 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.333928 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.334086 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.334244 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.334411 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.334580 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.334738 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.334987 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.335148 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.336230 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.336230 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.336230 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.336230 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.336230 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.336230 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.336230 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.337183 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.337183 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.337183 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.337183 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.337183 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.337710 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.337710 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.337710 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.337710 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.338079 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.338079 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.338301 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.338301 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.339813 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.339813 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.339813 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.339813 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.339813 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.339813 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.339813 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.339813 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.340966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.340966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.340966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.340966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.340966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.340966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.340966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.340966 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.344751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.344751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.344751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.344751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.344751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.344751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.344751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.344751 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.347293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.347293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.347293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.347293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.347293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.347293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.347293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.347293 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348157 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348157 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348157 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348157 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348157 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348157 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348157 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348157 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.348589 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349115 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349831 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349831 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349831 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349831 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349831 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349831 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.349831 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.350583 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.350583 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.350583 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.350583 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.350583 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.351107 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.351107 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.351107 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.351304 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.351468 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.351612 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.351746 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.351878 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.352549 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.352707 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.352878 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.353081 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.354434 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.354434 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.354434 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.354434 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:700:749'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.354434 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.354434 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.354434 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.354434 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355305 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355305 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355305 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355305 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355305 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355305 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355934 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355934 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355934 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.355934 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.356377 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.356377 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.356377 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.357280 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.357280 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.357280 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.357280 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.357280 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.357280 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 11:19:34.357786 dv-neutron-830866-1-hyperv neutron-server[84231]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84231) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 11:19:34.361824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:19:44.835044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7fffcc-8e3a-4f50-bfd6-2b7b88967a1f None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:19:44.912805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7fffcc-8e3a-4f50-bfd6-2b7b88967a1f None None] No non-hosted networks {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 11:19:44.920881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.agentschedulers_db [None req-4b7fffcc-8e3a-4f50-bfd6-2b7b88967a1f None None] DHCP Agent not found on host dv-neutron-830866-1-hyperv {{(pid=84340) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 11:19:45.027268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-32ac827d-56f8-48fa-865f-abc98be87cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413320'] for agent, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:47.022373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a579a1cc-f198-4ab2-8652-fb3e2249d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413320'] for agent, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:47.062079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-05554ee1-0e32-42de-a21b-788ff41b8491 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-830866-1-hyperv {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:19:47.062880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-05554ee1-0e32-42de-a21b-788ff41b8491 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:19:47.695366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-05554ee1-0e32-42de-a21b-788ff41b8491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:48.152208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413320'] for agent, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:48.321875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413320'] for agent, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:48.322524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.322876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.323209 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.323529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.323854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.324176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.324739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.325085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.325409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.325747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.326085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:48.326492 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-830866-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:19:48.341526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-830866-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:19:49.592073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413320'] for agent, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:51.093662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42064) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:19:51.687726 dv-neutron-830866-1-hyperv neutron-server[84338]: WARNING oslo_policy.policy [None req-bc563e77-1e7d-4975-aab2-5501712f41ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:19:51.688303 dv-neutron-830866-1-hyperv neutron-server[84338]: WARNING oslo_policy.policy [None req-bc563e77-1e7d-4975-aab2-5501712f41ec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:19:51.906231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-bc563e77-1e7d-4975-aab2-5501712f41ec admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:19:51.907307 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bc563e77-1e7d-4975-aab2-5501712f41ec admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8127582 Feb 28 11:19:53.946042 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.db.l3_hamode_db [None req-e61e1fc8-a47d-4ef6-97cb-c22abd68563e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 11:19:54.032443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e1fc8-a47d-4ef6-97cb-c22abd68563e None None] Routers set() bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:19:54.032763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61e1fc8-a47d-4ef6-97cb-c22abd68563e None None] Router IDs set() for agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 11:19:54.240315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42078) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:19:54.628353 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-106cf3af-0b12-466a-a905-648b9e58a3ef admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:19:54.681869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.policy [None req-106cf3af-0b12-466a-a905-648b9e58a3ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84338) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 28 11:19:54.682625 dv-neutron-830866-1-hyperv neutron-server[84338]: WARNING oslo_policy.policy [None req-106cf3af-0b12-466a-a905-648b9e58a3ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:19:54.683130 dv-neutron-830866-1-hyperv neutron-server[84338]: WARNING oslo_policy.policy [None req-106cf3af-0b12-466a-a905-648b9e58a3ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:19:54.686360 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.quota [None req-106cf3af-0b12-466a-a905-648b9e58a3ef admin admin] Loaded quota_driver: . Feb 28 11:19:54.702651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-106cf3af-0b12-466a-a905-648b9e58a3ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:19:54.827531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-106cf3af-0b12-466a-a905-648b9e58a3ef admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752567880056', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752567898714', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752567857002', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752567846675', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8752567851157', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1074556', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1129452', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-521725', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560833'] for rbac-policy, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:55.018035 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-106cf3af-0b12-466a-a905-648b9e58a3ef admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:55.019239 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-106cf3af-0b12-466a-a905-648b9e58a3ef admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7779813 Feb 28 11:19:57.541679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42092) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:19:57.909520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:19:57.914252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:19:57.918701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Usage tracker for resource:network and tenant:f243ce2c807040ccabe02eb8fa6957e0 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:19:57.923245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:19:57.929255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:19:57.994499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Made reservation on behalf of f243ce2c807040ccabe02eb8fa6957e0 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:19:57.997306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:58.015655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:58.058687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:19:58.062501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Usage tracker for resource:security_group_rule and tenant:f243ce2c807040ccabe02eb8fa6957e0 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:19:58.065335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:19:58.071169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:19:58.135592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:58.191301 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:58.215028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 748} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:19:58.241531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752571834718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:58.242711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Unsubscribe: segment precommit_create {{(pid=84338) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 11:19:58.243408 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Added segment 1603692c-4113-4765-a3d0-e6555cdde416 of type vlan for network 78d7839d-ac9d-4089-8bfb-b27962d53181 Feb 28 11:19:58.251702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547cfef6-399c-4031-bda1-cce73ff95e77,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:19:58.306856 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.307226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.307560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.308002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.308352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.308681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.309001 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.309319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.309633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.309953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.310266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Tracked resource versions report: Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: pushed versions: Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: { 'ConntrackHelper': {'1.0'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Log': {'1.0'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Network': {'1.1'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Port': {'1.5'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'PortForwarding': {'1.2'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'QosPolicy': {'1.8'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SecurityGroup': {'1.2'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SecurityGroupRule': {'1.0'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SubPort': {'1.0'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Subnet': {'1.1'}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Trunk': {'1.1'}} Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: consumer versions: Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: { DHCP agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: L3 agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: Metadata agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: Metering agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: Open vSwitch agent@dv-neutron-830866-1-hyperv: { 'ConntrackHelper': '1.0', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Log': '1.0', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Network': '1.1', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Port': '1.5', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'PortForwarding': '1.2', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'QosPolicy': '1.8', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SecurityGroup': '1.2', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SecurityGroupRule': '1.0', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SubPort': '1.0', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Subnet': '1.1', Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Trunk': '1.1'}} Feb 28 11:19:58.311514 dv-neutron-830866-1-hyperv neutron-server[84338]: {{(pid=84338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:19:58.356328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:58.469145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:58.470127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:19:58.470779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:19:58.577014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] Pushing event updated for resources: {'Network': ['ID=78d7839d-ac9d-4089-8bfb-b27962d53181,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:19:58.589915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 78d7839d-ac9d-4089-8bfb-b27962d53181 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:19:58.630034 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-baa6d3be-f2db-42d5-8353-540fa7fbfd5a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0872672 Feb 28 11:20:01.224066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42108) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:01.829074 dv-neutron-830866-1-hyperv neutron-server[84339]: WARNING oslo_policy.policy [None req-41c2523b-6b1f-4898-b04b-a66cfb055350 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:20:01.829666 dv-neutron-830866-1-hyperv neutron-server[84339]: WARNING oslo_policy.policy [None req-41c2523b-6b1f-4898-b04b-a66cfb055350 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:20:02.243258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.policy [None req-41c2523b-6b1f-4898-b04b-a66cfb055350 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84339) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 28 11:20:02.244035 dv-neutron-830866-1-hyperv neutron-server[84339]: WARNING oslo_policy.policy [None req-41c2523b-6b1f-4898-b04b-a66cfb055350 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:20:02.244415 dv-neutron-830866-1-hyperv neutron-server[84339]: WARNING oslo_policy.policy [None req-41c2523b-6b1f-4898-b04b-a66cfb055350 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 11:20:02.247228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2523b-6b1f-4898-b04b-a66cfb055350 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:02.249006 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-41c2523b-6b1f-4898-b04b-a66cfb055350 admin admin] 10.222.0.31 "GET /v2.0/networks/78d7839d-ac9d-4089-8bfb-b27962d53181 HTTP/1.1" status: 200 len: 825 time: 1.0229020 Feb 28 11:20:02.281097 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4315124c-26e3-4c13-b1b9-2766852a72e1 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/ced751e0-8575-4a73-979a-42bd56c4cf29 HTTP/1.1" status: 200 len: 734 time: 0.0268054 Feb 28 11:20:02.289466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'subnetpool_id': 'ced751e0-8575-4a73-979a-42bd56c4cf29', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:20:02.291187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.quota [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Loaded quota_driver: . Feb 28 11:20:02.297346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:20:02.302984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Usage tracker for resource:subnet and tenant:f243ce2c807040ccabe02eb8fa6957e0 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:20:02.306787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:20:02.313649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:20:02.384149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Made reservation on behalf of f243ce2c807040ccabe02eb8fa6957e0 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:20:02.387003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:02.866687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:02.956817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Pushing event updated for resources: {'Subnet': ['ID=63554497-0661-4616-814a-b3d4e4d907ae,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:02.959700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Checking segment: {'id': '1603692c-4113-4765-a3d0-e6555cdde416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:20:02.960068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Network hostable DHCP agents. Network: 78d7839d-ac9d-4089-8bfb-b27962d53181, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:20:02.974735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.975104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.975443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.975770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.976095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.976452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.976782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.977187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.977508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.977822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.978137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Tracked resource versions report: Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: pushed versions: Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: { 'ConntrackHelper': {'1.0'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Log': {'1.0'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Network': {'1.1'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Port': {'1.5'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'PortForwarding': {'1.2'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'QosPolicy': {'1.8'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SecurityGroup': {'1.2'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SecurityGroupRule': {'1.0'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SubPort': {'1.0'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Subnet': {'1.1'}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Trunk': {'1.1'}} Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: consumer versions: Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: { DHCP agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: L3 agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: Metadata agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: Metering agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: Open vSwitch agent@dv-neutron-830866-1-hyperv: { 'ConntrackHelper': '1.0', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Log': '1.0', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Network': '1.1', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Port': '1.5', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'PortForwarding': '1.2', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'QosPolicy': '1.8', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SecurityGroup': '1.2', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SecurityGroupRule': '1.0', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SubPort': '1.0', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Subnet': '1.1', Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Trunk': '1.1'}} Feb 28 11:20:02.979388 dv-neutron-830866-1-hyperv neutron-server[84339]: {{(pid=84339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:20:03.077100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Network 78d7839d-ac9d-4089-8bfb-b27962d53181 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:20:03.134203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 78d7839d-ac9d-4089-8bfb-b27962d53181) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:20:03.138622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:03.139290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:03.143796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26131568-414c-4df9-a396-01c413aee763 None None] Network 78d7839d-ac9d-4089-8bfb-b27962d53181 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:20:03.221673 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-92795dd6-36fb-4b92-adce-d5ffe9f9708d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9355028 Feb 28 11:20:03.449891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-78d7839d-ac9d-4089-8bfb-b27962d53181', 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'fixed_ips': [{'subnet_id': '63554497-0661-4616-814a-b3d4e4d907ae'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:20:03.451094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:03.637575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Allocated IP 172.20.0.2 (78d7839d-ac9d-4089-8bfb-b27962d53181/63554497-0661-4616-814a-b3d4e4d907ae/11d02b63-37e5-4e9e-a235-a08d6325bb75) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:20:03.868519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:03.881620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Transition to ACTIVE for port object 11d02b63-37e5-4e9e-a235-a08d6325bb75 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:20:03.907563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Transition to ACTIVE for port object 11d02b63-37e5-4e9e-a235-a08d6325bb75 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:20:03.984400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:04.052271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Network 78d7839d-ac9d-4089-8bfb-b27962d53181 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:20:04.055685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:20:04.060639 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Pushing event updated for resources: {'Port': ['ID=11d02b63-37e5-4e9e-a235-a08d6325bb75,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:04.062908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:20:04.101170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.102093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.102569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.102927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.103263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.103591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.103917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.104256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.104578 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.104894 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.105209 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Tracked resource versions report: Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: pushed versions: Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: { 'ConntrackHelper': {'1.0'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Log': {'1.0'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Network': {'1.1'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Port': {'1.5'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'PortForwarding': {'1.2'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'QosPolicy': {'1.8'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SecurityGroup': {'1.2'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SecurityGroupRule': {'1.0'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SubPort': {'1.0'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Subnet': {'1.1'}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Trunk': {'1.1'}} Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: consumer versions: Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: { DHCP agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: L3 agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: Metadata agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: Metering agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: Open vSwitch agent@dv-neutron-830866-1-hyperv: { 'ConntrackHelper': '1.0', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Log': '1.0', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Network': '1.1', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Port': '1.5', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'PortForwarding': '1.2', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'QosPolicy': '1.8', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SecurityGroup': '1.2', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SecurityGroupRule': '1.0', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SubPort': '1.0', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Subnet': '1.1', Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Trunk': '1.1'}} Feb 28 11:20:04.106477 dv-neutron-830866-1-hyperv neutron-server[84340]: {{(pid=84340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:20:04.164596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Attempting to bind port 11d02b63-37e5-4e9e-a235-a08d6325bb75 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:20:04.165389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Attempting to bind port 11d02b63-37e5-4e9e-a235-a08d6325bb75 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '1603692c-4113-4765-a3d0-e6555cdde416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:20:04.165506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Attempting to bind port 11d02b63-37e5-4e9e-a235-a08d6325bb75 on network 78d7839d-ac9d-4089-8bfb-b27962d53181 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:20:04.171763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:20:04.172156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Checking segment: {'id': '1603692c-4113-4765-a3d0-e6555cdde416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:20:04.172631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:04.173014 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Bound using segment: {'id': '1603692c-4113-4765-a3d0-e6555cdde416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:20:04.173485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Bound port: 11d02b63-37e5-4e9e-a235-a08d6325bb75, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1603692c-4113-4765-a3d0-e6555cdde416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:20:04.173862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:04.259125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] For port 11d02b63-37e5-4e9e-a235-a08d6325bb75, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:20:04.262828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] For port 11d02b63-37e5-4e9e-a235-a08d6325bb75, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=11d02b63-37e5-4e9e-a235-a08d6325bb75,segment=NetworkSegment(1603692c-4113-4765-a3d0-e6555cdde416),segment_id=1603692c-4113-4765-a3d0-e6555cdde416)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:20:04.329596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:04.445146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887ac1b7-ef45-4958-b218-9189728a3818 None None] Pushing event updated for resources: {'Port': ['ID=11d02b63-37e5-4e9e-a235-a08d6325bb75,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:05.520747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42128) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:05.926703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-ac953bb9-730b-4b6f-9a22-daab7297aa71 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:20:05.927856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ac953bb9-730b-4b6f-9a22-daab7297aa71 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4061041 Feb 28 11:20:08.111150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a3cd41-2d0a-47b6-b263-60ea78e13044 None None] Network 78d7839d-ac9d-4089-8bfb-b27962d53181 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:20:08.249460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42142) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:08.277857 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4ded2add-e735-41d5-9640-c34e84d92672 None None] Provisioning for port 11d02b63-37e5-4e9e-a235-a08d6325bb75 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:20:08.552210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 11d02b63-37e5-4e9e-a235-a08d6325bb75 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:20:08.704344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 11d02b63-37e5-4e9e-a235-a08d6325bb75 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:20:08.709204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 11d02b63-37e5-4e9e-a235-a08d6325bb75 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:20:08.714136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:08.744083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-fd163fe9-6a4a-4412-bf33-b76b9a348b4d admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:20:08.745239 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fd163fe9-6a4a-4412-bf33-b76b9a348b4d admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4948225 Feb 28 11:20:08.829903 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:08.865838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 11d02b63-37e5-4e9e-a235-a08d6325bb75, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=11d02b63-37e5-4e9e-a235-a08d6325bb75,segment=NetworkSegment(1603692c-4113-4765-a3d0-e6555cdde416),segment_id=1603692c-4113-4765-a3d0-e6555cdde416)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:08.921359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:08.988957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=11d02b63-37e5-4e9e-a235-a08d6325bb75,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:10.522640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 11d02b63-37e5-4e9e-a235-a08d6325bb75 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:20:10.594172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 11d02b63-37e5-4e9e-a235-a08d6325bb75 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:20:10.594544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:11.308785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42154) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:11.681888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:20:11.686828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:20:11.691049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Usage tracker for resource:router and tenant:f243ce2c807040ccabe02eb8fa6957e0 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:20:11.694326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:20:11.701739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:20:11.768715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:11.770231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:11.794438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:11.947213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:12.020156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:12.021552 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4e77432c-5444-483b-9e0e-bf8fe1b67e0f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7116799 Feb 28 11:20:14.346488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42164) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:14.737715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-7b878b88-e205-499e-861f-b806bcd84841 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:20:14.738781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7b878b88-e205-499e-861f-b806bcd84841 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3912761 Feb 28 11:20:14.860760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb4b561d-f060-4aef-97b0-9792aef9d877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:16.995422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ba2cc9f2-10e5-42ca-95d4-77ec0ad292eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:17.082569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42174) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:17.479469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'admin_state_up': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:20:17.484403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:20:17.488111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Usage tracker for resource:network and tenant:84d1007226da481f99cdf9ee3ad5fe4c is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:20:17.490955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:20:17.496538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:20:17.578051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Made reservation on behalf of 84d1007226da481f99cdf9ee3ad5fe4c for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:20:17.580571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:17.597205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:17.635856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:20:17.639870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Usage tracker for resource:security_group_rule and tenant:84d1007226da481f99cdf9ee3ad5fe4c is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:20:17.642644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:20:17.648273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:20:17.715521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:17.800855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:17.818743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Reserving flat network on physical network physnet1 {{(pid=84339) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 11:20:17.841268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efa0864-dd9d-4ed6-87c7-c3a1ba8003e7,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:17.846379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8752571834718', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:17.846979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Unsubscribe: segment precommit_create {{(pid=84339) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 11:20:17.847456 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Added segment 039d1705-f8d6-4ead-bc57-6a79c67e77c5 of type flat for network 0f2d1b25-1d24-484b-87d3-29d5438ce27f Feb 28 11:20:17.887626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:17.989692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:17.990444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:17.991042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:18.108838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] Pushing event updated for resources: {'Network': ['ID=0f2d1b25-1d24-484b-87d3-29d5438ce27f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:18.115868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:18.119326 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:20:18.173263 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b780c850-9ce8-4d18-9fc1-22cf3b0c5032 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0895846 Feb 28 11:20:18.338768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:19.526485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:20.432501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42194) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:20.663623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22277017-9677-4cb4-8874-d49dbfe220ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:20.664951 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-22277017-9677-4cb4-8874-d49dbfe220ac admin admin] 10.222.0.31 "GET /v2.0/subnets/63554497-0661-4616-814a-b3d4e4d907ae HTTP/1.1" status: 200 len: 849 time: 0.2315004 Feb 28 11:20:20.811237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b9bb390f-9dc6-43c2-a652-557f5fd766a6 admin admin] 10.222.0.31 "GET /v2.0/routers/6543d1d7-0401-4246-8cde-8db868de8342 HTTP/1.1" status: 200 len: 704 time: 0.1403666 Feb 28 11:20:21.268622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:21.490669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Allocated IP 172.20.0.1 (78d7839d-ac9d-4089-8bfb-b27962d53181/63554497-0661-4616-814a-b3d4e4d907ae/ce8a9b17-df75-421c-b73f-1a5086c9592d) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:20:21.643027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:21.659996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Transition to ACTIVE for port object ce8a9b17-df75-421c-b73f-1a5086c9592d will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:20:21.769637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:21.841182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Network 78d7839d-ac9d-4089-8bfb-b27962d53181 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:20:21.844527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Pushing event updated for resources: {'Port': ['ID=ce8a9b17-df75-421c-b73f-1a5086c9592d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:21.846541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:20:21.866552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:20:21.867169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:22.072616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-969427b4-3d6c-4d75-8b2c-570dd1cfd68d None None] Provisioning for port ce8a9b17-df75-421c-b73f-1a5086c9592d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:20:22.077624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-969427b4-3d6c-4d75-8b2c-570dd1cfd68d None None] Provisioning complete for port ce8a9b17-df75-421c-b73f-1a5086c9592d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:20:22.077988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-969427b4-3d6c-4d75-8b2c-570dd1cfd68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:22.087216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:22.128503 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-969427b4-3d6c-4d75-8b2c-570dd1cfd68d None None] Port ce8a9b17-df75-421c-b73f-1a5086c9592d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:20:22.311381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:22.380218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:22.380952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:22.508013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Pushing event updated for resources: {'Port': ['ID=ce8a9b17-df75-421c-b73f-1a5086c9592d,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:22.572431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Network 78d7839d-ac9d-4089-8bfb-b27962d53181 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:20:22.573422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:20:22.751889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cc4bc2ae-acb4-41da-8b78-169f58604323 None None] Provisioning complete for port ce8a9b17-df75-421c-b73f-1a5086c9592d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:20:22.752250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cc4bc2ae-acb4-41da-8b78-169f58604323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:22.804678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-cc4bc2ae-acb4-41da-8b78-169f58604323 None None] Port ce8a9b17-df75-421c-b73f-1a5086c9592d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:20:22.969250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Router 6543d1d7-0401-4246-8cde-8db868de8342 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:20:23.131579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:20:23.141214 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d8a0eb67-3bed-4d8e-8816-ea4b1492fe7b admin admin] 10.222.0.31 "PUT /v2.0/routers/6543d1d7-0401-4246-8cde-8db868de8342/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3249772 Feb 28 11:20:23.141688 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Sync routers for ids ['6543d1d7-0401-4246-8cde-8db868de8342'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:20:23.156381 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Routers {'6543d1d7-0401-4246-8cde-8db868de8342'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:20:23.157186 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:20:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6543d1d7-0401-4246-8cde-8db868de8342'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:20:23.326078 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Set router 6543d1d7-0401-4246-8cde-8db868de8342 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:20:23.697881 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6543d1d7-0401-4246-8cde-8db868de8342', 'name': 'router1', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:20:11Z', 'updated_at': '2022-02-28T11:20:21Z', 'revision_number': 2, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'gw_port_host': None, '_interfaces': [{'id': 'ce8a9b17-df75-421c-b73f-1a5086c9592d', 'name': '', 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'mac_address': 'fa:16:3e:30:62:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6543d1d7-0401-4246-8cde-8db868de8342', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63554497-0661-4616-814a-b3d4e4d907ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:20:21Z', 'updated_at': '2022-02-28T11:20:22Z', 'revision_number': 2, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'subnets': [{'id': '63554497-0661-4616-814a-b3d4e4d907ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ced751e0-8575-4a73-979a-42bd56c4cf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:20:23.702743 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Checking router: 6543d1d7-0401-4246-8cde-8db868de8342 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:20:23.703148 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Updating router 6543d1d7-0401-4246-8cde-8db868de8342 port ce8a9b17-df75-421c-b73f-1a5086c9592d binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:20:23.757245 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:24.124700 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:24.139612 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Transition to ACTIVE for port object ce8a9b17-df75-421c-b73f-1a5086c9592d will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:20:24.206858 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:24.397214 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Pushing event updated for resources: {'Port': ['ID=ce8a9b17-df75-421c-b73f-1a5086c9592d,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:24.444986 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.445333 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.445667 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.445996 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.446340 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.447237 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.447568 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.447904 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.448223 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.448535 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.448849 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Tracked resource versions report: Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: pushed versions: Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: { 'ConntrackHelper': {'1.0'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Log': {'1.0'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Network': {'1.1'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Port': {'1.5'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'PortForwarding': {'1.2'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'QosPolicy': {'1.8'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SecurityGroup': {'1.2'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SecurityGroupRule': {'1.0'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SubPort': {'1.0'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Subnet': {'1.1'}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Trunk': {'1.1'}} Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: consumer versions: Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: { DHCP agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: L3 agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: Metadata agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: Metering agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: Open vSwitch agent@dv-neutron-830866-1-hyperv: { 'ConntrackHelper': '1.0', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Log': '1.0', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Network': '1.1', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Port': '1.5', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'PortForwarding': '1.2', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'QosPolicy': '1.8', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SecurityGroup': '1.2', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SecurityGroupRule': '1.0', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SubPort': '1.0', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Subnet': '1.1', Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Trunk': '1.1'}} Feb 28 11:20:24.450121 dv-neutron-830866-1-hyperv neutron-server[84341]: {{(pid=84341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:20:24.458781 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Attempting to bind port ce8a9b17-df75-421c-b73f-1a5086c9592d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:20:24.459200 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Attempting to bind port ce8a9b17-df75-421c-b73f-1a5086c9592d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '1603692c-4113-4765-a3d0-e6555cdde416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:20:24.459634 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Attempting to bind port ce8a9b17-df75-421c-b73f-1a5086c9592d on network 78d7839d-ac9d-4089-8bfb-b27962d53181 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:20:24.465915 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:20:24.466307 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Checking segment: {'id': '1603692c-4113-4765-a3d0-e6555cdde416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:20:24.466769 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:24.467174 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Bound using segment: {'id': '1603692c-4113-4765-a3d0-e6555cdde416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:20:24.467671 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Bound port: ce8a9b17-df75-421c-b73f-1a5086c9592d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1603692c-4113-4765-a3d0-e6555cdde416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 748, 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:20:24.468067 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:24.554358 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] For port ce8a9b17-df75-421c-b73f-1a5086c9592d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:20:24.558751 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] For port ce8a9b17-df75-421c-b73f-1a5086c9592d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ce8a9b17-df75-421c-b73f-1a5086c9592d,segment=NetworkSegment(1603692c-4113-4765-a3d0-e6555cdde416),segment_id=1603692c-4113-4765-a3d0-e6555cdde416)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:20:24.636629 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:24.727207 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2ed8f-a455-4203-b63c-1051b40594d3 None None] Pushing event updated for resources: {'Port': ['ID=ce8a9b17-df75-421c-b73f-1a5086c9592d,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:24.735282 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Routers {'6543d1d7-0401-4246-8cde-8db868de8342'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:20:24.735908 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:20:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6543d1d7-0401-4246-8cde-8db868de8342'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:20:24.888672 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] Set router 6543d1d7-0401-4246-8cde-8db868de8342 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:20:25.220312 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6543d1d7-0401-4246-8cde-8db868de8342', 'name': 'router1', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:20:11Z', 'updated_at': '2022-02-28T11:20:21Z', 'revision_number': 2, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'gw_port_host': None, '_interfaces': [{'id': 'ce8a9b17-df75-421c-b73f-1a5086c9592d', 'name': '', 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'mac_address': 'fa:16:3e:30:62:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6543d1d7-0401-4246-8cde-8db868de8342', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63554497-0661-4616-814a-b3d4e4d907ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:20:21Z', 'updated_at': '2022-02-28T11:20:24Z', 'revision_number': 4, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'subnets': [{'id': '63554497-0661-4616-814a-b3d4e4d907ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ced751e0-8575-4a73-979a-42bd56c4cf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:20:25.224224 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd403d06-e016-4372-9273-38f0ba37b625 None None] The sync data for ids ['6543d1d7-0401-4246-8cde-8db868de8342'] in dv-neutron-830866-1-hyperv is: [{'id': '6543d1d7-0401-4246-8cde-8db868de8342', 'name': 'router1', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:20:11Z', 'updated_at': '2022-02-28T11:20:21Z', 'revision_number': 2, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'gw_port_host': None, '_interfaces': [{'id': 'ce8a9b17-df75-421c-b73f-1a5086c9592d', 'name': '', 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'mac_address': 'fa:16:3e:30:62:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6543d1d7-0401-4246-8cde-8db868de8342', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63554497-0661-4616-814a-b3d4e4d907ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:20:21Z', 'updated_at': '2022-02-28T11:20:24Z', 'revision_number': 4, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'subnets': [{'id': '63554497-0661-4616-814a-b3d4e4d907ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ced751e0-8575-4a73-979a-42bd56c4cf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:20:25.232738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42218) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:25.403236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877f1d65-88a5-4690-b6be-759aa028ebb3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:25.403786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-877f1d65-88a5-4690-b6be-759aa028ebb3 admin admin] Synchronizing usage tracker for tenant:84d1007226da481f99cdf9ee3ad5fe4c on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:20:25.500525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-877f1d65-88a5-4690-b6be-759aa028ebb3 admin admin] Unset dirty status for tenant:84d1007226da481f99cdf9ee3ad5fe4c on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:20:25.501788 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-877f1d65-88a5-4690-b6be-759aa028ebb3 admin admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 842 time: 0.2681174 Feb 28 11:20:25.511577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Request body: {'subnet': {'cidr': '172.26.1.0/24', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.26.1.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:20:25.521626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:20:25.526763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Usage tracker for resource:subnet and tenant:84d1007226da481f99cdf9ee3ad5fe4c is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:20:25.529832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:20:25.536148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:20:25.606998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Made reservation on behalf of 84d1007226da481f99cdf9ee3ad5fe4c for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:20:25.609265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:26.050441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:20:26.050887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:26.141805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e4ba4a-5c37-4fd8-89a5-3f7189c51442,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:26.151267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:20:26.151498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Network hostable DHCP agents. Network: 0f2d1b25-1d24-484b-87d3-29d5438ce27f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:20:26.235315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:20:26.315410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 0f2d1b25-1d24-484b-87d3-29d5438ce27f) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:20:26.319370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:26.320139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:26.326066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2004663f-f2fc-4a67-887b-d21742e66350 None None] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:20:26.409541 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-229465a7-d1fb-482c-9899-31b7f39277a9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9020977 Feb 28 11:20:26.558400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ce8a9b17-df75-421c-b73f-1a5086c9592d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:20:26.585727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84af71c9-f55e-44d6-bf92-24f26489cf80 None None] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:20:26.818103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port ce8a9b17-df75-421c-b73f-1a5086c9592d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:20:26.823085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ce8a9b17-df75-421c-b73f-1a5086c9592d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:20:26.823508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:26.957914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:26.990215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port ce8a9b17-df75-421c-b73f-1a5086c9592d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ce8a9b17-df75-421c-b73f-1a5086c9592d,segment=NetworkSegment(1603692c-4113-4765-a3d0-e6555cdde416),segment_id=1603692c-4113-4765-a3d0-e6555cdde416)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:27.047077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:27.112321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=ce8a9b17-df75-421c-b73f-1a5086c9592d,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:28.533495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ce8a9b17-df75-421c-b73f-1a5086c9592d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:20:28.534826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42232) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:28.602276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ce8a9b17-df75-421c-b73f-1a5086c9592d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:20:28.603179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:28.770997 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d864df13-cd5b-4177-82ef-f698a8a69352 admin admin] 10.222.0.31 "GET /v2.0/routers/6543d1d7-0401-4246-8cde-8db868de8342 HTTP/1.1" status: 200 len: 710 time: 0.2350075 Feb 28 11:20:28.896822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afdcdd4-539d-4b5d-a27c-6b401019cbd6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:20:28.898192 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8afdcdd4-539d-4b5d-a27c-6b401019cbd6 admin admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 886 time: 0.1217499 Feb 28 11:20:28.907944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:20:29.372269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:29.623736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:29.681659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:29.811118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Allocated IP 172.26.1.82 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/953eeefd-e2e3-45cb-a463-a1206d2b610a) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:20:29.994216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:30.077592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:30.143617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:20:30.146101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:20:30.150294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:20:30.182737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Pushing event updated for resources: {'Port': ['ID=953eeefd-e2e3-45cb-a463-a1206d2b610a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:30.342804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:30.505266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:30.508521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:30.703061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Router 6543d1d7-0401-4246-8cde-8db868de8342 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:20:30.896522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:20:30.905757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:30.905904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Sync routers for ids ['6543d1d7-0401-4246-8cde-8db868de8342'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:20:30.907186 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4c72235d-8020-45e0-a6cf-602c0e860849 admin admin] 10.222.0.31 "PUT /v2.0/routers/6543d1d7-0401-4246-8cde-8db868de8342 HTTP/1.1" status: 200 len: 889 time: 2.0023608 Feb 28 11:20:30.918667 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Routers {'6543d1d7-0401-4246-8cde-8db868de8342'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:20:30.919377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:20:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6543d1d7-0401-4246-8cde-8db868de8342'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:20:31.113818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Set router 6543d1d7-0401-4246-8cde-8db868de8342 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:20:31.447413 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6543d1d7-0401-4246-8cde-8db868de8342', 'name': 'router1', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '953eeefd-e2e3-45cb-a463-a1206d2b610a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:20:11Z', 'updated_at': '2022-02-28T11:20:30Z', 'revision_number': 4, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'gw_port': {'id': '953eeefd-e2e3-45cb-a463-a1206d2b610a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6543d1d7-0401-4246-8cde-8db868de8342', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:20:29Z', 'updated_at': '2022-02-28T11:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'ce8a9b17-df75-421c-b73f-1a5086c9592d', 'name': '', 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'mac_address': 'fa:16:3e:30:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6543d1d7-0401-4246-8cde-8db868de8342', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63554497-0661-4616-814a-b3d4e4d907ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:20:21Z', 'updated_at': '2022-02-28T11:20:26Z', 'revision_number': 5, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'subnets': [{'id': '63554497-0661-4616-814a-b3d4e4d907ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ced751e0-8575-4a73-979a-42bd56c4cf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:20:31.452276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Checking router: 6543d1d7-0401-4246-8cde-8db868de8342 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:20:31.452620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Updating router 6543d1d7-0401-4246-8cde-8db868de8342 port 953eeefd-e2e3-45cb-a463-a1206d2b610a binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:20:31.503467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:31.822727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:31.834263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Transition to ACTIVE for port object 953eeefd-e2e3-45cb-a463-a1206d2b610a will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:20:31.883485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:31.961477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Attempting to bind port 953eeefd-e2e3-45cb-a463-a1206d2b610a on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:20:31.962631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Attempting to bind port 953eeefd-e2e3-45cb-a463-a1206d2b610a by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:20:31.962741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Attempting to bind port 953eeefd-e2e3-45cb-a463-a1206d2b610a on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:20:31.971576 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12cb1f-2178-4def-9e9a-099d3789d06a None None] Pushing event updated for resources: {'Port': ['ID=953eeefd-e2e3-45cb-a463-a1206d2b610a,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:31.976190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:20:31.976553 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:20:31.976948 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:31.977328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:20:31.978415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Bound port: 953eeefd-e2e3-45cb-a463-a1206d2b610a, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:20:31.978807 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:32.048598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] For port 953eeefd-e2e3-45cb-a463-a1206d2b610a, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:20:32.051860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] For port 953eeefd-e2e3-45cb-a463-a1206d2b610a, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=953eeefd-e2e3-45cb-a463-a1206d2b610a,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:20:32.110574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:32.214438 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Routers {'6543d1d7-0401-4246-8cde-8db868de8342'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:20:32.215057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:20:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6543d1d7-0401-4246-8cde-8db868de8342'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:20:32.260298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12cb1f-2178-4def-9e9a-099d3789d06a None None] Pushing event updated for resources: {'Port': ['ID=953eeefd-e2e3-45cb-a463-a1206d2b610a,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:32.393512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] Set router 6543d1d7-0401-4246-8cde-8db868de8342 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:20:32.716601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6543d1d7-0401-4246-8cde-8db868de8342', 'name': 'router1', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '953eeefd-e2e3-45cb-a463-a1206d2b610a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:20:11Z', 'updated_at': '2022-02-28T11:20:30Z', 'revision_number': 4, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'gw_port': {'id': '953eeefd-e2e3-45cb-a463-a1206d2b610a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6543d1d7-0401-4246-8cde-8db868de8342', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:20:29Z', 'updated_at': '2022-02-28T11:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'ce8a9b17-df75-421c-b73f-1a5086c9592d', 'name': '', 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'mac_address': 'fa:16:3e:30:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6543d1d7-0401-4246-8cde-8db868de8342', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63554497-0661-4616-814a-b3d4e4d907ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:20:21Z', 'updated_at': '2022-02-28T11:20:26Z', 'revision_number': 5, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'subnets': [{'id': '63554497-0661-4616-814a-b3d4e4d907ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ced751e0-8575-4a73-979a-42bd56c4cf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:20:32.720557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cbac0d-c181-4027-8a4e-f560d7ad60a7 None None] The sync data for ids ['6543d1d7-0401-4246-8cde-8db868de8342'] in dv-neutron-830866-1-hyperv is: [{'id': '6543d1d7-0401-4246-8cde-8db868de8342', 'name': 'router1', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.82'}], 'enable_snat': True}, 'gw_port_id': '953eeefd-e2e3-45cb-a463-a1206d2b610a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:20:11Z', 'updated_at': '2022-02-28T11:20:30Z', 'revision_number': 4, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'gw_port': {'id': '953eeefd-e2e3-45cb-a463-a1206d2b610a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:2d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6543d1d7-0401-4246-8cde-8db868de8342', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:20:29Z', 'updated_at': '2022-02-28T11:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'ce8a9b17-df75-421c-b73f-1a5086c9592d', 'name': '', 'network_id': '78d7839d-ac9d-4089-8bfb-b27962d53181', 'tenant_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'mac_address': 'fa:16:3e:30:62:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6543d1d7-0401-4246-8cde-8db868de8342', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63554497-0661-4616-814a-b3d4e4d907ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:20:21Z', 'updated_at': '2022-02-28T11:20:26Z', 'revision_number': 5, 'project_id': 'f243ce2c807040ccabe02eb8fa6957e0', 'subnets': [{'id': '63554497-0661-4616-814a-b3d4e4d907ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ced751e0-8575-4a73-979a-42bd56c4cf29'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:20:33.151992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42242) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:20:33.293786 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ff523c66-f202-4709-beed-64e184667f61 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1405556 Feb 28 11:20:34.580368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 953eeefd-e2e3-45cb-a463-a1206d2b610a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:20:34.738340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 953eeefd-e2e3-45cb-a463-a1206d2b610a completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:20:34.743273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 953eeefd-e2e3-45cb-a463-a1206d2b610a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:20:34.748373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:34.861002 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:34.883090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 953eeefd-e2e3-45cb-a463-a1206d2b610a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=953eeefd-e2e3-45cb-a463-a1206d2b610a,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:20:34.950291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:35.020746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=953eeefd-e2e3-45cb-a463-a1206d2b610a,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:20:36.540870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 953eeefd-e2e3-45cb-a463-a1206d2b610a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:20:36.645113 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 953eeefd-e2e3-45cb-a463-a1206d2b610a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:20:36.645693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:40.261369 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 5 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:20:44.838247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0f3574da-1dd6-42c2-a420-4659a354661f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:47.020865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ecabc815-94b1-4073-bb36-38ad613cde4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:48.123787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:48.307094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:20:49.546537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:14.820889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24f2995b-fd84-4da7-be4a-dfed051cd0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:17.003415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9f51bf88-d3c8-4eda-a9d4-6cefdfa54850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:17.260852 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 5 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:21:18.117615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:18.335163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:19.552287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:44.827349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-451ee4d8-d4a4-4b23-bcfd-36c48778f0b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:47.009733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e60ecd2b-c2b4-4613-a544-0ad3a7bab218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:48.125217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:48.328582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:49.557250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:21:54.260632 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 5 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:22:14.837062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-afbe4452-0a9e-4f6a-8c92-6274cab5c9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:17.003593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a3cc95d6-260e-44e8-8ff7-27ecb7b08cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:18.129355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:18.323727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:19.552054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:31.260856 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 5 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:22:42.441309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42848) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:22:42.534799 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bd38d19-61d9-4979-8578-5e8e0b0b6827 admin admin] GET failed (client error): The resource could not be found. Feb 28 11:22:42.536059 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3bd38d19-61d9-4979-8578-5e8e0b0b6827 admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0938110 Feb 28 11:22:42.669087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bec6217-4e43-4e39-8faa-759d46c807ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:42.671115 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8bec6217-4e43-4e39-8faa-759d46c807ce admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1306858 Feb 28 11:22:44.723227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42858) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:22:44.832311 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-74e95093-2d0e-436f-8563-e8664018a9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:44.863224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c377c93b-a9e8-47ee-a433-8e75d186829b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:44.864551 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c377c93b-a9e8-47ee-a433-8e75d186829b admin admin] 10.222.0.31 "GET /v2.0/subnets/63554497-0661-4616-814a-b3d4e4d907ae HTTP/1.1" status: 200 len: 849 time: 0.1404071 Feb 28 11:22:44.873388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:22:44.989605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:45.220711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752571804555'] for subnet, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:45.271887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:45.272497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:45.273744 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] 10.222.0.31 "PUT /v2.0/subnets/63554497-0661-4616-814a-b3d4e4d907ae HTTP/1.1" status: 200 len: 868 time: 0.4038982 Feb 28 11:22:45.290358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa99cbb-8c84-4e4e-a860-02a191b64042 None None] Network 78d7839d-ac9d-4089-8bfb-b27962d53181 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:22:45.297386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63554497-0661-4616-814a-b3d4e4d907ae,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:22:45.306962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.307313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.307651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.307997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.308316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.308642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.308971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.309612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.309796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.310120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.310445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fcfb47-ae81-4fa7-8b5c-45dec70ecdc7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:22:45.746481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-04b703c8-3157-4b3b-acc4-8595f5dc0cc1 None None] Provisioning complete for port 11d02b63-37e5-4e9e-a235-a08d6325bb75 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:22:45.746869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-04b703c8-3157-4b3b-acc4-8595f5dc0cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:45.870219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-04b703c8-3157-4b3b-acc4-8595f5dc0cc1 None None] Provisioning complete for port ce8a9b17-df75-421c-b73f-1a5086c9592d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:22:45.870944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-04b703c8-3157-4b3b-acc4-8595f5dc0cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:46.992129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9d076fbc-c3c8-43de-abbb-9c4ae29c439c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:47.361556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42868) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:22:47.555083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dcc2ce-c8c5-4225-a245-6b32d4d268a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:47.555341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96dcc2ce-c8c5-4225-a245-6b32d4d268a6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:47.556823 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-96dcc2ce-c8c5-4225-a245-6b32d4d268a6 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1943479 Feb 28 11:22:48.112524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:48.317859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:49.547141 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:22:49.602200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42878) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:22:49.819004 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e20dbcc-6a04-433d-868b-8423f63b78af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:49.819384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e20dbcc-6a04-433d-868b-8423f63b78af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:49.820859 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6e20dbcc-6a04-433d-868b-8423f63b78af admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2177227 Feb 28 11:22:51.852468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42888) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:22:52.044042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8c6a55-9c66-45d6-ae93-a1b50700b5da admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:52.045348 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2f8c6a55-9c66-45d6-ae93-a1b50700b5da admin admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 886 time: 0.1919589 Feb 28 11:22:54.073962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42898) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:22:54.271909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137a0b7c-c9f2-4370-b420-f2d08b38fa36 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:54.273168 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-137a0b7c-c9f2-4370-b420-f2d08b38fa36 admin admin] 10.222.0.31 "GET /v2.0/networks/78d7839d-ac9d-4089-8bfb-b27962d53181 HTTP/1.1" status: 200 len: 869 time: 0.1982865 Feb 28 11:22:56.309415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 42908) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:22:56.440461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec04cb5-c077-4965-8c1e-793d0a534f3a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:56.440824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec04cb5-c077-4965-8c1e-793d0a534f3a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:56.441532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bec04cb5-c077-4965-8c1e-793d0a534f3a admin admin] Synchronizing usage tracker for tenant:84d1007226da481f99cdf9ee3ad5fe4c on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:22:56.569343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bec04cb5-c077-4965-8c1e-793d0a534f3a admin admin] Unset dirty status for tenant:84d1007226da481f99cdf9ee3ad5fe4c on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:22:56.570728 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bec04cb5-c077-4965-8c1e-793d0a534f3a admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2601805 Feb 28 11:22:58.594873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42918) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:22:58.727571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c7a4b-6401-41d3-a3fd-fd9b78553105 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:58.727991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198c7a4b-6401-41d3-a3fd-fd9b78553105 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:22:58.729498 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-198c7a4b-6401-41d3-a3fd-fd9b78553105 admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1337180 Feb 28 11:23:00.815958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42928) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:00.941274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b0a00-0681-4943-878c-5713050b045e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:00.942564 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6f2b0a00-0681-4943-878c-5713050b045e admin admin] 10.222.0.31 "GET /v2.0/subnets/32e4ba4a-5c37-4fd8-89a5-3f7189c51442 HTTP/1.1" status: 200 len: 816 time: 0.1257281 Feb 28 11:23:02.962416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42938) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:03.091707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280ba374-5428-4ede-b775-d8fa0da057df admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:03.093037 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-280ba374-5428-4ede-b775-d8fa0da057df admin admin] 10.222.0.31 "GET /v2.0/subnets/63554497-0661-4616-814a-b3d4e4d907ae HTTP/1.1" status: 200 len: 868 time: 0.1296005 Feb 28 11:23:08.260629 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 5 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:23:14.820505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-56995984-bc94-494c-83c5-e4e2c3b4b954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:16.998067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-23ca9be7-1455-46d3-8fd1-48dc3ffe9d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.123536 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:18.323442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:19.569567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:21.085018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42976) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:21.155560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-2e897ecd-6346-40fd-91de-2f4803a0ac59 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:23:21.157048 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2e897ecd-6346-40fd-91de-2f4803a0ac59 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0711153 Feb 28 11:23:23.255803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42986) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:23.345560 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6686c7fc-2e6a-40a9-9871-577800b260c9 admin admin] GET failed (client error): The resource could not be found. Feb 28 11:23:23.346723 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6686c7fc-2e6a-40a9-9871-577800b260c9 admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0900059 Feb 28 11:23:23.468616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62dd056-9017-45a4-b99d-7b7b613f5ac1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:23.469916 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d62dd056-9017-45a4-b99d-7b7b613f5ac1 admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1193469 Feb 28 11:23:25.514697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 42996) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:25.585887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:23:25.590380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:25.600396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:25.683420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Made reservation on behalf of 84d1007226da481f99cdf9ee3ad5fe4c for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:25.685748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.776123 dv-neutron-830866-1-hyperv neutron-server[84338]: WARNING neutron.services.revisions.revision_plugin [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Could not find related network for resource to bump revision. Feb 28 11:23:25.787444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 726} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:23:25.795928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.796448 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Added segment e828d0df-60ea-48c7-9f9b-648c2cfbe866 of type vlan for network 52860221-113b-48cd-b508-6ec1d6f1656e Feb 28 11:23:25.821087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.906421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:25.907274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:25.907842 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:26.009189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] Pushing event updated for resources: {'Network': ['ID=52860221-113b-48cd-b508-6ec1d6f1656e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:26.019051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 52860221-113b-48cd-b508-6ec1d6f1656e details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:23:26.061472 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d67c086e-bc4f-4847-90cd-537f0aca895b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5451081 Feb 28 11:23:28.130335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43006) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:23:28.221488 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a0fb5b-fd70-4f64-8d5f-a4b07a5bfdb3 admin admin] GET failed (client error): The resource could not be found. Feb 28 11:23:28.221972 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e5a0fb5b-fd70-4f64-8d5f-a4b07a5bfdb3 admin admin] Synchronizing usage tracker for tenant:84d1007226da481f99cdf9ee3ad5fe4c on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:23:28.277610 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e5a0fb5b-fd70-4f64-8d5f-a4b07a5bfdb3 admin admin] Unset dirty status for tenant:84d1007226da481f99cdf9ee3ad5fe4c on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:23:28.278665 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e5a0fb5b-fd70-4f64-8d5f-a4b07a5bfdb3 admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1473768 Feb 28 11:23:28.380813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dec7c4a-bb4b-471f-9fa9-ccfa33853de8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:28.382143 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5dec7c4a-bb4b-471f-9fa9-ccfa33853de8 admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0993040 Feb 28 11:23:28.391743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Request body: {'subnet': {'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:23:28.396059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:23:28.405338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:23:28.477631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Made reservation on behalf of 84d1007226da481f99cdf9ee3ad5fe4c for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:23:28.479887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.758129 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:28.831025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c9c8967-27c6-4c85-948c-e066432c8ada,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:28.841363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Checking segment: {'id': 'e828d0df-60ea-48c7-9f9b-648c2cfbe866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:23:28.841747 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Network hostable DHCP agents. Network: 52860221-113b-48cd-b508-6ec1d6f1656e, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:23:28.992483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Network 52860221-113b-48cd-b508-6ec1d6f1656e is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:23:29.095315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 52860221-113b-48cd-b508-6ec1d6f1656e) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:29.099738 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:23:29.100306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.105091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93018e3-b17d-442c-95fe-582065185cc8 None None] Network 52860221-113b-48cd-b508-6ec1d6f1656e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:23:29.198885 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-90587097-0605-49e6-99be-7e922ea700f5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8104954 Feb 28 11:23:29.323953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-52860221-113b-48cd-b508-6ec1d6f1656e', 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e', 'tenant_id': '84d1007226da481f99cdf9ee3ad5fe4c', 'fixed_ips': [{'subnet_id': '2c9c8967-27c6-4c85-948c-e066432c8ada'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:23:29.324816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.484507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Allocated IP 192.168.233.2 (52860221-113b-48cd-b508-6ec1d6f1656e/2c9c8967-27c6-4c85-948c-e066432c8ada/0d200a8b-3688-4da7-b5e8-c106ac7502e9) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:23:29.691631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.702441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Transition to ACTIVE for port object 0d200a8b-3688-4da7-b5e8-c106ac7502e9 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:29.723057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Transition to ACTIVE for port object 0d200a8b-3688-4da7-b5e8-c106ac7502e9 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:23:29.786926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.861807 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Network 52860221-113b-48cd-b508-6ec1d6f1656e is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:23:29.865287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:23:29.867120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Pushing event updated for resources: {'Port': ['ID=0d200a8b-3688-4da7-b5e8-c106ac7502e9,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:29.869319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:23:29.904163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.904504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.904927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.905261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.905595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.905940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.906264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.906586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.906923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.907244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.907558 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:23:29.967346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Attempting to bind port 0d200a8b-3688-4da7-b5e8-c106ac7502e9 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:23:29.967712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Attempting to bind port 0d200a8b-3688-4da7-b5e8-c106ac7502e9 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'e828d0df-60ea-48c7-9f9b-648c2cfbe866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:23:29.968096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Attempting to bind port 0d200a8b-3688-4da7-b5e8-c106ac7502e9 on network 52860221-113b-48cd-b508-6ec1d6f1656e {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:23:29.974675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:23:29.975122 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Checking segment: {'id': 'e828d0df-60ea-48c7-9f9b-648c2cfbe866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:23:29.975523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:29.975908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Bound using segment: {'id': 'e828d0df-60ea-48c7-9f9b-648c2cfbe866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:23:29.976371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Bound port: 0d200a8b-3688-4da7-b5e8-c106ac7502e9, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e828d0df-60ea-48c7-9f9b-648c2cfbe866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:23:29.976757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.090833 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] For port 0d200a8b-3688-4da7-b5e8-c106ac7502e9, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:23:30.094414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] For port 0d200a8b-3688-4da7-b5e8-c106ac7502e9, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0d200a8b-3688-4da7-b5e8-c106ac7502e9,segment=NetworkSegment(e828d0df-60ea-48c7-9f9b-648c2cfbe866),segment_id=e828d0df-60ea-48c7-9f9b-648c2cfbe866)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:23:30.181204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:30.260342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46134696-6bd6-4fe0-b259-d75bb887ac41 None None] Pushing event updated for resources: {'Port': ['ID=0d200a8b-3688-4da7-b5e8-c106ac7502e9,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:30.682385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d200a8b-3688-4da7-b5e8-c106ac7502e9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:30.809340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 0d200a8b-3688-4da7-b5e8-c106ac7502e9 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:31.104305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687bdc8-9ece-4dc5-8a78-1ff0eef54113 None None] Network 52860221-113b-48cd-b508-6ec1d6f1656e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:23:31.267036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9a2d2919-a0ab-4206-9c31-c2fcafcb8197 None None] Provisioning for port 0d200a8b-3688-4da7-b5e8-c106ac7502e9 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:23:31.278097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9a2d2919-a0ab-4206-9c31-c2fcafcb8197 None None] Provisioning complete for port 0d200a8b-3688-4da7-b5e8-c106ac7502e9 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:31.278464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2919-a0ab-4206-9c31-c2fcafcb8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.447452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2919-a0ab-4206-9c31-c2fcafcb8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.485956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9a2d2919-a0ab-4206-9c31-c2fcafcb8197 None None] For port 0d200a8b-3688-4da7-b5e8-c106ac7502e9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0d200a8b-3688-4da7-b5e8-c106ac7502e9,segment=NetworkSegment(e828d0df-60ea-48c7-9f9b-648c2cfbe866),segment_id=e828d0df-60ea-48c7-9f9b-648c2cfbe866)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:23:31.552205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a2d2919-a0ab-4206-9c31-c2fcafcb8197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:31.628817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2d2919-a0ab-4206-9c31-c2fcafcb8197 None None] Pushing event updated for resources: {'Port': ['ID=0d200a8b-3688-4da7-b5e8-c106ac7502e9,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:23:31.673995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e19d0615-3e6e-4908-a4d8-5f224d0f5f42 None None] Provisioning complete for port 0d200a8b-3688-4da7-b5e8-c106ac7502e9 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:31.674363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e19d0615-3e6e-4908-a4d8-5f224d0f5f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:32.639607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d200a8b-3688-4da7-b5e8-c106ac7502e9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:23:32.707497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0d200a8b-3688-4da7-b5e8-c106ac7502e9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:23:32.707868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:44.820751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-083fa1ed-9a46-46c8-a359-ae6b65789303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:45.260078 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 5 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:23:46.998328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-af5ea3d0-428e-413a-8c3e-8fd50aa194e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.123911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:48.317939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:23:49.558009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:14.832144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c2bd9443-0a22-43c6-808c-9115c2676975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:17.015858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-db3974b7-05c7-43dc-966f-99f9dc2b61f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.112509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:18.306678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:19.609777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:22.259775 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 5 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:24:44.826677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b2d1697-2181-4cde-9973-e2e78ad14fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:46.998207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ef0e0c27-c972-43ed-a831-228d5849ff42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:47.487745 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43048) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:47.493406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-40396cf0-c29e-44b1-a3c1-92cc58042136 tempest-verify_tempest_config-2041723123 tempest-verify_tempest_config-2041723123-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:24:47.494327 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-40396cf0-c29e-44b1-a3c1-92cc58042136 tempest-verify_tempest_config-2041723123 tempest-verify_tempest_config-2041723123-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056531 Feb 28 11:24:48.055776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43064) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:48.135585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.196381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.227088 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:24:48.230742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Usage tracker for resource:security_group_rule and tenant:1575db489d754ede8eec1dbf325fe575 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:24:48.233461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:24:48.239629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:24:48.301248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.303231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.357933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.403405 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd04be77-b3fb-4123-9fa8-3f5b5b1e94d9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:48.409614 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1575db489d754ede8eec1dbf325fe575&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3528156 Feb 28 11:24:48.412341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43070) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:24:48.414308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.414653 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.415020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.415350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.415696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.416025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.416361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.416684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.417000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.417313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.417627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc92228e-ee56-457f-bbe7-cabfd3684f75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.472763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.496307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.661063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.680713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd04be77-b3fb-4123-9fa8-3f5b5b1e94d9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:24:48.685291 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:48.686367 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd04be77-b3fb-4123-9fa8-3f5b5b1e94d9 HTTP/1.1" status: 204 len: 168 time: 0.2730634 Feb 28 11:24:48.691816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.692128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.692462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.692786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.693129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.693453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.693817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.694134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.694448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.694758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:48.695101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3744ccd5-d560-4f9b-9252-9ade317e988e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:24:49.598038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:24:59.262475 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 5 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:25:14.832551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-52ab4fa4-77c7-4722-92b5-496aeef0c3a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:17.013989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9174ded3-e86a-43e6-9a93-246e576ddd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:18.135579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:18.329390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:19.569803 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:36.262050 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 5 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:25:44.826391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5b119d2c-b9df-4a55-83b3-1c3ea8e661cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:47.001780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-74de3b1e-502c-40af-8630-5cb92317734e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.146548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:48.312462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:25:49.572880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:03.781065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-413320'] for agent, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:13.263402 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:26:14.827136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e8497deb-7402-4a35-b8de-ae55480cf0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:17.030546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0d7ded21-44f3-4086-8084-caf2941a72b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.144445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.315753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:18.763323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43140) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:18.933721 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-109393b1-c8a6-4c71-9b2b-eeb65461feed admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1692083 Feb 28 11:26:19.587520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:20.983041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43150) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:26:21.061568 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1dee01e0-cf40-4f4f-8ce9-fbe047507245 admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0773835 Feb 28 11:26:33.749621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:44.832290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-74930668-3b93-47b8-beae-8c7b29ac812d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:47.018243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a9c13b33-c535-4de7-9fd8-be6a5f9739bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.146789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:48.323855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:49.584113 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:26:50.263772 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:27:03.792468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:14.838087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-587f0c5f-3f9d-43ab-b3a4-a9d1a903cde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:17.066663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2fcedcb5-c220-428b-ab8a-70bc8bc6b47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.153193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:18.341211 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:19.577697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:27.263819 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:27:33.788754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:44.838034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a0ff7769-7c9a-4f2a-aa17-a66507618bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.028569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b3c5b039-0808-4423-b950-30cb238e3f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:47.364417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43320) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.695404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43332) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.836866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43340) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:47.959676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43348) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:48.066653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1613698700-network', 'tenant_id': '891d02a28f604b24a293e776f889769d'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:48.073738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.078271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Usage tracker for resource:network and tenant:891d02a28f604b24a293e776f889769d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.081536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.091588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.142940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.144488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1776022372-network', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:48.149230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.153004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Usage tracker for resource:network and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.155813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.161481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.163432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Made reservation on behalf of 891d02a28f604b24a293e776f889769d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:48.165678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.183280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.217038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.220785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Usage tracker for resource:security_group_rule and tenant:891d02a28f604b24a293e776f889769d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.223495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.229672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.248460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Made reservation on behalf of 8fd36d637f5245bbb6acf693f3543811 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:48.250713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.271952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.332357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.335676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.347919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Usage tracker for resource:security_group_rule and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.352519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.356362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.360132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.431169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.466201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:48.480784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1533520421-network', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:48.488135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.492112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Usage tracker for resource:network and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.496023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.503151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.532242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.532588 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Added segment 53fb14ee-53bf-4128-ac0b-924243fa56eb of type vlan for network d696d2b4-1d18-4087-842f-c8135a805160 Feb 28 11:27:48.540334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1406334070'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:48.561105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.563849 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62464f0-1d53-4724-9d4f-ce15a4fc38db,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:48.583898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.591440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.595559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.595913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.596257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.596691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.597039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.597563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.597902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.598237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.598415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Made reservation on behalf of 7075ac745c8a4d98860bb9603f16ce6b for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:48.598564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.598898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.599233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Tracked resource versions report: Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: pushed versions: Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: { 'ConntrackHelper': {'1.0'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Log': {'1.0'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Network': {'1.1'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Port': {'1.5'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'PortForwarding': {'1.2'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'QosPolicy': {'1.8'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SecurityGroup': {'1.2'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SecurityGroupRule': {'1.0'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SubPort': {'1.0'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Subnet': {'1.1'}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Trunk': {'1.1'}} Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: consumer versions: Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: { DHCP agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: HyperV agent@hv-neutron-8308: {}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: L3 agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: Metadata agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: Metering agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: Open vSwitch agent@dv-neutron-830866-1-hyperv: { 'ConntrackHelper': '1.0', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Log': '1.0', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Network': '1.1', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Port': '1.5', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'PortForwarding': '1.2', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'QosPolicy': '1.8', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SecurityGroup': '1.2', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SecurityGroupRule': '1.0', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'SubPort': '1.0', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Subnet': '1.1', Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: 'Trunk': '1.1'}} Feb 28 11:27:48.600274 dv-neutron-830866-1-hyperv neutron-server[84339]: {{(pid=84339) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:27:48.602125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.605781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:network and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.610363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.624935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.627913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.640972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.663992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.668111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Usage tracker for resource:security_group_rule and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.671709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.675705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:48.678048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.684790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42bcf8a6-9058-439a-a061-e731f3e5c526,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:48.690893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.698127 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Added segment 9b38fc03-564f-4359-9918-477b9e83c552 of type vlan for network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 Feb 28 11:27:48.724772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.729865 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.731058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:48.731838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.767504 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:48.770487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.795618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.849358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.874479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.896837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:48.904160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] Pushing event updated for resources: {'Network': ['ID=d696d2b4-1d18-4087-842f-c8135a805160,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:48.915504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f90413d-0885-4489-91a3-c782396f5870,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:48.919091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network d696d2b4-1d18-4087-842f-c8135a805160 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:48.922010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:48.925896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:security_group_rule and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:48.928987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:48.931960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.933013 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Added segment 0467bd9b-55fa-4d8e-8fe3-75777ae3de48 of type vlan for network f87b31a0-daac-4d89-9446-4858f2a19282 Feb 28 11:27:48.936585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:48.958457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.959102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.959662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.960188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.961276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.961825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.962480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.962672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.963851 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.964520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.964762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:48.965412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.965813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:48.966252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Tracked resource versions report: Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: pushed versions: Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: { 'ConntrackHelper': {'1.0'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Log': {'1.0'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Network': {'1.1'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Port': {'1.5'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'PortForwarding': {'1.2'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'QosPolicy': {'1.8'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SecurityGroup': {'1.2'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SecurityGroupRule': {'1.0'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SubPort': {'1.0'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Subnet': {'1.1'}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Trunk': {'1.1'}} Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: consumer versions: Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: { DHCP agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: HyperV agent@hv-neutron-8308: {}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: L3 agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: Metadata agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: Metering agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: Open vSwitch agent@dv-neutron-830866-1-hyperv: { 'ConntrackHelper': '1.0', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Log': '1.0', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Network': '1.1', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Port': '1.5', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'PortForwarding': '1.2', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'QosPolicy': '1.8', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SecurityGroup': '1.2', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SecurityGroupRule': '1.0', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'SubPort': '1.0', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Subnet': '1.1', Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: 'Trunk': '1.1'}} Feb 28 11:27:48.966996 dv-neutron-830866-1-hyperv neutron-server[84338]: {{(pid=84338) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:27:48.973895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.009891 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2d69578d-aa45-44b8-842d-e9228cbb0411 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6443121 Feb 28 11:27:49.015029 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43374) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.023161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Request body: {'subnet': {'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1613698700-subnet', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:49.028884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:49.033749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Usage tracker for resource:subnet and tenant:891d02a28f604b24a293e776f889769d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:49.038347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:49.046573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:49.081724 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.082651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:49.083529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.119025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0c166b-6d44-40ae-b73d-34a64444bcf0,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:49.132114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:49.140012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.178458 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ce2a08d5-4f6f-405f-bb1f-88f49e80e502 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4791987 Feb 28 11:27:49.178639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43388) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.191393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Request body: {'subnet': {'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1776022372-subnet', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:49.197189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:49.205003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Usage tracker for resource:subnet and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:49.209700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:49.215015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] Pushing event updated for resources: {'Network': ['ID=f87b31a0-daac-4d89-9446-4858f2a19282,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:49.216104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.220979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:49.239574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f87b31a0-daac-4d89-9446-4858f2a19282 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:49.269693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:49.271033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7037dde2-5127-4c24-9c22-bcd994a91673,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:49.279039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.279274 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Added segment 752ccd09-d1e7-4e9c-8923-afc5f1ea55ca of type vlan for network d2f89622-2098-4601-99de-8eb1c2f9e684 Feb 28 11:27:49.318468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Made reservation on behalf of 891d02a28f604b24a293e776f889769d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:49.320823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Notify callbacks [] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.332692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.399596 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d32ae238-5fb5-4f4d-aa41-25080cbbd171 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5608127 Feb 28 11:27:49.400450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43396) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.408576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Request body: {'subnet': {'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1533520421-subnet', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:49.413884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:49.424737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Usage tracker for resource:subnet and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:49.424737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:49.428808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:49.438379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.442451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:49.443056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.461969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Made reservation on behalf of 8fd36d637f5245bbb6acf693f3543811 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:49.464793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Notify callbacks [] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.605554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.609556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Made reservation on behalf of 7075ac745c8a4d98860bb9603f16ce6b for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:49.612853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.663762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:49.741636 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7808192 Feb 28 11:27:49.743409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43406) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.750091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb9d3e-083a-4a6f-950f-13b648926997 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Network': ['ID=d2f89622-2098-4601-99de-8eb1c2f9e684,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:49.766210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:49.772547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:49.774211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=0097ccc9-cb19-4bad-8dbe-64007075765c,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:49.791629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Checking segment: {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:49.792118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Network hostable DHCP agents. Network: d696d2b4-1d18-4087-842f-c8135a805160, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:49.869172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Network d696d2b4-1d18-4087-842f-c8135a805160 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:49.943786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43412) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:49.958745 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, d696d2b4-1d18-4087-842f-c8135a805160) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:49.972457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a109f86d-ea17-42bb-93a3-a116b37f108f None None] Network d696d2b4-1d18-4087-842f-c8135a805160 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:27:49.988879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:49.995415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:49.996947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.001594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:50.009419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:50.052686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:50.158653 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-acac2f6a-dea7-4a27-9c1c-386a581a7cad admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1404531 Feb 28 11:27:50.160372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43424) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:50.172567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:50.178414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:50.184423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Usage tracker for resource:router and tenant:891d02a28f604b24a293e776f889769d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:50.187638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:50.194655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:50.290888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d696d2b4-1d18-4087-842f-c8135a805160', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:27:50.292388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.297068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:50.376985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.384220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.385275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.388632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.391105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1012285124'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:50.398077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:50.408538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Usage tracker for resource:network and tenant:27293f8b3d504ea3acb11fe00adfc305 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:50.417334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:50.429757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:50.464922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7ba25d1-ab50-4397-9c45-c314d870c0a6,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:50.475228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Allocated IP 172.20.0.2 (d696d2b4-1d18-4087-842f-c8135a805160/0097ccc9-cb19-4bad-8dbe-64007075765c/7ab25672-4225-43ce-b734-d3e0f20e06d2) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:50.513233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Made reservation on behalf of 27293f8b3d504ea3acb11fe00adfc305 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:50.517090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.550563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.550713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa0af2c3-875d-4266-9c94-27968520281d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:50.575538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.615619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:50.620026 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Usage tracker for resource:security_group_rule and tenant:27293f8b3d504ea3acb11fe00adfc305 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:50.623396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:50.629919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:50.715492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.738333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.744423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.751266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Transition to ACTIVE for port object 7ab25672-4225-43ce-b734-d3e0f20e06d2 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:50.771457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Transition to ACTIVE for port object 7ab25672-4225-43ce-b734-d3e0f20e06d2 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:50.826702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.859450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:50.871128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd2fb29-28d1-4c92-9849-7c03dca817f0,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:50.881402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.881853 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Added segment 3a375e61-fc7f-4bab-ba3c-bd4903dfa873 of type vlan for network 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 Feb 28 11:27:50.900246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:50.917617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.012451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.017114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:51.017943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.069175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Pushing event updated for resources: {'Port': ['ID=7ab25672-4225-43ce-b734-d3e0f20e06d2,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:51.089746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.090520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.091094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.091622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.092178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.092704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.093231 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.093765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.094608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.095169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.095677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Tracked resource versions report: Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: pushed versions: Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: { 'ConntrackHelper': {'1.0'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Log': {'1.0'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Network': {'1.1'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Port': {'1.5'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'PortForwarding': {'1.2'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'QosPolicy': {'1.8'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SecurityGroup': {'1.2'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SecurityGroupRule': {'1.0'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SubPort': {'1.0'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Subnet': {'1.1'}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Trunk': {'1.1'}} Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: consumer versions: Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: { DHCP agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: HyperV agent@hv-neutron-8308: {}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: L3 agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: Metadata agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: Metering agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: Open vSwitch agent@dv-neutron-830866-1-hyperv: { 'ConntrackHelper': '1.0', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Log': '1.0', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Network': '1.1', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Port': '1.5', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'PortForwarding': '1.2', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'QosPolicy': '1.8', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SecurityGroup': '1.2', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SecurityGroupRule': '1.0', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'SubPort': '1.0', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Subnet': '1.1', Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: 'Trunk': '1.1'}} Feb 28 11:27:51.097495 dv-neutron-830866-1-hyperv neutron-server[84340]: {{(pid=84340) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:27:51.120349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Network d696d2b4-1d18-4087-842f-c8135a805160 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:51.122129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:51.126195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:51.142033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Checking segment: {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:51.142577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Network hostable DHCP agents. Network: f87b31a0-daac-4d89-9446-4858f2a19282, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:51.178871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Checking segment: {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:51.188014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Network hostable DHCP agents. Network: 4e0c166b-6d44-40ae-b73d-34a64444bcf0, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:51.248218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.328310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Attempting to bind port 7ab25672-4225-43ce-b734-d3e0f20e06d2 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:51.329909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Attempting to bind port 7ab25672-4225-43ce-b734-d3e0f20e06d2 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:51.330515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event updated for resources: {'Network': ['ID=34f9b0ed-1f92-4938-bd7b-9a65bf2059d2,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:51.330917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Attempting to bind port 7ab25672-4225-43ce-b734-d3e0f20e06d2 on network d696d2b4-1d18-4087-842f-c8135a805160 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:27:51.343789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:51.363966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Network f87b31a0-daac-4d89-9446-4858f2a19282 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:51.382344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43450) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.394476 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7f2c1ba6-f91a-463c-b1bf-74d83c4e8838 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.4484155 Feb 28 11:27:51.398641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43456) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.404098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:51.409671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Request body: {'subnet': {'network_id': '34f9b0ed-1f92-4938-bd7b-9a65bf2059d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:51.463754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:27:51.464467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Checking segment: {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:51.464872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.465511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Bound using segment: {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:27:51.465982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Bound port: 7ab25672-4225-43ce-b734-d3e0f20e06d2, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:51.466367 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.492216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 4e0c166b-6d44-40ae-b73d-34a64444bcf0) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:51.507397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f87b31a0-daac-4d89-9446-4858f2a19282) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:51.508306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed607c3e-8db7-4b03-bafc-34bf8c3dd3f7 None None] Network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:27:51.519990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:51.520818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.556317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:51.557839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.597266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:51.601712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Usage tracker for resource:subnet and tenant:27293f8b3d504ea3acb11fe00adfc305 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:51.607604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:51.619103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:51.690101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca44ca-fc6a-4e95-ad6b-e40be2d1fdf5 None None] Network f87b31a0-daac-4d89-9446-4858f2a19282 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:27:51.701888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-551631179'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:51.721493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:51.732295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Usage tracker for resource:router and tenant:70e78f98eddc4c07bf4ef52cca3f3e21 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:51.740302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:51.755916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:51.804968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f0b8b287-9f09-49fc-b666-2984b5dc6aee admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6226218 Feb 28 11:27:51.805385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.805948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43468) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.813134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:51.821025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:51.831250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Usage tracker for resource:router and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:51.835215 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-39a66570-660a-44b7-9643-908ac95f14a3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4324684 Feb 28 11:27:51.839721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.845033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:51.847528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43472) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:51.856674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:51.866426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Made reservation on behalf of 27293f8b3d504ea3acb11fe00adfc305 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:51.894364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.896609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.915882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.925941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:51.959760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.960644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:51.964509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:51.982445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Usage tracker for resource:router and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:51.990709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:52.011433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:52.024560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks [] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.037263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.081716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f87b31a0-daac-4d89-9446-4858f2a19282', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:27:52.083891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.148286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Allocated IP 172.26.1.135 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/549d4942-8951-4652-89e8-b7a7e7be75fa) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:52.193208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43482) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.202319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.210534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] For port 7ab25672-4225-43ce-b734-d3e0f20e06d2, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:27:52.216015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] For port 7ab25672-4225-43ce-b734-d3e0f20e06d2, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7ab25672-4225-43ce-b734-d3e0f20e06d2,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:27:52.255543 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43488) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.258658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.259584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.268080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=48c8fce9-20fc-4ee0-ab2d-dd3befd4412d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:52.312620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:52.312620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network hostable DHCP agents. Network: d2f89622-2098-4601-99de-8eb1c2f9e684, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:52.343362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.361172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.396465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.431001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Allocated IP 172.20.0.2 (f87b31a0-daac-4d89-9446-4858f2a19282/fa0af2c3-875d-4266-9c94-27968520281d/922b3ed1-99e0-44a7-8418-2909ceaf966b) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:52.469665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:52.471059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:27:52.471887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.492487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.566723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.579983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.583887 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6ee2a20f-0da4-456e-8f67-a0c1b1745844 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.1975930 Feb 28 11:27:52.584773 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:52.592936 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-881c110f-750a-40fb-a54b-6bd549c6c5dd tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:52.601621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43496) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.606389 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:52.759214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Pushing event updated for resources: {'Port': ['ID=549d4942-8951-4652-89e8-b7a7e7be75fa,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:52.759214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, d2f89622-2098-4601-99de-8eb1c2f9e684) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:52.761288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Usage tracker for resource:floatingip and tenant:2eb29b4bc35f446994b38f6a870e2fa1 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:52.761691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:52.761691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.762120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:52.762323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4548a6c-9c5d-42b6-9501-1ae2d5c2519c None None] Pushing event updated for resources: {'Port': ['ID=7ab25672-4225-43ce-b734-d3e0f20e06d2,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:52.762440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:52.762440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:52.762638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ba76a2-82a2-46e9-99f2-d76cd6d90289 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:27:52.766128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:52.777841 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:52.812473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.818211 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.818417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-99b4903d-bfe7-4cda-bdd2-816e0ab800a1 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.866067 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2fa79fc3-ecbb-40f5-bb5a-c5bc2dc658e3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1146951 Feb 28 11:27:52.866423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43506) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:52.873956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'name': 'tempest-NetworksTestDHCPv6-330922340'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:52.880196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:52.883860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.018149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event updated for resources: {'Subnet': ['ID=940984e2-caf8-4648-a065-95052e08ea70,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:53.075510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.096758 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-881c110f-750a-40fb-a54b-6bd549c6c5dd tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] 10.222.0.31 "PUT /v2.0/quotas/1a646932b96a4cd9bbd4427777a19ac7 HTTP/1.1" status: 200 len: 368 time: 0.8402321 Feb 28 11:27:53.102559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43512) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:53.102695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Allocated IP 172.20.0.2 (4e0c166b-6d44-40ae-b73d-34a64444bcf0/e7ba25d1-ab50-4397-9c45-c314d870c0a6/2e79dca4-9cea-4f67-a47d-2ab3c244b6ff) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:53.105239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Transition to ACTIVE for port object 922b3ed1-99e0-44a7-8418-2909ceaf966b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:53.113534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Request body: {'network': {'project_id': '1a646932b96a4cd9bbd4427777a19ac7'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:53.127450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:53.165282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Transition to ACTIVE for port object 922b3ed1-99e0-44a7-8418-2909ceaf966b will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:53.166167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Usage tracker for resource:network and tenant:1a646932b96a4cd9bbd4427777a19ac7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:53.186268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:53.213393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:53.222294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:53.226181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.226956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.233568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:53.238494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:53.245811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:53.305398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.391744 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '48c8fce9-20fc-4ee0-ab2d-dd3befd4412d'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:27:53.392563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.427109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Checking segment: {'id': '3a375e61-fc7f-4bab-ba3c-bd4903dfa873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '34f9b0ed-1f92-4938-bd7b-9a65bf2059d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:53.427109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Network hostable DHCP agents. Network: 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:27:53.442133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Network f87b31a0-daac-4d89-9446-4858f2a19282 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:53.447137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:53.474899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:53.477916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.481356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:53.495428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Pushing event updated for resources: {'Port': ['ID=922b3ed1-99e0-44a7-8418-2909ceaf966b,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:53.520439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 53b4fee5-6448-4628-b49a-4dccfcfebf19 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:27:53.560988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Made reservation on behalf of 1a646932b96a4cd9bbd4427777a19ac7 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:53.564368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.565589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.606638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.622053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-99b4903d-bfe7-4cda-bdd2-816e0ab800a1 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.644111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-99b4903d-bfe7-4cda-bdd2-816e0ab800a1 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.692587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.697349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.721381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Transition to ACTIVE for port object 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:53.723740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Attempting to bind port 922b3ed1-99e0-44a7-8418-2909ceaf966b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:53.724097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Attempting to bind port 922b3ed1-99e0-44a7-8418-2909ceaf966b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:53.724517 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Attempting to bind port 922b3ed1-99e0-44a7-8418-2909ceaf966b on network f87b31a0-daac-4d89-9446-4858f2a19282 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:27:53.745252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:27:53.745619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Checking segment: {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:53.746008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.746389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Bound using segment: {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:27:53.746878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Bound port: 922b3ed1-99e0-44a7-8418-2909ceaf966b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:53.747263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.759041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Transition to ACTIVE for port object 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:53.767674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:53.783898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Network 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:27:53.787783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Usage tracker for resource:security_group_rule and tenant:1a646932b96a4cd9bbd4427777a19ac7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:53.795268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.799043 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:53.847563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:53.852761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::173 (d2f89622-2098-4601-99de-8eb1c2f9e684/48c8fce9-20fc-4ee0-ab2d-dd3befd4412d/53b4fee5-6448-4628-b49a-4dccfcfebf19) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:53.855698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.892589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-99b4903d-bfe7-4cda-bdd2-816e0ab800a1 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.893505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b4903d-bfe7-4cda-bdd2-816e0ab800a1 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64845bd0-c472-4613-8cfc-af26faf4f13b {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:27:53.907022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] For port 922b3ed1-99e0-44a7-8418-2909ceaf966b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:27:53.942149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] For port 922b3ed1-99e0-44a7-8418-2909ceaf966b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=922b3ed1-99e0-44a7-8418-2909ceaf966b,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:27:53.956117 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:53.963545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:53.967961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8ead1b-fb1e-4546-a8d1-ebf877d4a926 None None] Network 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:27:53.970339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:53.970950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:53.985704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:53.988465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Pushing event updated for resources: {'Port': ['ID=2e79dca4-9cea-4f67-a47d-2ab3c244b6ff,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:53.990767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:54.038662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Allocated IP 172.26.1.106 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/87f11c4b-01bd-4fd1-8ef7-c300eab4ef47) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:54.105720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.117154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.219645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-99b4903d-bfe7-4cda-bdd2-816e0ab800a1 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.224254 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-99b4903d-bfe7-4cda-bdd2-816e0ab800a1 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "DELETE /v2.0/routers/64845bd0-c472-4613-8cfc-af26faf4f13b HTTP/1.1" status: 204 len: 168 time: 1.6169169 Feb 28 11:27:54.224409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.227926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43518) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:54.237680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.241817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 53b4fee5-6448-4628-b49a-4dccfcfebf19 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:54.242124 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Request body: {'router': {'name': 'tempest-router-1288091108', 'distributed': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:54.274237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1136195-ccdf-410b-9808-c2684690becd None None] Network d696d2b4-1d18-4087-842f-c8135a805160 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:27:54.294437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:54.306989 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b4188b78-f0cb-4d79-8c97-5312e8164038 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9068279 Feb 28 11:27:54.309455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Usage tracker for resource:router and tenant:70e78f98eddc4c07bf4ef52cca3f3e21 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:54.318871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43526) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:54.319886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:54.341391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.351161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Request body: {'port': {'network_id': '34f9b0ed-1f92-4938-bd7b-9a65bf2059d2', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1601756893'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:54.368955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:54.387117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:27:54.391757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.435263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Attempting to bind port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:54.435599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Attempting to bind port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:54.435893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Attempting to bind port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff on network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:27:54.443471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.474033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.510271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:54.514684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9693c421-a777-415b-8db6-0054b6aaef59 None None] Pushing event updated for resources: {'Port': ['ID=922b3ed1-99e0-44a7-8418-2909ceaf966b,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:54.519962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:54.521689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:27:54.522112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Checking segment: {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:54.522426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.522797 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Bound using segment: {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:27:54.523465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Bound port: 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:54.523724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.528712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496bf47b-239c-45ab-b21e-a71ab46dc85f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:54.547120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.552209 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Added segment 34415c40-7ec8-42ae-9361-3f97088724d5 of type vlan for network 7b65ca19-f7af-477e-892b-8e3e783015be Feb 28 11:27:54.556534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.558323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.567616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-34f9b0ed-1f92-4938-bd7b-9a65bf2059d2', 'network_id': '34f9b0ed-1f92-4938-bd7b-9a65bf2059d2', 'tenant_id': '27293f8b3d504ea3acb11fe00adfc305', 'fixed_ips': [{'subnet_id': '940984e2-caf8-4648-a065-95052e08ea70'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:27:54.569862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.578207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:54.581407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:54.596361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:54.600530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:54.601313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.611011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ff17462d-3312-4762-a506-f8f287411349 None None] Provisioning for port 7ab25672-4225-43ce-b734-d3e0f20e06d2 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:54.615455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Usage tracker for resource:port and tenant:27293f8b3d504ea3acb11fe00adfc305 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:54.633746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:54.643264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.648903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:54.665477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.690051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/48c8fce9-20fc-4ee0-ab2d-dd3befd4412d/347f51dc-eeca-46f3-8873-8a6efe81297d) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:54.692356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=53b4fee5-6448-4628-b49a-4dccfcfebf19,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:54.741210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Made reservation on behalf of 27293f8b3d504ea3acb11fe00adfc305 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:54.747558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.774971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] device_id is not set on port 93b109a5-d131-4788-89f3-b80760eed74b yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:27:54.833769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d73df900-f043-472f-8aa4-7048c7a5a3fa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9636443 Feb 28 11:27:54.835242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43530) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:54.869622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.871071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:54.871648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.896850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.980117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7ab25672-4225-43ce-b734-d3e0f20e06d2 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:54.988051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:54.997201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:54.998117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:27:55.005059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:55.008699 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Sync routers for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:27:55.009188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:55.013542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Pushing event updated for resources: {'Network': ['ID=7b65ca19-f7af-477e-892b-8e3e783015be,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:55.033995 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:27:55.036988 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:55.073763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 7b65ca19-f7af-477e-892b-8e3e783015be details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:55.077604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Pushing event updated for resources: {'Port': ['ID=87f11c4b-01bd-4fd1-8ef7-c300eab4ef47,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:55.107804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4950ac-b57b-4090-a311-d4b6a666c6df tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:55.108515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ba4950ac-b57b-4090-a311-d4b6a666c6df tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:55.173137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.174627 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e44c38f6-61b8-4b30-805b-f5e3be76b040 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.0132654 Feb 28 11:27:55.177596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43534) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:55.179471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Allocated IP 172.26.1.121 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/abd9094d-1d56-4359-8100-a0b3cd341c8e) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:55.194697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] For port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:27:55.231956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Allocated IP 172.20.0.5 (34f9b0ed-1f92-4938-bd7b-9a65bf2059d2/940984e2-caf8-4648-a065-95052e08ea70/93b109a5-d131-4788-89f3-b80760eed74b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:55.256706 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:27:55.321975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] For port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2e79dca4-9cea-4f67-a47d-2ab3c244b6ff,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:27:55.350376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ba4950ac-b57b-4090-a311-d4b6a666c6df tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:55.352580 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ba4950ac-b57b-4090-a311-d4b6a666c6df tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5164416 Feb 28 11:27:55.366017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43538) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:55.420058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.497002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.527598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Transition to ACTIVE for port object 93b109a5-d131-4788-89f3-b80760eed74b will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:55.561420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-13a6d749-fefd-4f38-ba76-8a27b48942de tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 53b4fee5-6448-4628-b49a-4dccfcfebf19 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:27:55.561804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-13a6d749-fefd-4f38-ba76-8a27b48942de tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.569736 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3c69ac24-ad53-4583-b72a-6fbb88a2e00b tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.4629581 Feb 28 11:27:55.625786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.630188 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bf5b2219-22f2-4466-9673-cb11c6049894 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.3981819 Feb 28 11:27:55.630188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43542) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:55.664156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.665359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43544) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:55.700933 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:27:52Z', 'revision_number': 3, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:55.704691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc32f33-8b42-4524-96e1-06215f87cb3d None None] Pushing event updated for resources: {'Port': ['ID=2e79dca4-9cea-4f67-a47d-2ab3c244b6ff,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:55.705821 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Checking router: 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:27:55.706379 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Updating router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 port 549d4942-8951-4652-89e8-b7a7e7be75fa binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:27:55.724235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 7ab25672-4225-43ce-b734-d3e0f20e06d2 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:55.733070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Transition to ACTIVE for port object 347f51dc-eeca-46f3-8873-8a6efe81297d will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:55.758255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7ab25672-4225-43ce-b734-d3e0f20e06d2 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:55.758624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.812580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Request body: {'network': {'project_id': '1a646932b96a4cd9bbd4427777a19ac7'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:55.815196 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.844679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:55.865321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Usage tracker for resource:network and tenant:1a646932b96a4cd9bbd4427777a19ac7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:55.871363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:55.896368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:55.912742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:55.950773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Transition to ACTIVE for port object 347f51dc-eeca-46f3-8873-8a6efe81297d will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:56.048772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.155005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Made reservation on behalf of 1a646932b96a4cd9bbd4427777a19ac7 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:56.157566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.165477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Allocated IP 172.20.0.2 (34f9b0ed-1f92-4938-bd7b-9a65bf2059d2/940984e2-caf8-4648-a065-95052e08ea70/56da1435-cb1e-481f-95aa-6c16d104edfc) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:56.166236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.167083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.192324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Network 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:56.204070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:56.218623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event updated for resources: {'Port': ['ID=93b109a5-d131-4788-89f3-b80760eed74b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:56.223981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:56.228015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:56.228635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.234970 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.235150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f3efe5-7dbd-4076-9c2e-61f53dc832fa None None] Network f87b31a0-daac-4d89-9446-4858f2a19282 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:27:56.271122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:27:56.288142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.288460 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Added segment 1bc8f753-d2f7-477b-b691-86505ac5ee27 of type vlan for network cb13c7c2-f40e-41b3-8db8-3f0d7374b104 Feb 28 11:27:56.319903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.334759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:56.336945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba5aaf4-f533-4db9-95fe-54d5d8ff9f9c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.346672 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e5ce3cd5-6ce6-415f-a89c-0ca7990efd87 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0148876 Feb 28 11:27:56.346885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43552) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:56.398522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:56.413443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:56.415892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.416810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.461234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Pushing event updated for resources: {'Port': ['ID=347f51dc-eeca-46f3-8873-8a6efe81297d,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:56.470301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-13a6d749-fefd-4f38-ba76-8a27b48942de tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.497479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.498299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:56.498880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.504976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e15fd73a-60e4-4763-b7b1-e4d42ff22e1f tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Deleting port 93b109a5-d131-4788-89f3-b80760eed74b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:27:56.505333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e15fd73a-60e4-4763-b7b1-e4d42ff22e1f tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.601013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ac44f940-b68a-41bb-81ff-146eb079f60f None None] Provisioning for port 922b3ed1-99e0-44a7-8418-2909ceaf966b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:56.611503 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 7ab25672-4225-43ce-b734-d3e0f20e06d2, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7ab25672-4225-43ce-b734-d3e0f20e06d2,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:27:56.656459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-13a6d749-fefd-4f38-ba76-8a27b48942de tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 53b4fee5-6448-4628-b49a-4dccfcfebf19 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:27:56.726536 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Attempting to bind port 347f51dc-eeca-46f3-8873-8a6efe81297d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:56.727160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Attempting to bind port 347f51dc-eeca-46f3-8873-8a6efe81297d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:56.727275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Attempting to bind port 347f51dc-eeca-46f3-8873-8a6efe81297d on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:27:56.742054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.816196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:27:56.816975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:56.817356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.817754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:27:56.818245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Bound port: 347f51dc-eeca-46f3-8873-8a6efe81297d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:56.818635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.838978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:56.920885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Allocated IP 172.26.1.19 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/70135da0-8115-489c-8651-fbfd70fa48b5) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:27:56.958312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=7ab25672-4225-43ce-b734-d3e0f20e06d2,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:56.995892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:57.002457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ac44f940-b68a-41bb-81ff-146eb079f60f None None] Provisioning complete for port 7ab25672-4225-43ce-b734-d3e0f20e06d2 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:57.003006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ac44f940-b68a-41bb-81ff-146eb079f60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.059596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Transition to ACTIVE for port object 56da1435-cb1e-481f-95aa-6c16d104edfc will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:57.063924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:57.064089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:57.075482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event updated for resources: {'Port': ['ID=abd9094d-1d56-4359-8100-a0b3cd341c8e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:57.086641 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4230127 Feb 28 11:27:57.095174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:57.102275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43556) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.107612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d8ee6-b908-4e1a-adf4-42249ae1a2c5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Pushing event updated for resources: {'Network': ['ID=cb13c7c2-f40e-41b3-8db8-3f0d7374b104,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:57.109819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b850c2-df27-42c3-94c9-896c899314a1 None None] Network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:27:57.114861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d50f9f42-fb28-43db-ad72-97a22934a0fa tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Request body: {'network': {'project_id': '1a646932b96a4cd9bbd4427777a19ac7'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:57.146339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network cb13c7c2-f40e-41b3-8db8-3f0d7374b104 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:27:57.152236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d50f9f42-fb28-43db-ad72-97a22934a0fa tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:57.169955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d50f9f42-fb28-43db-ad72-97a22934a0fa tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Usage tracker for resource:network and tenant:1a646932b96a4cd9bbd4427777a19ac7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:57.212963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d50f9f42-fb28-43db-ad72-97a22934a0fa tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:57.248439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d50f9f42-fb28-43db-ad72-97a22934a0fa tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:57.286395 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50f9f42-fb28-43db-ad72-97a22934a0fa tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 11:27:57.286865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50f9f42-fb28-43db-ad72-97a22934a0fa tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:27:57.290738 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d50f9f42-fb28-43db-ad72-97a22934a0fa tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1818178 Feb 28 11:27:57.307483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43560) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.341879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Transition to ACTIVE for port object 56da1435-cb1e-481f-95aa-6c16d104edfc will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:57.396639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba5aaf4-f533-4db9-95fe-54d5d8ff9f9c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.398913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.429085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba5aaf4-f533-4db9-95fe-54d5d8ff9f9c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.435470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] For port 347f51dc-eeca-46f3-8873-8a6efe81297d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:27:57.454008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.526473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e15fd73a-60e4-4763-b7b1-e4d42ff22e1f tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.534311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.549313 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ab2aca0b-9d73-408b-b10f-120b1c38e20d tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1a646932b96a4cd9bbd4427777a19ac7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2377484 Feb 28 11:27:57.558963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43564) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.574598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-13a6d749-fefd-4f38-ba76-8a27b48942de tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.645378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] For port 347f51dc-eeca-46f3-8873-8a6efe81297d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=347f51dc-eeca-46f3-8873-8a6efe81297d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:27:57.684024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a6d749-fefd-4f38-ba76-8a27b48942de tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=53b4fee5-6448-4628-b49a-4dccfcfebf19,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:57.698641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Network 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:57.707036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:57.709466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:57.712073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Pushing event updated for resources: {'Port': ['ID=56da1435-cb1e-481f-95aa-6c16d104edfc,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:57.734589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba5aaf4-f533-4db9-95fe-54d5d8ff9f9c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.735128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba5aaf4-f533-4db9-95fe-54d5d8ff9f9c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8eeb9388-00f4-4c06-b90a-dcb9ed7b191b {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:27:57.735858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:57.737644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e15fd73a-60e4-4763-b7b1-e4d42ff22e1f tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Calling delete_port for 93b109a5-d131-4788-89f3-b80760eed74b owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:27:57.740151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.773897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-13a6d749-fefd-4f38-ba76-8a27b48942de tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.778890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-211771f9-a307-49ed-8ddf-7c5a67f72ee2 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.807932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 922b3ed1-99e0-44a7-8418-2909ceaf966b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:57.815009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-211771f9-a307-49ed-8ddf-7c5a67f72ee2 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.856536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.900677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba5aaf4-f533-4db9-95fe-54d5d8ff9f9c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.902463 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7ba5aaf4-f533-4db9-95fe-54d5d8ff9f9c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8eeb9388-00f4-4c06-b90a-dcb9ed7b191b HTTP/1.1" status: 204 len: 168 time: 2.1812854 Feb 28 11:27:57.905734 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-13a6d749-fefd-4f38-ba76-8a27b48942de tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/53b4fee5-6448-4628-b49a-4dccfcfebf19 HTTP/1.1" status: 204 len: 168 time: 2.4601395 Feb 28 11:27:57.907467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43572) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.907708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43574) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:57.930435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Request body: {'router': {'name': 'tempest-router-1045739168', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'e59267e1fdd340f69d82ec32247c4812'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:57.972811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:57.973476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:57.987087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Usage tracker for resource:router and tenant:e59267e1fdd340f69d82ec32247c4812 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:58.001090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:58.022725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:58.027370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-211771f9-a307-49ed-8ddf-7c5a67f72ee2 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.029725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-211771f9-a307-49ed-8ddf-7c5a67f72ee2 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.030781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-211771f9-a307-49ed-8ddf-7c5a67f72ee2 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/496bf47b-239c-45ab-b21e-a71ab46dc85f HTTP/1.1" status: 204 len: 168 time: 0.4692371 Feb 28 11:27:58.046683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43580) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:58.087115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4e5731-f2a7-4773-9d48-34099e9a459e None None] Pushing event updated for resources: {'Port': ['ID=347f51dc-eeca-46f3-8873-8a6efe81297d,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:58.095303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9665ce3f-59c5-4fc1-990f-25093cdc42d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:58.096712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9665ce3f-59c5-4fc1-990f-25093cdc42d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:27:58.097509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9665ce3f-59c5-4fc1-990f-25093cdc42d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:27:58.100500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211771f9-a307-49ed-8ddf-7c5a67f72ee2 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496bf47b-239c-45ab-b21e-a71ab46dc85f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:58.116114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Attempting to bind port 56da1435-cb1e-481f-95aa-6c16d104edfc on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:58.120600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Attempting to bind port 56da1435-cb1e-481f-95aa-6c16d104edfc by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '3a375e61-fc7f-4bab-ba3c-bd4903dfa873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '34f9b0ed-1f92-4938-bd7b-9a65bf2059d2'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:58.120600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Attempting to bind port 56da1435-cb1e-481f-95aa-6c16d104edfc on network 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:27:58.133790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:27:58.145112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:27:58.145949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Checking segment: {'id': '3a375e61-fc7f-4bab-ba3c-bd4903dfa873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '34f9b0ed-1f92-4938-bd7b-9a65bf2059d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:58.146754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.147322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Bound using segment: {'id': '3a375e61-fc7f-4bab-ba3c-bd4903dfa873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '34f9b0ed-1f92-4938-bd7b-9a65bf2059d2'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:27:58.149151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Bound port: 56da1435-cb1e-481f-95aa-6c16d104edfc, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a375e61-fc7f-4bab-ba3c-bd4903dfa873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '34f9b0ed-1f92-4938-bd7b-9a65bf2059d2'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:58.149151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.153016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:27:58.159896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:27:58.191649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Pushing event updated for resources: {'Port': ['ID=70135da0-8115-489c-8651-fbfd70fa48b5,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:58.197603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:27:58.231808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e9d0e82c-f5ac-40c2-804e-5afc1e0a963b None None] Provisioning for port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:58.256643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 922b3ed1-99e0-44a7-8418-2909ceaf966b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:27:58.267515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e9d0e82c-f5ac-40c2-804e-5afc1e0a963b None None] Provisioning complete for port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:58.268039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e9d0e82c-f5ac-40c2-804e-5afc1e0a963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.338743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.344230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.366190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 922b3ed1-99e0-44a7-8418-2909ceaf966b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:58.366560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.427941 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.443932 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Transition to ACTIVE for port object 549d4942-8951-4652-89e8-b7a7e7be75fa will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:27:58.483647 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] For port 56da1435-cb1e-481f-95aa-6c16d104edfc, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:27:58.488021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] For port 56da1435-cb1e-481f-95aa-6c16d104edfc, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=56da1435-cb1e-481f-95aa-6c16d104edfc,segment=NetworkSegment(3a375e61-fc7f-4bab-ba3c-bd4903dfa873),segment_id=3a375e61-fc7f-4bab-ba3c-bd4903dfa873)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:27:58.533343 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.533562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e15fd73a-60e4-4763-b7b1-e4d42ff22e1f tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.568066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.620993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.645864 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Attempting to bind port 549d4942-8951-4652-89e8-b7a7e7be75fa on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:27:58.646229 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Attempting to bind port 549d4942-8951-4652-89e8-b7a7e7be75fa by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:27:58.646632 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Attempting to bind port 549d4942-8951-4652-89e8-b7a7e7be75fa on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:27:58.660299 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Pushing event updated for resources: {'Port': ['ID=549d4942-8951-4652-89e8-b7a7e7be75fa,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:58.662989 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:27:58.665798 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:27:58.666733 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.667153 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:27:58.668463 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Bound port: 549d4942-8951-4652-89e8-b7a7e7be75fa, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:27:58.668868 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.676706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15fd73a-60e4-4763-b7b1-e4d42ff22e1f tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event deleted for resources: {'Port': ['ID=93b109a5-d131-4788-89f3-b80760eed74b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:58.680564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.731257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9665ce3f-59c5-4fc1-990f-25093cdc42d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:27:58.735048 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.735521 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.735724 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9665ce3f-59c5-4fc1-990f-25093cdc42d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8222215 Feb 28 11:27:58.736112 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.736663 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.737105 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.737545 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.737978 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.738429 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.738896 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.739329 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.739485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43584) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:58.739844 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Tracked resource versions report: Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: pushed versions: Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: { 'ConntrackHelper': {'1.0'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Log': {'1.0'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Network': {'1.1'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Port': {'1.5'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'PortForwarding': {'1.2'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'QosPolicy': {'1.8'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SecurityGroup': {'1.2'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SecurityGroupRule': {'1.0'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SubPort': {'1.0'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Subnet': {'1.1'}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Trunk': {'1.1'}} Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: consumer versions: Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: { DHCP agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: HyperV agent@hv-neutron-8308: {}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: L3 agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: Metadata agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: Metering agent@dv-neutron-830866-1-hyperv: {}, Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: Open vSwitch agent@dv-neutron-830866-1-hyperv: { 'ConntrackHelper': '1.0', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Log': '1.0', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Network': '1.1', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Port': '1.5', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'PortForwarding': '1.2', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'QosPolicy': '1.8', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SecurityGroup': '1.2', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SecurityGroupRule': '1.0', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'SubPort': '1.0', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Subnet': '1.1', Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: 'Trunk': '1.1'}} Feb 28 11:27:58.740986 dv-neutron-830866-1-hyperv neutron-server[84341]: {{(pid=84341) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 11:27:58.776625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e15fd73a-60e4-4763-b7b1-e4d42ff22e1f tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.789445 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] For port 549d4942-8951-4652-89e8-b7a7e7be75fa, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:27:58.794346 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] For port 549d4942-8951-4652-89e8-b7a7e7be75fa, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=549d4942-8951-4652-89e8-b7a7e7be75fa,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:27:58.831654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a7c0c-c97e-40ad-87dc-b092403f0f1e None None] Pushing event updated for resources: {'Port': ['ID=56da1435-cb1e-481f-95aa-6c16d104edfc,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:58.836069 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e15fd73a-60e4-4763-b7b1-e4d42ff22e1f tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] 10.222.0.31 "DELETE /v2.0/ports/93b109a5-d131-4788-89f3-b80760eed74b HTTP/1.1" status: 204 len: 168 time: 2.4881098 Feb 28 11:27:58.847314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43588) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:58.867154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.868101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e9d0e82c-f5ac-40c2-804e-5afc1e0a963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.872980 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.894909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.911071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.912065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:58.933453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 922b3ed1-99e0-44a7-8418-2909ceaf966b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=922b3ed1-99e0-44a7-8418-2909ceaf966b,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:27:58.970705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e9d0e82c-f5ac-40c2-804e-5afc1e0a963b None None] For port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2e79dca4-9cea-4f67-a47d-2ab3c244b6ff,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:27:59.023256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.040577 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6792f01-7783-4301-8383-ae133064d208 None None] Pushing event updated for resources: {'Port': ['ID=549d4942-8951-4652-89e8-b7a7e7be75fa,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.110434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e9d0e82c-f5ac-40c2-804e-5afc1e0a963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.120410 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:27:59.123417 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.253462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.276408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=922b3ed1-99e0-44a7-8418-2909ceaf966b,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.297907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.308494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.309182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.310509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.311023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > port after_create 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.311500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > port after_delete 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.312005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > port after_update 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.312569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.313149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.313622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.314102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.319231 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7732ad9e-80b1-4d96-aedd-38b5c453c9f3 tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4651563 Feb 28 11:27:59.325723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43596) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.576456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e77b7617-f3c3-40be-b785-73a0471469ae None None] Provisioning complete for port 922b3ed1-99e0-44a7-8418-2909ceaf966b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:59.576456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e77b7617-f3c3-40be-b785-73a0471469ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.576456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7ab25672-4225-43ce-b734-d3e0f20e06d2 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:27:59.578196 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:27:59.583422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-406370544'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:59.583422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:59.583422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.583969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.583969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.583969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.583969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=84339) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:27:59.583969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb13c7c2-f40e-41b3-8db8-3f0d7374b104']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.584573 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0e82c-f5ac-40c2-804e-5afc1e0a963b None None] Pushing event updated for resources: {'Port': ['ID=2e79dca4-9cea-4f67-a47d-2ab3c244b6ff,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.584643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Usage tracker for resource:network and tenant:27293f8b3d504ea3acb11fe00adfc305 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:59.584643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:59.587490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7ab25672-4225-43ce-b734-d3e0f20e06d2 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:59.588809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.598068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc8f753-d2f7-477b-b691-86505ac5ee27') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.598656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc8f753-d2f7-477b-b691-86505ac5ee27') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.614975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.636464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.645139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:27:59.645727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.647784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:59.649717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event updated for resources: {'Port': ['ID=abd9094d-1d56-4359-8100-a0b3cd341c8e,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:27:59.692309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2afdc-3b4e-4f31-a401-3ee7dd90cd10 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn_limited( Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn_limited( Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:27:59.755694 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:27:59.773687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.778453 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bb4e7e82-637f-4e0f-a07a-d0d9eecc828b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5782068 Feb 28 11:27:59.779027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43600) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:27:59.790515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-632908384'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:27:59.793617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.802737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:27:59.809971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Usage tracker for resource:network and tenant:2eb29b4bc35f446994b38f6a870e2fa1 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:27:59.816457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:27:59.829687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:27:59.887557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Made reservation on behalf of 27293f8b3d504ea3acb11fe00adfc305 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:59.895820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.932365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Made reservation on behalf of 2eb29b4bc35f446994b38f6a870e2fa1 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:27:59.942236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e77b7617-f3c3-40be-b785-73a0471469ae None None] Provisioning complete for port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:27:59.942756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e77b7617-f3c3-40be-b785-73a0471469ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.944920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:27:59.948399 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:27:52Z', 'revision_number': 3, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:27:59.959045 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0d3503-0137-4d41-a39c-086121a55539 None None] The sync data for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv is: [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:27:52Z', 'revision_number': 3, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:27:59.979990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.000998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:28:00.001820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-4495a3e1-b324-48ce-a337-4544b9b7b6f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 48c8fce9-20fc-4ee0-ab2d-dd3befd4412d {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:28:00.005903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4495a3e1-b324-48ce-a337-4544b9b7b6f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.087106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.093988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.097696 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6bdaf31b-ca3d-4cd2-ac3f-508b058b059c tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.1836073 Feb 28 11:28:00.101376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43604) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:00.115121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4495a3e1-b324-48ce-a337-4544b9b7b6f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.127147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:00.137984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 347f51dc-eeca-46f3-8873-8a6efe81297d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:00.209937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.215952 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] 10.222.0.31 "DELETE /v2.0/networks/cb13c7c2-f40e-41b3-8db8-3f0d7374b104 HTTP/1.1" status: 204 len: 168 time: 2.1566150 Feb 28 11:28:00.226602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd5ea8-edee-4de9-b33a-ebf2fd1fdfa5 tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Pushing event deleted for resources: {'Network': ['ID=cb13c7c2-f40e-41b3-8db8-3f0d7374b104,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:00.236577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43608) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:00.325923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:00.448305 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:00.458522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.458907 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Added segment 03dd4cc1-55b2-4cfe-9393-e83bebbdd1bc of type vlan for network 21d3bd1f-9d51-4bb7-b463-a6714e395a5d Feb 28 11:28:00.466234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Usage tracker for resource:security_group_rule and tenant:2eb29b4bc35f446994b38f6a870e2fa1 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:00.481165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:00.500684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 347f51dc-eeca-46f3-8873-8a6efe81297d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:00.507433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:00.554667 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1d369e-8bc4-44b9-ac6d-2a69f5658764 None None] Network 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:00.556235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:00.573873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Sync routers for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:28:00.647819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.660542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.747632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4495a3e1-b324-48ce-a337-4544b9b7b6f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.789653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.790941 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8b0b8f13-2c20-4700-8be7-6d9cb0aa3911 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.8910372 Feb 28 11:28:00.802061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43612) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:00.821965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.823900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ae4926f2-d55f-4cbb-9e69-a0efbdd347f2 None None] Provisioning for port 347f51dc-eeca-46f3-8873-8a6efe81297d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:00.893555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ae4926f2-d55f-4cbb-9e69-a0efbdd347f2 None None] Provisioning complete for port 347f51dc-eeca-46f3-8873-8a6efe81297d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:00.893974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ae4926f2-d55f-4cbb-9e69-a0efbdd347f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:00.926837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:00.927995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:01.071107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.076132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:01.076857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.125263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.227382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b65ca19-f7af-477e-892b-8e3e783015be']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:01.305877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34415c40-7ec8-42ae-9361-3f97088724d5') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:01.306185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34415c40-7ec8-42ae-9361-3f97088724d5') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:01.325540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.343054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4495a3e1-b324-48ce-a337-4544b9b7b6f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.344306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 549d4942-8951-4652-89e8-b7a7e7be75fa up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:01.399995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4495a3e1-b324-48ce-a337-4544b9b7b6f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=48c8fce9-20fc-4ee0-ab2d-dd3befd4412d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.405175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.420325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Releasing vlan 745 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:28:01.420618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:01.437598 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:01.441324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4495a3e1-b324-48ce-a337-4544b9b7b6f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.442965 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c56560b-b7df-4f1c-9888-a98d2c97876e None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:01.539448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event updated for resources: {'Network': ['ID=21d3bd1f-9d51-4bb7-b463-a6714e395a5d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.556907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.564059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.564406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.570237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 21d3bd1f-9d51-4bb7-b463-a6714e395a5d details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:01.575276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Allocated IP 172.20.0.1 (d696d2b4-1d18-4087-842f-c8135a805160/0097ccc9-cb19-4bad-8dbe-64007075765c/4b432b13-ef22-4a87-ba72-2f9f29d83437) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:01.659638 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4495a3e1-b324-48ce-a337-4544b9b7b6f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/48c8fce9-20fc-4ee0-ab2d-dd3befd4412d HTTP/1.1" status: 204 len: 168 time: 2.8683257 Feb 28 11:28:01.660646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43616) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:01.708439 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-49f9d84e-cb9b-439d-8ff5-971e30992fdd tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2839103 Feb 28 11:28:01.712630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.715800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43620) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:01.727495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ae4926f2-d55f-4cbb-9e69-a0efbdd347f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.736304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.772656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.785824 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4737860b-b89c-472d-8634-9adbfc3a8be1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1193132 Feb 28 11:28:01.789622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43624) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:01.790530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] Pushing event deleted for resources: {'Network': ['ID=7b65ca19-f7af-477e-892b-8e3e783015be,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.794314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:01.794990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:01.806304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:01.807315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84338) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 28 11:28:01.807652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Router dc9fdad4-409a-4581-8fa9-d6b466bfb333 migrating from provider to provider. {{(pid=84338) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 28 11:28:01.808047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.825862 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0dbe6852-ee9d-4d6e-a03a-1be176dfbbfb tempest-QuotasNegativeTest-91651249 tempest-QuotasNegativeTest-91651249-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7b65ca19-f7af-477e-892b-8e3e783015be HTTP/1.1" status: 204 len: 168 time: 1.5760651 Feb 28 11:28:01.926181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=103f5807-8d8c-484a-909a-414dddd913bd,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:01.937017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.937504 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Added segment 22fc698c-5f16-4f10-bb76-1db2316cf6a5 of type vlan for network 2a925607-4cca-478c-b99c-f90b0674774d Feb 28 11:28:01.949066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.966176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:01.966409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 549d4942-8951-4652-89e8-b7a7e7be75fa completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:01.976248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:01.984463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:01.990082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:01.998350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Transition to ACTIVE for port object 4b432b13-ef22-4a87-ba72-2f9f29d83437 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:01.999268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:02.001722 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 549d4942-8951-4652-89e8-b7a7e7be75fa triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:02.002105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.027046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:02.040590 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Sync routers for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:28:02.059914 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:02.060694 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:02.077951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ae4926f2-d55f-4cbb-9e69-a0efbdd347f2 None None] For port 347f51dc-eeca-46f3-8873-8a6efe81297d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=347f51dc-eeca-46f3-8873-8a6efe81297d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:02.078834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:02.082528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.085123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.105188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.180447 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3e51ec0c-5411-45d9-b7ed-8235c8bf10b8 tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] 10.222.0.31 "GET /v2.0/agents/6e3861bc-cfc0-4b0e-bad4-f354dc237332/dhcp-networks HTTP/1.1" status: 200 len: 6248 time: 0.4473009 Feb 28 11:28:02.190771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ae4926f2-d55f-4cbb-9e69-a0efbdd347f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.220916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43630) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:02.224253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.259444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.261494 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-798ce441-1c4c-42ed-a96a-106768fd6475 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4543586 Feb 28 11:28:02.277037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43636) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:02.358520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bbfa69-a591-459e-8470-786c26fc9513 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:28:02.386310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3d143a0c-e01b-4ccd-a34d-9371bbdcd79c None None] Could not find standard attr ID for object 53b4fee5-6448-4628-b49a-4dccfcfebf19. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:02.387952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbfa69-a591-459e-8470-786c26fc9513 None None] Deleting port 347f51dc-eeca-46f3-8873-8a6efe81297d {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:02.388348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c1bbfa69-a591-459e-8470-786c26fc9513 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.446422 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:02.499088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.528149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4926f2-d55f-4cbb-9e69-a0efbdd347f2 None None] Pushing event updated for resources: {'Port': ['ID=347f51dc-eeca-46f3-8873-8a6efe81297d,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:02.528920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=4b432b13-ef22-4a87-ba72-2f9f29d83437,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:02.575915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 549d4942-8951-4652-89e8-b7a7e7be75fa, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=549d4942-8951-4652-89e8-b7a7e7be75fa,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:02.589323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3d143a0c-e01b-4ccd-a34d-9371bbdcd79c None None] Provisioning complete for port 347f51dc-eeca-46f3-8873-8a6efe81297d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:02.589688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3d143a0c-e01b-4ccd-a34d-9371bbdcd79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.662594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.666961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:02.667730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.690897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Network d696d2b4-1d18-4087-842f-c8135a805160 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:02.701679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:02.715175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:02.813748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.814511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 56da1435-cb1e-481f-95aa-6c16d104edfc up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:02.871164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:02.890243 dv-neutron-830866-1-hyperv neutron-server[84338]: WARNING neutron.scheduler.l3_agent_scheduler [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] No L3 agents can host the router dc9fdad4-409a-4581-8fa9-d6b466bfb333 Feb 28 11:28:02.992581 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 3.2068281 Feb 28 11:28:02.992751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bffc5-2ed5-4a4e-8040-a8f77d9130cd tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event updated for resources: {'Network': ['ID=2a925607-4cca-478c-b99c-f90b0674774d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:02.997041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43642) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.016375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Request body: {'subnet': {'network_id': '2a925607-4cca-478c-b99c-f90b0674774d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:03.111506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:27:55Z', 'revision_number': 3, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:03.112855 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:27:58Z', 'revision_number': 3, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:03.122014 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Checking router: 31f3f68f-4a62-4c1c-b6b3-174b91a34043 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:28:03.122361 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Updating router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 port 70135da0-8115-489c-8651-fbfd70fa48b5 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:28:03.132305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=549d4942-8951-4652-89e8-b7a7e7be75fa,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:03.141626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 2a925607-4cca-478c-b99c-f90b0674774d details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:03.170778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6e45f-de82-4ed5-9b52-77792430f19e tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] Network 21d3bd1f-9d51-4bb7-b463-a6714e395a5d is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:03.190564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:03.205832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Usage tracker for resource:subnet and tenant:2eb29b4bc35f446994b38f6a870e2fa1 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:03.218563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:03.229707 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.243450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.304443 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ece6e45f-de82-4ed5-9b52-77792430f19e tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] 10.222.0.31 "POST /v2.0/agents/6e3861bc-cfc0-4b0e-bad4-f354dc237332/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.0823464 Feb 28 11:28:03.311216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43648) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.399074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43652) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.404218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Checking router: 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:28:03.404742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Updating router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:28:03.444713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.476282 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:03.485678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79d71a0-aa2b-4fc4-ad84-1f1016247617 None None] Network 21d3bd1f-9d51-4bb7-b463-a6714e395a5d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:03.580372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Hosts for router dc9fdad4-409a-4581-8fa9-d6b466bfb333: [] {{(pid=84338) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 28 11:28:03.621669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Made reservation on behalf of 2eb29b4bc35f446994b38f6a870e2fa1 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:03.646251 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Hosts for other DVR routers connected to router dc9fdad4-409a-4581-8fa9-d6b466bfb333: set() {{(pid=84338) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 28 11:28:03.648640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.653220 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-10752732-109e-44cd-9fe2-31214cfa6792 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "PUT /v2.0/routers/dc9fdad4-409a-4581-8fa9-d6b466bfb333 HTTP/1.1" status: 200 len: 717 time: 3.5500565 Feb 28 11:28:03.656794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43658) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:03.663259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c1bbfa69-a591-459e-8470-786c26fc9513 None None] For port 347f51dc-eeca-46f3-8873-8a6efe81297d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=347f51dc-eeca-46f3-8873-8a6efe81297d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:03.665548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c1bbfa69-a591-459e-8470-786c26fc9513 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.685992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.757544 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.765265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.772424 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Transition to ACTIVE for port object 70135da0-8115-489c-8651-fbfd70fa48b5 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:03.900383 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c1bbfa69-a591-459e-8470-786c26fc9513 None None] Calling delete_port for 347f51dc-eeca-46f3-8873-8a6efe81297d owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:03.903217 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.927642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:03.995203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=66b705d4-ba86-404f-b5f1-0515f28110be,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.002189 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c5763cc8-0f3c-4d7e-8127-9cf645ea00e7 tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] 10.222.0.31 "GET /v2.0/agents/6e3861bc-cfc0-4b0e-bad4-f354dc237332/dhcp-networks HTTP/1.1" status: 200 len: 7030 time: 0.6896594 Feb 28 11:28:04.005022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43662) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:04.012911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:04.016695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:04.018423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.045556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:04.046504 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.083102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3d143a0c-e01b-4ccd-a34d-9371bbdcd79c None None] Provisioning for port 56da1435-cb1e-481f-95aa-6c16d104edfc completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:04.093249 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Attempting to bind port 70135da0-8115-489c-8651-fbfd70fa48b5 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:04.094485 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Attempting to bind port 70135da0-8115-489c-8651-fbfd70fa48b5 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:04.095259 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Attempting to bind port 70135da0-8115-489c-8651-fbfd70fa48b5 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:04.096587 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.116688 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:04.119905 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:04.119905 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.119905 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:04.119905 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Bound port: 70135da0-8115-489c-8651-fbfd70fa48b5, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:04.120404 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.142832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Pushing event updated for resources: {'Port': ['ID=4b432b13-ef22-4a87-ba72-2f9f29d83437,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.147383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.188313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:04.190547 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c8fd3d77-31d9-44ff-ab4e-7c3d564b7a2f tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "GET /v2.0/routers/dc9fdad4-409a-4581-8fa9-d6b466bfb333 HTTP/1.1" status: 200 len: 717 time: 0.5305607 Feb 28 11:28:04.192731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Usage tracker for resource:security_group_rule and tenant:18271d3b7a57411596d02e0179d9e984 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:04.195741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:04.201831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:04.231963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 56da1435-cb1e-481f-95aa-6c16d104edfc completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:04.239665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43666) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:04.250202 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 56da1435-cb1e-481f-95aa-6c16d104edfc triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:04.251563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.275839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.278319 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-22089eb9-1356-48ac-b4fe-b1b937dc8ded tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4807885 Feb 28 11:28:04.281904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43672) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:04.288263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'name': 'tempest-NetworksTestDHCPv6-474229327'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:04.335204 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] For port 70135da0-8115-489c-8651-fbfd70fa48b5, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:04.343929 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] For port 70135da0-8115-489c-8651-fbfd70fa48b5, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=70135da0-8115-489c-8651-fbfd70fa48b5,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:04.366630 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:28:04.385543 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3301191-c3df-4355-bd4d-a416ddd10ab9 None None] Pushing event updated for resources: {'Port': ['ID=70135da0-8115-489c-8651-fbfd70fa48b5,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.387075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.403271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c1bbfa69-a591-459e-8470-786c26fc9513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.448751 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.457067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.499671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a6c33bed-5ec2-4651-84c7-c26f8d992c10 None None] Could not find standard attr ID for object 93b109a5-d131-4788-89f3-b80760eed74b. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:04.518387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbfa69-a591-459e-8470-786c26fc9513 None None] Pushing event deleted for resources: {'Port': ['ID=347f51dc-eeca-46f3-8873-8a6efe81297d,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.536125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bbfa69-a591-459e-8470-786c26fc9513 None None] No DVR routers for this DVR port 347f51dc-eeca-46f3-8873-8a6efe81297d on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:04.576803 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:04.582440 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:04.589139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f865a98-1ea0-4835-96a5-29e243cf4965 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:04.717050 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a6c33bed-5ec2-4651-84c7-c26f8d992c10 None None] Provisioning for port 4b432b13-ef22-4a87-ba72-2f9f29d83437 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:04.735641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae7bc5c-b9c4-47dc-80a8-8cd4da91fb98,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.743837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Synchronizing usage tracker for tenant:84d1007226da481f99cdf9ee3ad5fe4c on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:04.746599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a6c33bed-5ec2-4651-84c7-c26f8d992c10 None None] Provisioning complete for port 4b432b13-ef22-4a87-ba72-2f9f29d83437 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:04.747277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a6c33bed-5ec2-4651-84c7-c26f8d992c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.759623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:04.763849 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3301191-c3df-4355-bd4d-a416ddd10ab9 None None] Pushing event updated for resources: {'Port': ['ID=70135da0-8115-489c-8651-fbfd70fa48b5,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:04.770035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:04.775959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:04.790601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:04.812503 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.845308 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:04.857488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Network d696d2b4-1d18-4087-842f-c8135a805160 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:04.858725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:04.879508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:04.927760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] Unset dirty status for tenant:84d1007226da481f99cdf9ee3ad5fe4c on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:04.928993 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-818c7388-96e4-43b5-92dc-df068ed6b6c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18271d3b7a57411596d02e0179d9e984&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5265403 Feb 28 11:28:04.997525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:05.000731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.017822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43678) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:05.074566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.082672 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-32e148ab-e04d-4489-9ed6-74bffb1df225 tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] 10.222.0.31 "DELETE /v2.0/agents/6e3861bc-cfc0-4b0e-bad4-f354dc237332/dhcp-networks/21d3bd1f-9d51-4bb7-b463-a6714e395a5d HTTP/1.1" status: 204 len: 168 time: 1.0675633 Feb 28 11:28:05.083557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43682) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:05.085849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event updated for resources: {'Subnet': ['ID=4eb51aec-8c66-4323-bf9e-cc3df707c3a8,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:05.091878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Transition to ACTIVE for port object 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:05.107997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 4c08e9e1-793d-4ef8-9cd9-2200d973fca6 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:05.122657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a6c33bed-5ec2-4651-84c7-c26f8d992c10 None None] Port 4b432b13-ef22-4a87-ba72-2f9f29d83437 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:05.166875 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-75c906df-e92a-4c3c-b6a1-8fe950110511 tempest-RoutersTestDVR-1536012820 tempest-RoutersTestDVR-1536012820-project] 10.222.0.31 "GET /v2.0/routers/dc9fdad4-409a-4581-8fa9-d6b466bfb333 HTTP/1.1" status: 200 len: 683 time: 0.9152498 Feb 28 11:28:05.173226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43686) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:05.194758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 56da1435-cb1e-481f-95aa-6c16d104edfc, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=56da1435-cb1e-481f-95aa-6c16d104edfc,segment=NetworkSegment(3a375e61-fc7f-4bab-ba3c-bd4903dfa873),segment_id=3a375e61-fc7f-4bab-ba3c-bd4903dfa873)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:05.201093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a6c33bed-5ec2-4651-84c7-c26f8d992c10 None None] Provisioning complete for port 56da1435-cb1e-481f-95aa-6c16d104edfc triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:05.201467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a6c33bed-5ec2-4651-84c7-c26f8d992c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.217456 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:27:58Z', 'revision_number': 3, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:05.222544 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47dc060b-d22d-4079-962a-b03027b40192 None None] The sync data for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv is: [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:27:58Z', 'revision_number': 3, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:28:05.244458 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.320975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.321741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 922b3ed1-99e0-44a7-8418-2909ceaf966b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:05.351702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '66b705d4-ba86-404f-b5f1-0515f28110be'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:28:05.352526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.372799 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Checking segment: {'id': '22fc698c-5f16-4f10-bb76-1db2316cf6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2a925607-4cca-478c-b99c-f90b0674774d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:05.373157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Network hostable DHCP agents. Network: 2a925607-4cca-478c-b99c-f90b0674774d, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:05.407590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3e46529e-5965-46b4-8b14-ded3c492819c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.507056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Attempting to bind port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:05.507056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Attempting to bind port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:05.507056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Attempting to bind port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:05.543907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873576a4-c882-4d0b-a211-5afaeaf85535 None None] Pushing event updated for resources: {'Port': ['ID=87f11c4b-01bd-4fd1-8ef7-c300eab4ef47,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:05.596499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3e46529e-5965-46b4-8b14-ded3c492819c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.621156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05fae152-03fe-4dd3-a895-97f8bcb05a24 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.625461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:05.625826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:05.626222 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.626603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:05.627112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Bound port: 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:05.627475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.766417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f0 (d2f89622-2098-4601-99de-8eb1c2f9e684/66b705d4-ba86-404f-b5f1-0515f28110be/4c08e9e1-793d-4ef8-9cd9-2200d973fca6) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:05.803630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Network 2a925607-4cca-478c-b99c-f90b0674774d is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:05.808161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=56da1435-cb1e-481f-95aa-6c16d104edfc,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:05.832534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] For port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:05.836190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] For port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=87f11c4b-01bd-4fd1-8ef7-c300eab4ef47,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:05.859295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 922b3ed1-99e0-44a7-8418-2909ceaf966b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:05.859745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.909760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:05.932842 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-41f6fa39-02f2-4d2e-86fb-22e1a68214b0 tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] 10.222.0.31 "GET /v2.0/agents/6e3861bc-cfc0-4b0e-bad4-f354dc237332/dhcp-networks HTTP/1.1" status: 200 len: 6286 time: 0.7728922 Feb 28 11:28:05.951956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43690) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.004048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 2a925607-4cca-478c-b99c-f90b0674774d) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:06.021724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8d9811-e0ec-478a-bdaf-45bd08e2d4f2 None None] Network 2a925607-4cca-478c-b99c-f90b0674774d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:06.056275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:06.057215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.116786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873576a4-c882-4d0b-a211-5afaeaf85535 None None] Pushing event updated for resources: {'Port': ['ID=87f11c4b-01bd-4fd1-8ef7-c300eab4ef47,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:06.123440 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b431a69d-5d4d-4e6f-86be-4c31eafff2d5 tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] 10.222.0.31 "GET /v2.0/networks/34f9b0ed-1f92-4938-bd7b-9a65bf2059d2/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1702054 Feb 28 11:28:06.127349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f0d81228-b6bc-4c48-94a8-5b496376d8bd None None] Provisioning complete for port 4b432b13-ef22-4a87-ba72-2f9f29d83437 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:06.127727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0d81228-b6bc-4c48-94a8-5b496376d8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.176095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3e46529e-5965-46b4-8b14-ded3c492819c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.185918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43694) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.242546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f0d81228-b6bc-4c48-94a8-5b496376d8bd None None] Port 4b432b13-ef22-4a87-ba72-2f9f29d83437 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:06.245706 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-339c6eff-c39f-45f3-accf-c70021647130 tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] 10.222.0.31 "GET /v2.0/networks/34f9b0ed-1f92-4938-bd7b-9a65bf2059d2/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0402427 Feb 28 11:28:06.245706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46529e-5965-46b4-8b14-ded3c492819c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae7bc5c-b9c4-47dc-80a8-8cd4da91fb98,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:06.246265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43698) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.276645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3e46529e-5965-46b4-8b14-ded3c492819c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.277611 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3e46529e-5965-46b4-8b14-ded3c492819c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ae7bc5c-b9c4-47dc-80a8-8cd4da91fb98 HTTP/1.1" status: 204 len: 168 time: 1.2571552 Feb 28 11:28:06.298011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:06.298011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:06.337885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.414418 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-35bf7a06-5ec9-4ee5-892a-d6552896f6e4 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4099119 Feb 28 11:28:06.415470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43704) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.434743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1988607861', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:06.441510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05fae152-03fe-4dd3-a895-97f8bcb05a24 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.446910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 4c08e9e1-793d-4ef8-9cd9-2200d973fca6 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:06.446910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:06.459978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Usage tracker for resource:router and tenant:2eb29b4bc35f446994b38f6a870e2fa1 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:06.466391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05fae152-03fe-4dd3-a895-97f8bcb05a24 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.466692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:06.487894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:06.492317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:06.493647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.522280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:06.658147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05fae152-03fe-4dd3-a895-97f8bcb05a24 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.659249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fae152-03fe-4dd3-a895-97f8bcb05a24 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc9fdad4-409a-4581-8fa9-d6b466bfb333 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:28:06.678117 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5a68d872-9375-4616-9312-151ae9f57369 tempest-DHCPAgentSchedulersTestJSON-1633496054 tempest-DHCPAgentSchedulersTestJSON-1633496054-project-admin] 10.222.0.31 "GET /v2.0/agents/6e3861bc-cfc0-4b0e-bad4-f354dc237332/dhcp-networks HTTP/1.1" status: 200 len: 7064 time: 0.4151115 Feb 28 11:28:06.681859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43708) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.683937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.685024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.718140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-2a925607-4cca-478c-b99c-f90b0674774d', 'network_id': '2a925607-4cca-478c-b99c-f90b0674774d', 'tenant_id': '2eb29b4bc35f446994b38f6a870e2fa1', 'fixed_ips': [{'subnet_id': '4eb51aec-8c66-4323-bf9e-cc3df707c3a8'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:28:06.718866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.753577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:06.754955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.813453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.842935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05fae152-03fe-4dd3-a895-97f8bcb05a24 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.844082 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-05fae152-03fe-4dd3-a895-97f8bcb05a24 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "DELETE /v2.0/routers/dc9fdad4-409a-4581-8fa9-d6b466bfb333 HTTP/1.1" status: 204 len: 168 time: 1.6678283 Feb 28 11:28:06.859313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43714) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:06.859313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:06.866570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:06.972038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Request body: {'router': {'name': 'tempest-router-1530442782', 'distributed': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:06.977555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:06.982538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Usage tracker for resource:router and tenant:70e78f98eddc4c07bf4ef52cca3f3e21 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:06.986598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:06.995043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:07.007364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=4c08e9e1-793d-4ef8-9cd9-2200d973fca6,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:07.027113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.074227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Allocated IP 172.20.0.1 (f87b31a0-daac-4d89-9446-4858f2a19282/fa0af2c3-875d-4266-9c94-27968520281d/837e3105-36d8-4b06-83b4-c0e2689dcc64) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:07.159006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/66b705d4-ba86-404f-b5f1-0515f28110be/6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:07.171439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.173646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.202032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:07.209047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:07.215979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:07.219953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:07.220598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.258287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43718) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.292818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.301165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-51f9af83-d722-45fb-94ad-05c9317b0a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.322985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.361809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.362957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Allocated IP 172.20.0.2 (2a925607-4cca-478c-b99c-f90b0674774d/4eb51aec-8c66-4323-bf9e-cc3df707c3a8/ee1dd7e8-901c-4983-8be7-2266d8156306) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:07.364659 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1027fe97-72ad-44ac-9185-4a5dee188f0d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0816107 Feb 28 11:28:07.365985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43722) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.374349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-51f9af83-d722-45fb-94ad-05c9317b0a37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:07.412913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-51f9af83-d722-45fb-94ad-05c9317b0a37 admin admin] Usage tracker for resource:security_group_rule and tenant:d6ece61522d84788af91e0822e4faf13 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:07.414224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.421641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-51f9af83-d722-45fb-94ad-05c9317b0a37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:07.426780 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > segment before_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.427148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.428065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.428284 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > port after_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.428657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > port after_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.429015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > port after_update 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.429357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > segment after_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.429703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-51f9af83-d722-45fb-94ad-05c9317b0a37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:07.429823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > subnet after_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.430006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > subnet after_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.430325 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > subnet after_update 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.446323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.461731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:07.507401 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Sync routers for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:28:07.516435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5bb1576e-ec70-49b1-82d2-14d0b7c55fb8 admin admin] 10.222.0.31 "PUT /v2.0/routers/2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3375590 Feb 28 11:28:07.653729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:07.654352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:07.657938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.659287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > subnet after_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.659649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > subnet after_delete 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.659984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > subnet before_create 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.660322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Subscribe: > subnet before_update 55550000 {{(pid=84338) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 11:28:07.660704 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21d3bd1f-9d51-4bb7-b463-a6714e395a5d']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:07.665673 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9eee18da-7218-4b2b-a7a9-272fa65add81 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8032804 Feb 28 11:28:07.688875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43728) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.767765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520d7eda-eca8-452b-bf65-2c31a36e4ff0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:07.768614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-520d7eda-eca8-452b-bf65-2c31a36e4ff0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:07.778879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-51f9af83-d722-45fb-94ad-05c9317b0a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.833764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 70135da0-8115-489c-8651-fbfd70fa48b5 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:07.839942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03dd4cc1-55b2-4cfe-9393-e83bebbdd1bc') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:07.840244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03dd4cc1-55b2-4cfe-9393-e83bebbdd1bc') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:07.854636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-51f9af83-d722-45fb-94ad-05c9317b0a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.917436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-520d7eda-eca8-452b-bf65-2c31a36e4ff0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:07.921163 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-520d7eda-eca8-452b-bf65-2c31a36e4ff0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.5499423 Feb 28 11:28:07.927421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.931493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43740) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:07.936583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.945681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:27:55Z', 'revision_number': 3, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:07.973632 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:07.985525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a97e44-ce8f-4fa8-96c1-b35561dc3c37 None None] The sync data for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv is: [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:27:55Z', 'revision_number': 3, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:28:08.013378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Transition to ACTIVE for port object 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:08.014806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.029752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Transition to ACTIVE for port object 837e3105-36d8-4b06-83b4-c0e2689dcc64 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:08.060909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.064658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.072223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.074627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f9af83-d722-45fb-94ad-05c9317b0a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82ff719-edfc-46fd-a55e-72e69b7fa5c9,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:08.077292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:28:08.078488 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.085567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Transition to ACTIVE for port object 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:08.101473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Transition to ACTIVE for port object ee1dd7e8-901c-4983-8be7-2266d8156306 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:08.115595 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-51f9af83-d722-45fb-94ad-05c9317b0a37 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6ece61522d84788af91e0822e4faf13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8540246 Feb 28 11:28:08.124508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43746) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:08.138881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Transition to ACTIVE for port object ee1dd7e8-901c-4983-8be7-2266d8156306 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:08.139685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:08.176868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-842831cf-455c-4016-8597-f85ec09c4e1e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 4c08e9e1-793d-4ef8-9cd9-2200d973fca6 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:08.177199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-842831cf-455c-4016-8597-f85ec09c4e1e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn_limited( Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn_limited( Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:08.193965 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:08.242278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.245848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 70135da0-8115-489c-8651-fbfd70fa48b5 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:08.249624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.286411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 70135da0-8115-489c-8651-fbfd70fa48b5 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:08.286780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.355029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.398983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:08.409111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:08.419371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:08.421372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e428017b-ee84-4d56-8171-f18743072af3 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.470739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87218df1-2438-4abc-badb-c1d4119ba38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.483243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Pushing event updated for resources: {'Port': ['ID=6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:08.510771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Allocated IP 172.26.1.107 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/ce08b244-8c97-4fd2-8d0d-9a1862b1d999) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:08.532926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.534627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Network 2a925607-4cca-478c-b99c-f90b0674774d is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:08.618760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87218df1-2438-4abc-badb-c1d4119ba38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.657412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Network f87b31a0-daac-4d89-9446-4858f2a19282 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:08.667060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.719877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:08.741248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:08.760616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Pushing event updated for resources: {'Port': ['ID=837e3105-36d8-4b06-83b4-c0e2689dcc64,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:08.768419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:08.802994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Pushing event updated for resources: {'Port': ['ID=ee1dd7e8-901c-4983-8be7-2266d8156306,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:08.805477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-842831cf-455c-4016-8597-f85ec09c4e1e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:08.814616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:08.826779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event deleted for resources: {'Network': ['ID=21d3bd1f-9d51-4bb7-b463-a6714e395a5d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:08.843296 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-778dbd7c-f02c-4a78-80d7-7b9b65158c01 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] 10.222.0.31 "DELETE /v2.0/networks/21d3bd1f-9d51-4bb7-b463-a6714e395a5d HTTP/1.1" status: 204 len: 168 time: 2.1588860 Feb 28 11:28:08.850385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43752) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:08.899371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43756) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:08.908148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464892307', 'description': 'tempest-description--1031961069'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:08.929179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:08.944086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Usage tracker for resource:security_group and tenant:891d02a28f604b24a293e776f889769d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:08.957092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:09.029502 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:09.031601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.055713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-842831cf-455c-4016-8597-f85ec09c4e1e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 4c08e9e1-793d-4ef8-9cd9-2200d973fca6 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:09.088057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.096991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Attempting to bind port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:09.097363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Attempting to bind port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:09.097739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Attempting to bind port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:09.111605 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a2cb0a4-d524-4731-9fd0-f22ad244d73e tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] DELETE failed (client error): The resource could not be found. Feb 28 11:28:09.112149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a2cb0a4-d524-4731-9fd0-f22ad244d73e tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:09.137933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '4b432b13-ef22-4a87-ba72-2f9f29d83437', 'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'mac_address': 'fa:16:3e:96:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:03Z', 'revision_number': 2, 'project_id': '891d02a28f604b24a293e776f889769d', 'subnets': [{'id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:09.140250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Attempting to bind port ee1dd7e8-901c-4983-8be7-2266d8156306 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:09.140505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Attempting to bind port ee1dd7e8-901c-4983-8be7-2266d8156306 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '22fc698c-5f16-4f10-bb76-1db2316cf6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2a925607-4cca-478c-b99c-f90b0674774d'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:09.140813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Attempting to bind port ee1dd7e8-901c-4983-8be7-2266d8156306 on network 2a925607-4cca-478c-b99c-f90b0674774d {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:09.144654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 70135da0-8115-489c-8651-fbfd70fa48b5, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=70135da0-8115-489c-8651-fbfd70fa48b5,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:09.147153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:09.147319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:09.147599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.147983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:09.148742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Bound port: 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:09.148878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.160866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.165772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Checking router: 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:28:09.167637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Updating router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 port 4b432b13-ef22-4a87-ba72-2f9f29d83437 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:28:09.170632 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0a2cb0a4-d524-4731-9fd0-f22ad244d73e tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] 10.222.0.31 "DELETE /v2.0/ports/93b109a5-d131-4788-89f3-b80760eed74b HTTP/1.1" status: 404 len: 333 time: 0.3169756 Feb 28 11:28:09.182684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43760) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:09.211109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:09.211508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Checking segment: {'id': '22fc698c-5f16-4f10-bb76-1db2316cf6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2a925607-4cca-478c-b99c-f90b0674774d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:09.211861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.212315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Bound using segment: {'id': '22fc698c-5f16-4f10-bb76-1db2316cf6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2a925607-4cca-478c-b99c-f90b0674774d'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:09.212711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Bound port: ee1dd7e8-901c-4983-8be7-2266d8156306, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22fc698c-5f16-4f10-bb76-1db2316cf6a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '2a925607-4cca-478c-b99c-f90b0674774d'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:09.213607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.220815 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Allocated IP 172.20.0.1 (4e0c166b-6d44-40ae-b73d-34a64444bcf0/e7ba25d1-ab50-4397-9c45-c314d870c0a6/07131ff1-7976-4a2f-b498-b43527f27a64) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:09.221254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87218df1-2438-4abc-badb-c1d4119ba38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.223567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87218df1-2438-4abc-badb-c1d4119ba38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.224729 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-87218df1-2438-4abc-badb-c1d4119ba38a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d82ff719-edfc-46fd-a55e-72e69b7fa5c9 HTTP/1.1" status: 204 len: 168 time: 1.0983653 Feb 28 11:28:09.257831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87218df1-2438-4abc-badb-c1d4119ba38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82ff719-edfc-46fd-a55e-72e69b7fa5c9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:09.264332 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.264332 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 549d4942-8951-4652-89e8-b7a7e7be75fa up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:09.351239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-071ef2e2-865e-4012-8275-359057c2895d None None] Provisioning for port 837e3105-36d8-4b06-83b4-c0e2689dcc64 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:09.368503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.476084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e428017b-ee84-4d56-8171-f18743072af3 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.476895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.485771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.495784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-071ef2e2-865e-4012-8275-359057c2895d None None] Provisioning complete for port 837e3105-36d8-4b06-83b4-c0e2689dcc64 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:09.496571 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-071ef2e2-865e-4012-8275-359057c2895d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.498046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e428017b-ee84-4d56-8171-f18743072af3 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.518372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-842831cf-455c-4016-8597-f85ec09c4e1e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.521817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc592fe-8c95-4784-a2f0-8dfe27abf880 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Deleting subnet 940984e2-caf8-4648-a065-95052e08ea70 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:28:09.530202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:09.542105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7dc592fe-8c95-4784-a2f0-8dfe27abf880 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.546535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Usage tracker for resource:security_group_rule and tenant:891d02a28f604b24a293e776f889769d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:09.553834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:09.578870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:09.599356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=70135da0-8115-489c-8651-fbfd70fa48b5,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:09.610806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:09.618028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:09.646397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event updated for resources: {'Port': ['ID=ce08b244-8c97-4fd2-8d0d-9a1862b1d999,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:09.651888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:09.669648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] For port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:09.671724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-071ef2e2-865e-4012-8275-359057c2895d None None] Port 837e3105-36d8-4b06-83b4-c0e2689dcc64 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:09.705174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] For port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:09.707192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] For port ee1dd7e8-901c-4983-8be7-2266d8156306, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:09.710093 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.712064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 549d4942-8951-4652-89e8-b7a7e7be75fa triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:09.712606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.720145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e428017b-ee84-4d56-8171-f18743072af3 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.720742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e428017b-ee84-4d56-8171-f18743072af3 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c1833b58-61dc-4d91-8c00-b47d31b31ab1 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:28:09.739581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7dc592fe-8c95-4784-a2f0-8dfe27abf880 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.755893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] For port ee1dd7e8-901c-4983-8be7-2266d8156306, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ee1dd7e8-901c-4983-8be7-2266d8156306,segment=NetworkSegment(22fc698c-5f16-4f10-bb76-1db2316cf6a5),segment_id=22fc698c-5f16-4f10-bb76-1db2316cf6a5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:09.782340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Transition to ACTIVE for port object 07131ff1-7976-4a2f-b498-b43527f27a64 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:09.807724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-842831cf-455c-4016-8597-f85ec09c4e1e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.810586 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842831cf-455c-4016-8597-f85ec09c4e1e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=4c08e9e1-793d-4ef8-9cd9-2200d973fca6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:09.832353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.877218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.881531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.892542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.912913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.934162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7dc592fe-8c95-4784-a2f0-8dfe27abf880 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:09.975946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:09.981503 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-842831cf-455c-4016-8597-f85ec09c4e1e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/4c08e9e1-793d-4ef8-9cd9-2200d973fca6 HTTP/1.1" status: 204 len: 168 time: 2.0482290 Feb 28 11:28:09.985107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:09.989537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43770) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.100286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8385a-cd7e-4138-b9f4-0ed56bbb09e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:10.101716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8385a-cd7e-4138-b9f4-0ed56bbb09e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:10.106734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-24c8385a-cd7e-4138-b9f4-0ed56bbb09e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:10.143666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202bf23-0223-4fcc-b252-3077787803b7 None None] Pushing event updated for resources: {'Port': ['ID=6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:10.152011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.183743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:10.185903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.186780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.266608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7dc592fe-8c95-4784-a2f0-8dfe27abf880 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.292473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecadf72-1518-4a5d-929d-16a4a450e688,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:10.311227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e428017b-ee84-4d56-8171-f18743072af3 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.312812 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e428017b-ee84-4d56-8171-f18743072af3 tempest-RoutersTestDVR-877516685 tempest-RoutersTestDVR-877516685-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c1833b58-61dc-4d91-8c00-b47d31b31ab1 HTTP/1.1" status: 204 len: 168 time: 2.5924740 Feb 28 11:28:10.353971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 56da1435-cb1e-481f-95aa-6c16d104edfc up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:10.378894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-24c8385a-cd7e-4138-b9f4-0ed56bbb09e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:10.382374 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-24c8385a-cd7e-4138-b9f4-0ed56bbb09e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3882627 Feb 28 11:28:10.389561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43780) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.404655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Pushing event updated for resources: {'Port': ['ID=07131ff1-7976-4a2f-b498-b43527f27a64,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:10.409560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb2c27-9c5b-48b1-9cb8-a7e7c5e40642 None None] Pushing event updated for resources: {'Port': ['ID=ee1dd7e8-901c-4983-8be7-2266d8156306,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:10.466648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.502537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.504970 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5289ffce-e637-42ff-b879-518570293ae7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.6045909 Feb 28 11:28:10.512056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43784) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.542806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Request body: {'security_group_rule': {'security_group_id': '5ecadf72-1518-4a5d-929d-16a4a450e688', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:10.580471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:10.606888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.618781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 56da1435-cb1e-481f-95aa-6c16d104edfc triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:10.619855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.662421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Transition to ACTIVE for port object 4b432b13-ef22-4a87-ba72-2f9f29d83437 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:10.678383 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fbcfaef1-695f-4fe3-a3eb-5c98de0ebdfe None None] Provisioning for port 07131ff1-7976-4a2f-b498-b43527f27a64 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:10.699190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc592fe-8c95-4784-a2f0-8dfe27abf880 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event deleted for resources: {'Subnet': ['ID=940984e2-caf8-4648-a065-95052e08ea70,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:10.734135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fbcfaef1-695f-4fe3-a3eb-5c98de0ebdfe None None] Provisioning complete for port 07131ff1-7976-4a2f-b498-b43527f27a64 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:10.738042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fbcfaef1-695f-4fe3-a3eb-5c98de0ebdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.749113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7dc592fe-8c95-4784-a2f0-8dfe27abf880 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.766107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Usage tracker for resource:security_group_rule and tenant:891d02a28f604b24a293e776f889769d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:10.785313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:10.788503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:28:10.797674 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7dc592fe-8c95-4784-a2f0-8dfe27abf880 tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] 10.222.0.31 "DELETE /v2.0/subnets/940984e2-caf8-4648-a065-95052e08ea70 HTTP/1.1" status: 204 len: 168 time: 1.6140666 Feb 28 11:28:10.820040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43790) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:10.845298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779ab52-ed12-484d-b07f-0e7c01d71083 None None] Network 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:10.859910 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:10.868930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.881077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:10.992689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19528a4-3354-4218-94be-d1da851df52c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 66b705d4-ba86-404f-b5f1-0515f28110be {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:28:11.007569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e19528a4-3354-4218-94be-d1da851df52c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.020078 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.030585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.053202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.148986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeedc75-2245-4662-9923-89461c04a637 None None] Pushing event updated for resources: {'Port': ['ID=4b432b13-ef22-4a87-ba72-2f9f29d83437,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:11.162481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fbcfaef1-695f-4fe3-a3eb-5c98de0ebdfe None None] Port 07131ff1-7976-4a2f-b498-b43527f27a64 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:11.167438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e19528a4-3354-4218-94be-d1da851df52c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.195253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.251919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Deleting port 56da1435-cb1e-481f-95aa-6c16d104edfc {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:11.252372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.278024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43800) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:11.291778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 347f51dc-eeca-46f3-8873-8a6efe81297d no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:11.352829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 347f51dc-eeca-46f3-8873-8a6efe81297d {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:28:11.353192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 347f51dc-eeca-46f3-8873-8a6efe81297d not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:11.355514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.415195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.440439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Pushing event updated for resources: {'Port': ['ID=837e3105-36d8-4b06-83b4-c0e2689dcc64,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:11.456960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e19528a4-3354-4218-94be-d1da851df52c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.484959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Attempting to bind port 4b432b13-ef22-4a87-ba72-2f9f29d83437 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:11.485733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Attempting to bind port 4b432b13-ef22-4a87-ba72-2f9f29d83437 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:11.486152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Attempting to bind port 4b432b13-ef22-4a87-ba72-2f9f29d83437 on network d696d2b4-1d18-4087-842f-c8135a805160 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:11.499498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:11.499873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Checking segment: {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:11.500427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.500864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Bound using segment: {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:11.501408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Bound port: 4b432b13-ef22-4a87-ba72-2f9f29d83437, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:11.501778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.561265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.653809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] For port 4b432b13-ef22-4a87-ba72-2f9f29d83437, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:11.663052 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] For port 4b432b13-ef22-4a87-ba72-2f9f29d83437, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4b432b13-ef22-4a87-ba72-2f9f29d83437,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:11.759933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.777047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ac333ae-49f8-4df1-8293-23409ba5a25c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.827993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Router 5d7261dc-d948-437b-825f-1bf550df8281 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:28:11.866835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 70135da0-8115-489c-8651-fbfd70fa48b5 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:11.885390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43808) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:11.896183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ac333ae-49f8-4df1-8293-23409ba5a25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:11.901183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4ac333ae-49f8-4df1-8293-23409ba5a25c admin admin] Usage tracker for resource:security_group_rule and tenant:e59267e1fdd340f69d82ec32247c4812 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:11.904688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4ac333ae-49f8-4df1-8293-23409ba5a25c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:11.915732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ac333ae-49f8-4df1-8293-23409ba5a25c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:11.922993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] DHCP port deletion for 34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:28:11.928721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e19528a4-3354-4218-94be-d1da851df52c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:11.949720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] Deleting port 56da1435-cb1e-481f-95aa-6c16d104edfc {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:11.950154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.013890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19528a4-3354-4218-94be-d1da851df52c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=66b705d4-ba86-404f-b5f1-0515f28110be,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.149980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeedc75-2245-4662-9923-89461c04a637 None None] Pushing event updated for resources: {'Port': ['ID=4b432b13-ef22-4a87-ba72-2f9f29d83437,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.158172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] For port 56da1435-cb1e-481f-95aa-6c16d104edfc, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=56da1435-cb1e-481f-95aa-6c16d104edfc,segment=NetworkSegment(3a375e61-fc7f-4bab-ba3c-bd4903dfa873),segment_id=3a375e61-fc7f-4bab-ba3c-bd4903dfa873)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:12.158535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.216098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:12.216737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:12.285504 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ac333ae-49f8-4df1-8293-23409ba5a25c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.311181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1583036971'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:12.355483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Calling delete_port for 56da1435-cb1e-481f-95aa-6c16d104edfc owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:12.419072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ac333ae-49f8-4df1-8293-23409ba5a25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.446534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:12.491082 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4ac333ae-49f8-4df1-8293-23409ba5a25c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e59267e1fdd340f69d82ec32247c4812&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2105165 Feb 28 11:28:12.499031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e19528a4-3354-4218-94be-d1da851df52c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.502421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Usage tracker for resource:network and tenant:6f1d605976a7420cb54ba996534f7e8b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:12.506408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43814) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:12.522822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:12.547766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:12.573034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 70135da0-8115-489c-8651-fbfd70fa48b5 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:12.573455 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.575308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.579147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=279873cf-4bc4-4aca-b060-1181c8f9562e,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.583911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.587052 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f8a27262-5936-4a8c-8d4b-40e17a76eca1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.0719795 Feb 28 11:28:12.587052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.600596 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43818) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:12.603141 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e302d6cb-87a8-4874-80a4-2b45acf9161a None None] Network 2a925607-4cca-478c-b99c-f90b0674774d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:12.608268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac333ae-49f8-4df1-8293-23409ba5a25c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e53883e-726b-4f09-93be-bbb7163f68ef,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.616814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869ddb0b-e18c-41c4-8d4b-232ead9d391c None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:12.647716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] No DVR routers for this DVR port 56da1435-cb1e-481f-95aa-6c16d104edfc on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:12.649522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event deleted for resources: {'Port': ['ID=56da1435-cb1e-481f-95aa-6c16d104edfc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.655659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Request body: {'security_group_rule': {'security_group_id': '5ecadf72-1518-4a5d-929d-16a4a450e688', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:12.662123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:12.666937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Usage tracker for resource:security_group_rule and tenant:891d02a28f604b24a293e776f889769d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:12.672554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:12.672715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-59ef8973-81e4-4081-9499-e2b481e407a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.676924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:12.680121 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e19528a4-3354-4218-94be-d1da851df52c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/66b705d4-ba86-404f-b5f1-0515f28110be HTTP/1.1" status: 204 len: 168 time: 2.2664981 Feb 28 11:28:12.680121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Made reservation on behalf of 6f1d605976a7420cb54ba996534f7e8b for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:12.682341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.687814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.694947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43822) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:12.773902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.807997 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f7dcbdaf-9bc9-4de6-b115-166619c42e1b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1009984 Feb 28 11:28:12.809020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43826) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:12.810689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-59ef8973-81e4-4081-9499-e2b481e407a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.830504 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:12.913716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] For port 56da1435-cb1e-481f-95aa-6c16d104edfc, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=56da1435-cb1e-481f-95aa-6c16d104edfc,segment=NetworkSegment(3a375e61-fc7f-4bab-ba3c-bd4903dfa873),segment_id=3a375e61-fc7f-4bab-ba3c-bd4903dfa873)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:12.914354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.924597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:12.948355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.981040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Pushing event updated for resources: {'Port': ['ID=07131ff1-7976-4a2f-b498-b43527f27a64,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:12.984604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:12.995595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:13.003279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-94b8adb8-495f-4ce5-9942-a54dafaf8b8a None None] Provisioning for port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:13.003602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Usage tracker for resource:security_group_rule and tenant:6f1d605976a7420cb54ba996534f7e8b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:13.009496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:13.009638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.015170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Network f87b31a0-daac-4d89-9446-4858f2a19282 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:13.022255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:13.026667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:13.028925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:13.035214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:13.040818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:13.051942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:13.113699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f9b0ed-1f92-4938-bd7b-9a65bf2059d2']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.114148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:13.130006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-59ef8973-81e4-4081-9499-e2b481e407a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.139445 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c75117a-c6e5-46c6-b37c-804697ec4f06 None None] Sync routers for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:28:13.175574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:13.180233 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c75117a-c6e5-46c6-b37c-804697ec4f06 None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:13.184809 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1c75117a-c6e5-46c6-b37c-804697ec4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.186337 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] Calling delete_port for 56da1435-cb1e-481f-95aa-6c16d104edfc owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:13.186573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.212371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a375e61-fc7f-4bab-ba3c-bd4903dfa873') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.212676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a375e61-fc7f-4bab-ba3c-bd4903dfa873') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.217303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef8973-81e4-4081-9499-e2b481e407a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e53883e-726b-4f09-93be-bbb7163f68ef,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:13.249830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.301609 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1c75117a-c6e5-46c6-b37c-804697ec4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.317795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.329478 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c75117a-c6e5-46c6-b37c-804697ec4f06 None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:13.330321 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1c75117a-c6e5-46c6-b37c-804697ec4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:27:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.367518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.381844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.394668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:28:13.395088 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:13.415503 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:13.427231 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1c75117a-c6e5-46c6-b37c-804697ec4f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:13.427643 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c75117a-c6e5-46c6-b37c-804697ec4f06 None None] The sync data for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:28:13.439483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.478943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-59ef8973-81e4-4081-9499-e2b481e407a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.480257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-59ef8973-81e4-4081-9499-e2b481e407a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e53883e-726b-4f09-93be-bbb7163f68ef HTTP/1.1" status: 204 len: 168 time: 0.9680490 Feb 28 11:28:13.489301 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.503285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:13.508399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf2fc07-206d-4d34-8925-70d9caa9e859,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:13.518628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.519053 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Added segment da2d7c7d-c31b-44a8-8abc-0cc5ec758f60 of type vlan for network e44176d8-95f0-430c-8026-05b02d0c848b Feb 28 11:28:13.527861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.532952 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-94deeba8-18d7-4cbe-8d15-82ad39dd0e1e tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.1164150 Feb 28 11:28:13.534413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43832) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:13.568442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f97cfda8-410b-4e83-bb37-742ea2b78d12,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:13.580849 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:13.814496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:13.816449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.826718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:13.856563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:13.856909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:13.903762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.908565 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] 10.222.0.31 "DELETE /v2.0/networks/34f9b0ed-1f92-4938-bd7b-9a65bf2059d2 HTTP/1.1" status: 204 len: 168 time: 3.0505486 Feb 28 11:28:13.970646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:13.976751 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e6997d24-5d2c-4bdf-adaa-dc02273f182f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3333197 Feb 28 11:28:13.995596 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43838) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:14.003232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6e97d2-30cf-443f-be23-6ee0efcb9e9d tempest-DHCPAgentSchedulersTestJSON-484684457 tempest-DHCPAgentSchedulersTestJSON-484684457-project] Pushing event deleted for resources: {'Network': ['ID=34f9b0ed-1f92-4938-bd7b-9a65bf2059d2,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:14.009184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:14.087671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:28:14.159418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:14.167520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.176795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Deleting port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:14.177085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.188492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Usage tracker for resource:floatingip and tenant:891d02a28f604b24a293e776f889769d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:14.205456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:14.232603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:14.248965 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9edd0ea6-2eb7-420a-b3b0-2e624b6d471d None None] Provisioning for port ee1dd7e8-901c-4983-8be7-2266d8156306 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:14.285660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.299336 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9edd0ea6-2eb7-420a-b3b0-2e624b6d471d None None] Could not find standard attr ID for object 4c08e9e1-793d-4ef8-9cd9-2200d973fca6. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:14.348296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:14.364542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] Deleting port 56da1435-cb1e-481f-95aa-6c16d104edfc {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:14.364910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.367545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.372196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:14.372794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.415650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:14.416798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.481308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.542046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:14.553817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:14.559967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:14.560557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.571880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=ff4855e4-c07e-4f4c-a23b-80a3a0e06aaa,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:14.577555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event updated for resources: {'Network': ['ID=e44176d8-95f0-430c-8026-05b02d0c848b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:14.611827 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-951757ea-dbaf-4ba8-ad28-f3d9c0de13d6 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.6929989 Feb 28 11:28:14.621837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43844) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:14.643709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network e44176d8-95f0-430c-8026-05b02d0c848b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:14.647229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Request body: {'subnet': {'network_id': 'e44176d8-95f0-430c-8026-05b02d0c848b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:14.661446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1a5e4e53-3c50-40df-8f40-ca450586d449 None None] The port '56da1435-cb1e-481f-95aa-6c16d104edfc' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:28:14.808798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43850) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:14.818203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:14.824803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Usage tracker for resource:subnet and tenant:6f1d605976a7420cb54ba996534f7e8b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:14.829099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:14.836026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:14.850383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-43f851fa-bc5e-4b44-a8f3-686feaa82dfc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0289805 Feb 28 11:28:14.851285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43854) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:14.856548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-259e6eea-b81f-4508-978a-e24b68b6db27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.860428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'name': 'tempest-NetworksTestDHCPv6-707812222'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:14.885915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '4b432b13-ef22-4a87-ba72-2f9f29d83437', 'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'mac_address': 'fa:16:3e:96:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:11Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'subnets': [{'id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:14.912736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-259e6eea-b81f-4508-978a-e24b68b6db27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:14.913959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a14c07c-bbcd-4a0a-a65b-e2e6a76b72ca None None] The sync data for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv is: [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '4b432b13-ef22-4a87-ba72-2f9f29d83437', 'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'mac_address': 'fa:16:3e:96:fd:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:11Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'subnets': [{'id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:28:14.918079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-259e6eea-b81f-4508-978a-e24b68b6db27 admin admin] Usage tracker for resource:security_group_rule and tenant:70e78f98eddc4c07bf4ef52cca3f3e21 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:14.922054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-259e6eea-b81f-4508-978a-e24b68b6db27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:14.926441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-31d993ff-7b05-4adf-8628-dfa3b4496043 None None] Provisioning complete for port 837e3105-36d8-4b06-83b4-c0e2689dcc64 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:14.926742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-31d993ff-7b05-4adf-8628-dfa3b4496043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:14.929600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-259e6eea-b81f-4508-978a-e24b68b6db27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:14.940984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43858) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:14.966530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Made reservation on behalf of 6f1d605976a7420cb54ba996534f7e8b for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:14.996278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-106b7d37-1658-4bfd-8290-c4eaedb0dd85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.016191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:15.081193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] For port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:15.081591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.106757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-31d993ff-7b05-4adf-8628-dfa3b4496043 None None] Port 837e3105-36d8-4b06-83b4-c0e2689dcc64 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:15.225167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Calling delete_port for 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:15.268718 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.330327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-31d993ff-7b05-4adf-8628-dfa3b4496043 None None] Provisioning complete for port 07131ff1-7976-4a2f-b498-b43527f27a64 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:15.330695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-31d993ff-7b05-4adf-8628-dfa3b4496043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.370147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.373781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:15.391816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-31d993ff-7b05-4adf-8628-dfa3b4496043 None None] Port 07131ff1-7976-4a2f-b498-b43527f27a64 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:15.411914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:15.418836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:15.422322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:15.427046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.440344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.441026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ee1dd7e8-901c-4983-8be7-2266d8156306 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:15.452661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-259e6eea-b81f-4508-978a-e24b68b6db27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.531153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:15.531454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:15.533395 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-070be8b7-cddc-4d21-a545-9b66efe1b997 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27293f8b3d504ea3acb11fe00adfc305&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5888681 Feb 28 11:28:15.573258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-259e6eea-b81f-4508-978a-e24b68b6db27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.580970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:15.587153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43864) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:15.626622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:15.674591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port ee1dd7e8-901c-4983-8be7-2266d8156306 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:15.680074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ee1dd7e8-901c-4983-8be7-2266d8156306 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:15.680535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.687420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:15.730118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e6eea-b81f-4508-978a-e24b68b6db27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafea13d-8950-4858-bd1e-bd6dac95ab4d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:15.754904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Allocated IP 172.26.1.154 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/09a0a131-8292-4487-9de3-56a6350ef6a3) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:15.762089 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-259e6eea-b81f-4508-978a-e24b68b6db27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=70e78f98eddc4c07bf4ef52cca3f3e21&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9485137 Feb 28 11:28:15.764817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43870) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:15.788148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-405156ab-cfb0-4193-8212-cf180b50682d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.826276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.843527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:15.847616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.865550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port ee1dd7e8-901c-4983-8be7-2266d8156306, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ee1dd7e8-901c-4983-8be7-2266d8156306,segment=NetworkSegment(22fc698c-5f16-4f10-bb76-1db2316cf6a5),segment_id=22fc698c-5f16-4f10-bb76-1db2316cf6a5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:15.881097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.925663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:15.936437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5469dc0-beb1-4761-8435-584a670c43d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.039410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Deleting port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:16.040066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.046149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 6995d66f-6a68-42c2-bf01-3650f549089b yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:16.102329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-405156ab-cfb0-4193-8212-cf180b50682d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.108039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=ee1dd7e8-901c-4983-8be7-2266d8156306,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:16.210771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4b432b13-ef22-4a87-ba72-2f9f29d83437 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:16.307572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event updated for resources: {'Subnet': ['ID=4abe302c-1623-48f5-98cc-c6d56404b778,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:16.316706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5469dc0-beb1-4761-8435-584a670c43d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.324938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:16.329304 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.383590 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a79ed633-8719-4e95-8136-74e51c685f1d admin admin] 10.222.0.31 "PUT /v2.0/routers/6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5757270 Feb 28 11:28:16.412502 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-405156ab-cfb0-4193-8212-cf180b50682d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.415116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-405156ab-cfb0-4193-8212-cf180b50682d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.417878 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-405156ab-cfb0-4193-8212-cf180b50682d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dd2fb29-28d1-4c92-9849-7c03dca817f0 HTTP/1.1" status: 204 len: 168 time: 0.8216708 Feb 28 11:28:16.436465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Checking segment: {'id': 'da2d7c7d-c31b-44a8-8abc-0cc5ec758f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e44176d8-95f0-430c-8026-05b02d0c848b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:16.436807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Network hostable DHCP agents. Network: e44176d8-95f0-430c-8026-05b02d0c848b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:16.437633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405156ab-cfb0-4193-8212-cf180b50682d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd2fb29-28d1-4c92-9849-7c03dca817f0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:16.455046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:16.461046 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-966da22d-8361-4bc3-939c-f6e8ce641301 admin admin] 10.222.0.31 "PUT /v2.0/routers/31f3f68f-4a62-4c1c-b6b3-174b91a34043/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0973601 Feb 28 11:28:16.467679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.480762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] For port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:16.481605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.502828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 4b432b13-ef22-4a87-ba72-2f9f29d83437 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:16.511693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::349 (d2f89622-2098-4601-99de-8eb1c2f9e684/ff4855e4-c07e-4f4c-a23b-80a3a0e06aaa/6995d66f-6a68-42c2-bf01-3650f549089b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:16.633822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:16.637110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:16.641225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:16.648949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5469dc0-beb1-4761-8435-584a670c43d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.686733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Network e44176d8-95f0-430c-8026-05b02d0c848b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:16.690527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Pushing event updated for resources: {'Port': ['ID=09a0a131-8292-4487-9de3-56a6350ef6a3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:16.711979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 4b432b13-ef22-4a87-ba72-2f9f29d83437 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:16.713264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.778569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5469dc0-beb1-4761-8435-584a670c43d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafea13d-8950-4858-bd1e-bd6dac95ab4d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:16.795640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Calling delete_port for 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:16.884278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, e44176d8-95f0-430c-8026-05b02d0c848b) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:16.886531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5469dc0-beb1-4761-8435-584a670c43d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.887686 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c5469dc0-beb1-4761-8435-584a670c43d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bafea13d-8950-4858-bd1e-bd6dac95ab4d HTTP/1.1" status: 204 len: 168 time: 1.1207368 Feb 28 11:28:16.894713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:16.895347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:16.913463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae5890-d000-46c4-9b22-5c6a93ad8941 None None] Network e44176d8-95f0-430c-8026-05b02d0c848b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:16.991452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.040970 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.047716 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b25418f6-9375-47fd-9ad0-c9a743fdaae7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4241736 Feb 28 11:28:17.053567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43898) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:17.060430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Request body: {'port': {'network_id': 'e44176d8-95f0-430c-8026-05b02d0c848b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1892566430'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:17.069271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 6995d66f-6a68-42c2-bf01-3650f549089b will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:17.082539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.115519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.139604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.156281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] Pushing event deleted for resources: {'Port': ['ID=6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.166538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97affbfc-a8a1-4eca-a138-6363eb652a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.195848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb21e3a-8cb7-41ba-855f-c79c5303da99 None None] No DVR routers for this DVR port 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:17.239654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c2e7e0-2d8e-4906-a06f-66f4650638e1 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:17.281243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.317208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 4b432b13-ef22-4a87-ba72-2f9f29d83437, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4b432b13-ef22-4a87-ba72-2f9f29d83437,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:17.348287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.389519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-e44176d8-95f0-430c-8026-05b02d0c848b', 'network_id': 'e44176d8-95f0-430c-8026-05b02d0c848b', 'tenant_id': '6f1d605976a7420cb54ba996534f7e8b', 'fixed_ips': [{'subnet_id': '4abe302c-1623-48f5-98cc-c6d56404b778'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:28:17.391146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.403680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.404433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:17.458322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:17.458785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=6995d66f-6a68-42c2-bf01-3650f549089b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.475768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:17.478635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:17.482575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:17.483239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.631162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-65dfb718-61c0-4c0c-b332-2d4d451e56aa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7786524 Feb 28 11:28:17.636481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43902) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:17.687935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43906) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:17.747011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5706ce85-98c3-4c3b-b44a-0a14f57ba62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.767621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=4b432b13-ef22-4a87-ba72-2f9f29d83437,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:17.800282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5706ce85-98c3-4c3b-b44a-0a14f57ba62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:17.805021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5706ce85-98c3-4c3b-b44a-0a14f57ba62b admin admin] Usage tracker for resource:security_group_rule and tenant:b72433dd618d47c098470f6d3c91137e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:17.808493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5706ce85-98c3-4c3b-b44a-0a14f57ba62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:17.816514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5706ce85-98c3-4c3b-b44a-0a14f57ba62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:17.908851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5706ce85-98c3-4c3b-b44a-0a14f57ba62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:17.937384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:17.941905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43912) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:17.955313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1249677294', 'description': 'tempest-description--1854229976'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:17.966567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Usage tracker for resource:port and tenant:6f1d605976a7420cb54ba996534f7e8b is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:17.982976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:17.990663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:18.004467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Allocated IP 172.20.0.1 (2a925607-4cca-478c-b99c-f90b0674774d/4eb51aec-8c66-4323-bf9e-cc3df707c3a8/6dfa12b7-8b5c-46d6-934a-0daf6685e107) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:18.012601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5706ce85-98c3-4c3b-b44a-0a14f57ba62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.014069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Usage tracker for resource:security_group and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:18.017228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:18.022385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:18.035143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:18.046718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a60e1966-a9f4-4874-9313-c0081b22afd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:18.047967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a60e1966-a9f4-4874-9313-c0081b22afd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:18.052806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Allocated IP 172.20.0.2 (e44176d8-95f0-430c-8026-05b02d0c848b/4abe302c-1623-48f5-98cc-c6d56404b778/ee4cf57c-5071-4861-9c5e-b01c5f417f0e) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:18.069155 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.093046 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': 'ff4855e4-c07e-4f4c-a23b-80a3a0e06aaa'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:28:18.093848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.112732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:18.142519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Made reservation on behalf of 6f1d605976a7420cb54ba996534f7e8b for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:18.146401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.151506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5706ce85-98c3-4c3b-b44a-0a14f57ba62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8321ec99-3837-4aff-a2f1-123161475853,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:18.191509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:18.192010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.194223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.236453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5706ce85-98c3-4c3b-b44a-0a14f57ba62b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b72433dd618d47c098470f6d3c91137e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5366795 Feb 28 11:28:18.241065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.242544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43920) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:18.267316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a60e1966-a9f4-4874-9313-c0081b22afd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:18.272379 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a60e1966-a9f4-4874-9313-c0081b22afd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.6348116 Feb 28 11:28:18.279452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43924) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:18.281328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] device_id is not set on port 4d372ff5-996c-4cd5-ada9-85ebdac065f3 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:18.318592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.367611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.410164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Transition to ACTIVE for port object 6dfa12b7-8b5c-46d6-934a-0daf6685e107 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:18.481566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:18.488495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Usage tracker for resource:security_group_rule and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:18.493058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:18.503419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:18.518318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06ce80ca-1926-4603-9d72-adb38de367b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.542308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.556414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06ce80ca-1926-4603-9d72-adb38de367b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.604672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.607183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Pushing event updated for resources: {'Port': ['ID=09a0a131-8292-4487-9de3-56a6350ef6a3,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:18.620630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.676594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.693116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Network 2a925607-4cca-478c-b99c-f90b0674774d is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:18.698508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:18.701249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:18.708963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/ff4855e4-c07e-4f4c-a23b-80a3a0e06aaa/00475268-e0c1-45d2-bfd0-bf12cc22211d) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:18.715420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.716697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.737910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=87f11c4b-01bd-4fd1-8ef7-c300eab4ef47,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:18.761716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.809119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Transition to ACTIVE for port object ee4cf57c-5071-4861-9c5e-b01c5f417f0e will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:18.809890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:18.818218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-40b607c7-6620-45fe-ad08-ba412a116108 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 6995d66f-6a68-42c2-bf01-3650f549089b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:18.818761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-40b607c7-6620-45fe-ad08-ba412a116108 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.867059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06ce80ca-1926-4603-9d72-adb38de367b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.906994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.921459 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-455ee561-b704-4d29-81dd-3b9dfe4fe16d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9108326 Feb 28 11:28:18.921757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce80ca-1926-4603-9d72-adb38de367b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8321ec99-3837-4aff-a2f1-123161475853,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:18.937913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:18.942281 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cd204bfa-2c57-47ee-8340-c8ec979b8f4a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 0.9949827 Feb 28 11:28:18.944805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Transition to ACTIVE for port object ee4cf57c-5071-4861-9c5e-b01c5f417f0e will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:18.946140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43934) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:18.964793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Request body: {'security_group_rule': {'security_group_id': '09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:18.967792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event updated for resources: {'Port': ['ID=6dfa12b7-8b5c-46d6-934a-0daf6685e107,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:18.974787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:18.983343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Usage tracker for resource:security_group_rule and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:18.995826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:19.005465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.011153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:19.048605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.110075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06ce80ca-1926-4603-9d72-adb38de367b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.111447 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-06ce80ca-1926-4603-9d72-adb38de367b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8321ec99-3837-4aff-a2f1-123161475853 HTTP/1.1" status: 204 len: 168 time: 0.8622990 Feb 28 11:28:19.168974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:19.193196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.198341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-40b607c7-6620-45fe-ad08-ba412a116108 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.226114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Network e44176d8-95f0-430c-8026-05b02d0c848b is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:19.238785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:19.241333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:19.290691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:28:19.291602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6ab3d5a4-b5c1-43b1-b8a2-28d7d0cf4129 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:19.292135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 56da1435-cb1e-481f-95aa-6c16d104edfc no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:19.340051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.389433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 56da1435-cb1e-481f-95aa-6c16d104edfc {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:28:19.389929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 56da1435-cb1e-481f-95aa-6c16d104edfc not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:19.455449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Attempting to bind port ee4cf57c-5071-4861-9c5e-b01c5f417f0e on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:19.455941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Attempting to bind port ee4cf57c-5071-4861-9c5e-b01c5f417f0e by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'da2d7c7d-c31b-44a8-8abc-0cc5ec758f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e44176d8-95f0-430c-8026-05b02d0c848b'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:19.456438 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Attempting to bind port ee4cf57c-5071-4861-9c5e-b01c5f417f0e on network e44176d8-95f0-430c-8026-05b02d0c848b {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:19.465294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=87f11c4b-01bd-4fd1-8ef7-c300eab4ef47,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:19.520298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:19.531843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Checking segment: {'id': 'da2d7c7d-c31b-44a8-8abc-0cc5ec758f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e44176d8-95f0-430c-8026-05b02d0c848b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:19.531843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.531843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Bound using segment: {'id': 'da2d7c7d-c31b-44a8-8abc-0cc5ec758f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e44176d8-95f0-430c-8026-05b02d0c848b'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:19.531843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Bound port: ee4cf57c-5071-4861-9c5e-b01c5f417f0e, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da2d7c7d-c31b-44a8-8abc-0cc5ec758f60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'e44176d8-95f0-430c-8026-05b02d0c848b'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:19.531843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.573054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a78d384b-5ef1-435d-b1c6-c9dfd9bc1a7d None None] Provisioning for port 6dfa12b7-8b5c-46d6-934a-0daf6685e107 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:19.733948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-40b607c7-6620-45fe-ad08-ba412a116108 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 6995d66f-6a68-42c2-bf01-3650f549089b owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:19.740268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a78d384b-5ef1-435d-b1c6-c9dfd9bc1a7d None None] Provisioning complete for port 6dfa12b7-8b5c-46d6-934a-0daf6685e107 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:19.740630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a78d384b-5ef1-435d-b1c6-c9dfd9bc1a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.769122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43964) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:19.804601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4b432b13-ef22-4a87-ba72-2f9f29d83437 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:19.835978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.889770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:19.901967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Pushing event updated for resources: {'Port': ['ID=ee4cf57c-5071-4861-9c5e-b01c5f417f0e,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:19.910605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43972) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:19.946063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--405748659', 'description': 'tempest-description--1943868009'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:19.950517 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a78d384b-5ef1-435d-b1c6-c9dfd9bc1a7d None None] Port 6dfa12b7-8b5c-46d6-934a-0daf6685e107 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:19.961919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] For port ee4cf57c-5071-4861-9c5e-b01c5f417f0e, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:19.983859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] For port ee4cf57c-5071-4861-9c5e-b01c5f417f0e, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ee4cf57c-5071-4861-9c5e-b01c5f417f0e,segment=NetworkSegment(da2d7c7d-c31b-44a8-8abc-0cc5ec758f60),segment_id=da2d7c7d-c31b-44a8-8abc-0cc5ec758f60)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:19.993436 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.007350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:20.011341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Transition to ACTIVE for port object 00475268-e0c1-45d2-bfd0-bf12cc22211d will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:20.025094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 4b432b13-ef22-4a87-ba72-2f9f29d83437 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:20.026155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.037174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.039367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Allocated IP 172.20.0.10 (e44176d8-95f0-430c-8026-05b02d0c848b/4abe302c-1623-48f5-98cc-c6d56404b778/4d372ff5-996c-4cd5-ada9-85ebdac065f3) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:20.081206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.129948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Usage tracker for resource:security_group and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:20.143126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Transition to ACTIVE for port object 00475268-e0c1-45d2-bfd0-bf12cc22211d will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:20.147978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.151191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:20.197556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:20.267969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.285811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a76fc-22a0-4857-bee9-d797cdc64889 None None] Pushing event updated for resources: {'Port': ['ID=ee4cf57c-5071-4861-9c5e-b01c5f417f0e,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.315135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.318927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-895025180'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:20.330570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:20.334825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Usage tracker for resource:network and tenant:3782f83d1c664fb3ae09a3eb6b236d99 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:20.339864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:20.354358 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:20.382609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:20.386810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.390188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Usage tracker for resource:security_group_rule and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:20.393387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:20.396013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43986) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:20.401852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:20.404146 dv-neutron-830866-1-hyperv neutron-server[84339]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 11:28:20.414680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.422424 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4724073 Feb 28 11:28:20.422424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8017ce4c-9fb9-4479-88fd-deffd391759b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28f9bfa-6612-41cc-8c18-47fe6a4313a4,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.422586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Pushing event updated for resources: {'Port': ['ID=00475268-e0c1-45d2-bfd0-bf12cc22211d,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.424838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 43990) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:20.444841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Request body: {'security_group_rule': {'security_group_id': '09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:20.461083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:20.466224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Usage tracker for resource:security_group_rule and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:20.481103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:20.490592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:20.493676 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:20.495454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:20.497320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Made reservation on behalf of 3782f83d1c664fb3ae09a3eb6b236d99 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:20.497447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.507505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:20.513232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.570208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-40b607c7-6620-45fe-ad08-ba412a116108 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.581193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ee1dd7e8-901c-4983-8be7-2266d8156306 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:20.679502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Sync routers for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:28:20.783067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.808815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.893021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Attempting to bind port 00475268-e0c1-45d2-bfd0-bf12cc22211d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:20.893909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Attempting to bind port 00475268-e0c1-45d2-bfd0-bf12cc22211d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:20.894269 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Attempting to bind port 00475268-e0c1-45d2-bfd0-bf12cc22211d on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:20.901234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-770456e2-9398-4c9f-8ac8-899254815916 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Synchronizing usage tracker for tenant:891d02a28f604b24a293e776f889769d on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:20.904291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:20.905717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:20.905966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b607c7-6620-45fe-ad08-ba412a116108 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=6995d66f-6a68-42c2-bf01-3650f549089b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:20.944272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.962433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-40b607c7-6620-45fe-ad08-ba412a116108 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:20.965197 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-40b607c7-6620-45fe-ad08-ba412a116108 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/6995d66f-6a68-42c2-bf01-3650f549089b HTTP/1.1" status: 204 len: 168 time: 2.6436601 Feb 28 11:28:20.976437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 43996) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:21.076767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event updated for resources: {'Port': ['ID=6dfa12b7-8b5c-46d6-934a-0daf6685e107,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:21.079565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.096657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:21.122235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Usage tracker for resource:security_group_rule and tenant:3782f83d1c664fb3ae09a3eb6b236d99 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:21.122882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:21.123769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:21.124467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.124992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:21.125598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Bound port: 00475268-e0c1-45d2-bfd0-bf12cc22211d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:21.126128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.133574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:21.149517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:21.159669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.173269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea13c56-5e03-41c9-bbd0-f97a5df5ba04 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:21.174706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea13c56-5e03-41c9-bbd0-f97a5df5ba04 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:21.178835 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4ea13c56-5e03-41c9-bbd0-f97a5df5ba04 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1978362 Feb 28 11:28:21.182397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44002) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:21.185285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.205398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.209413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.2957118 Feb 28 11:28:21.216166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44006) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:21.233817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be59ce-5dee-4f56-ae23-dccf766dd110 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:21.251968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Request body: {'security_group_rule': {'security_group_id': '6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:21.260785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-770456e2-9398-4c9f-8ac8-899254815916 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Unset dirty status for tenant:891d02a28f604b24a293e776f889769d on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:21.268657 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-770456e2-9398-4c9f-8ac8-899254815916 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1464892307&fields=id&tenant_id=891d02a28f604b24a293e776f889769d HTTP/1.1" status: 200 len: 267 time: 0.8716638 Feb 28 11:28:21.273892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:21.300935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.302644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ee1dd7e8-901c-4983-8be7-2266d8156306 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:21.303138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.333581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.345000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Usage tracker for resource:security_group_rule and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:21.357099 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Transition to ACTIVE for port object 4d372ff5-996c-4cd5-ada9-85ebdac065f3 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:21.377165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:21.381681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Network 2a925607-4cca-478c-b99c-f90b0674774d is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:21.389360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.403404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:21.403944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] For port 00475268-e0c1-45d2-bfd0-bf12cc22211d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:21.408891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] For port 00475268-e0c1-45d2-bfd0-bf12cc22211d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=00475268-e0c1-45d2-bfd0-bf12cc22211d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:21.420364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:21.456546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.481531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:21.510545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.510929 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Added segment ee7bb33f-5b94-40af-b25a-91ebac3398e2 of type vlan for network f5219181-86e9-4d4f-b544-abb47838746b Feb 28 11:28:21.526167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.589339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.719263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.726889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:21.727530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:21.729421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589cc8d-4a77-4155-b97d-adeb07822657 None None] Pushing event updated for resources: {'Port': ['ID=00475268-e0c1-45d2-bfd0-bf12cc22211d,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:21.786592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:21.865036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-575f7804-b51a-4a88-8e27-93276f27d719 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:21.865764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-575f7804-b51a-4a88-8e27-93276f27d719 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Synchronizing usage tracker for tenant:891d02a28f604b24a293e776f889769d on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:21.964051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e786c117-1895-4a8b-bf53-ea8221972ea6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:21.983833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.013142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.014573 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.5888984 Feb 28 11:28:22.035105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44018) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:22.035989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.041356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d1df1b-bf63-4988-8f61-604c031a7beb None None] Network e44176d8-95f0-430c-8026-05b02d0c848b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:22.092248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806c5996-a5ce-4891-af3a-32db9462c7df tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26adda95-6d1b-42c2-ad8d-c11b0573c0f0,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:22.122335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event updated for resources: {'Port': ['ID=4d372ff5-996c-4cd5-ada9-85ebdac065f3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:22.124068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:22.139390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Network e44176d8-95f0-430c-8026-05b02d0c848b is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:22.140935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-575f7804-b51a-4a88-8e27-93276f27d719 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Unset dirty status for tenant:891d02a28f604b24a293e776f889769d on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:22.142230 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-575f7804-b51a-4a88-8e27-93276f27d719 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/networks?id=d696d2b4-1d18-4087-842f-c8135a805160 HTTP/1.1" status: 200 len: 812 time: 0.8061674 Feb 28 11:28:22.144951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:22.152619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:22.152794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:22.170428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ee4cf57c-5071-4861-9c5e-b01c5f417f0e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:22.177314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Usage tracker for resource:floatingip and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:22.187675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:22.208451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-5353c154-c38e-4ef1-9d1d-d3ca3bd665c4 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/quotas/891d02a28f604b24a293e776f889769d HTTP/1.1" status: 200 len: 375 time: 0.0254152 Feb 28 11:28:22.218854 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:22.223754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea8fca5d-e178-4e75-88cb-a1073f230acc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet ff4855e4-c07e-4f4c-a23b-80a3a0e06aaa {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:28:22.236104 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.4576459 Feb 28 11:28:22.237005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4105b3-24f9-48b9-997e-46e4c309f57f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Network': ['ID=f5219181-86e9-4d4f-b544-abb47838746b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:22.269357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f5219181-86e9-4d4f-b544-abb47838746b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:22.271514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44022) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:22.286689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea8fca5d-e178-4e75-88cb-a1073f230acc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.310703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'subnet': {'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:22.379699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-30739bf7-9d09-4542-9d13-3d8e843542f1 None None] Provisioning complete for port 6dfa12b7-8b5c-46d6-934a-0daf6685e107 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:22.380250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-30739bf7-9d09-4542-9d13-3d8e843542f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.412017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea8fca5d-e178-4e75-88cb-a1073f230acc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.554390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.571106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.599354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea8fca5d-e178-4e75-88cb-a1073f230acc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.614451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-30739bf7-9d09-4542-9d13-3d8e843542f1 None None] Port 6dfa12b7-8b5c-46d6-934a-0daf6685e107 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:22.684547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:22.685178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.715415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port ee4cf57c-5071-4861-9c5e-b01c5f417f0e completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:22.731344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:22.738147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea8fca5d-e178-4e75-88cb-a1073f230acc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.751642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.757671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:22.849365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Usage tracker for resource:subnet and tenant:3782f83d1c664fb3ae09a3eb6b236d99 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:22.861841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:22.901363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:22.901768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.913568 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d6b5a3ae-1856-44d4-9894-2ddad7678cd5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.8549938 Feb 28 11:28:22.918162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44036) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:22.918876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8fca5d-e178-4e75-88cb-a1073f230acc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=ff4855e4-c07e-4f4c-a23b-80a3a0e06aaa,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:22.928802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Request body: {'port': {'network_id': 'e44176d8-95f0-430c-8026-05b02d0c848b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1109598791', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:22.929508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.api.validators [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] bootfile-name is not in valid_values {{(pid=84338) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:28:22.929966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.api.validators [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] tftp-server is not in valid_values {{(pid=84338) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:28:22.930515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.api.validators [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] server-ip-address is not in valid_values {{(pid=84338) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:28:22.953016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3224d4-23c2-4ee6-91fc-a8dcb4f2312d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:22.956960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea8fca5d-e178-4e75-88cb-a1073f230acc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:22.962034 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ea8fca5d-e178-4e75-88cb-a1073f230acc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/ff4855e4-c07e-4f4c-a23b-80a3a0e06aaa HTTP/1.1" status: 204 len: 168 time: 1.7697675 Feb 28 11:28:22.966754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44040) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:22.981063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:22.991223 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '07131ff1-7976-4a2f-b498-b43527f27a64', 'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'mac_address': 'fa:16:3e:51:f8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:07Z', 'updated_at': '2022-02-28T11:28:11Z', 'revision_number': 2, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'subnets': [{'id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:23.015510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8fa25e76-b996-4e4b-9efa-02e1c9ce8fea None None] Provisioning for port ee4cf57c-5071-4861-9c5e-b01c5f417f0e completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:23.024405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Checking router: 31f3f68f-4a62-4c1c-b6b3-174b91a34043 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:28:23.024910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Updating router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 port 07131ff1-7976-4a2f-b498-b43527f27a64 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:28:23.086321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8fa25e76-b996-4e4b-9efa-02e1c9ce8fea None None] Provisioning complete for port ee4cf57c-5071-4861-9c5e-b01c5f417f0e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:23.086751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8fa25e76-b996-4e4b-9efa-02e1c9ce8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.095242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.107396 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-da180d6c-eccf-41e5-94fc-7adf3c6a1b33 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8898447 Feb 28 11:28:23.119785 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44044) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:23.126866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c61ed205-2e35-4a65-bab6-958af657c479 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1534848 Feb 28 11:28:23.129649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44048) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:23.140324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Request body: {'security_group_rule': {'security_group_id': '6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:23.145417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-c45b8047-bb7b-449c-bc7a-c31ee078cecb tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Synchronizing usage tracker for tenant:891d02a28f604b24a293e776f889769d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:23.160565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:23.170522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Usage tracker for resource:security_group_rule and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:23.176133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:23.188946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:23.195185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:23.206200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Usage tracker for resource:port and tenant:6f1d605976a7420cb54ba996534f7e8b is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:23.218044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.221439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:23.231060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:23.275747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Made reservation on behalf of 3782f83d1c664fb3ae09a3eb6b236d99 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:23.323258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.391345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Made reservation on behalf of 6f1d605976a7420cb54ba996534f7e8b for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:23.394868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.440242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] device_id is not set on port 92feaf58-4bf7-4973-83fd-e3e69677b6c6 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:23.501547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.527363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-c45b8047-bb7b-449c-bc7a-c31ee078cecb tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Unset dirty status for tenant:891d02a28f604b24a293e776f889769d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:23.540511 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-c45b8047-bb7b-449c-bc7a-c31ee078cecb tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=891d02a28f604b24a293e776f889769d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.3173587 Feb 28 11:28:23.548664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.624048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c38d5-305b-498e-8fad-619ac3213132 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:23.679455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44060) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:23.695505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.742051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8489361c-b489-4d3f-a461-3b4d3c5a904f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:23.746894 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8489361c-b489-4d3f-a461-3b4d3c5a904f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5954256 Feb 28 11:28:23.749907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44066) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:23.752524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed03b71-5e06-481c-b699-1e1c04bb4a3a,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:23.788764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8fa25e76-b996-4e4b-9efa-02e1c9ce8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.829505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Allocated IP 172.20.0.13 (e44176d8-95f0-430c-8026-05b02d0c848b/4abe302c-1623-48f5-98cc-c6d56404b778/92feaf58-4bf7-4973-83fd-e3e69677b6c6) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:23.865446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779f8bfe-0cc4-476a-88b3-1c283b370417 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:23.866161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-779f8bfe-0cc4-476a-88b3-1c283b370417 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:23.891150 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:23.897454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:23.902173 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0de43f79-05c6-45eb-b979-409e7edf645b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7778995 Feb 28 11:28:23.915964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44072) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:23.918501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:23.929102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Usage tracker for resource:floatingip and tenant:57e8fd6eef754e61891e3af4276b988a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:23.934646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:23.935102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-4c12e96a-56f8-47b3-93e9-645861d9c45b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:28:23.936256 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-4c12e96a-56f8-47b3-93e9-645861d9c45b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1875470 Feb 28 11:28:23.941171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:23.948907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:23.949093 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:23.954155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Usage tracker for resource:floatingip and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:23.957558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:23.966723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:24.044255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-779f8bfe-0cc4-476a-88b3-1c283b370417 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:24.045771 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-779f8bfe-0cc4-476a-88b3-1c283b370417 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2946420 Feb 28 11:28:24.051535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.052781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44078) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:24.056399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 00475268-e0c1-45d2-bfd0-bf12cc22211d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:24.099231 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8fa25e76-b996-4e4b-9efa-02e1c9ce8fea None None] For port ee4cf57c-5071-4861-9c5e-b01c5f417f0e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ee4cf57c-5071-4861-9c5e-b01c5f417f0e,segment=NetworkSegment(da2d7c7d-c31b-44a8-8abc-0cc5ec758f60),segment_id=da2d7c7d-c31b-44a8-8abc-0cc5ec758f60)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:24.129055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.152451 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ba4945d4-2f82-423a-99fd-8fa283080b66 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0941331 Feb 28 11:28:24.154647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44082) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:24.161747 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:24.162984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.178147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8fa25e76-b996-4e4b-9efa-02e1c9ce8fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.326554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Router 5d7261dc-d948-437b-825f-1bf550df8281 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:24.332398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa25e76-b996-4e4b-9efa-02e1c9ce8fea None None] Pushing event updated for resources: {'Port': ['ID=ee4cf57c-5071-4861-9c5e-b01c5f417f0e,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.359715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.366597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.376213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Transition to ACTIVE for port object 07131ff1-7976-4a2f-b498-b43527f27a64 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:24.378579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Provisioning complete for port ee4cf57c-5071-4861-9c5e-b01c5f417f0e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:24.378973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.410249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820dd3e0-d812-43c7-9268-37bb6aef803f None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:28:24.419624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:24.419814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 00475268-e0c1-45d2-bfd0-bf12cc22211d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:24.428061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-820dd3e0-d812-43c7-9268-37bb6aef803f None None] Deleting port 00475268-e0c1-45d2-bfd0-bf12cc22211d {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:24.428216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-820dd3e0-d812-43c7-9268-37bb6aef803f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.436148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.440221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:24.465950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Transition to ACTIVE for port object 92feaf58-4bf7-4973-83fd-e3e69677b6c6 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:24.497370 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-a6e96661-c822-4c06-8aa0-d028ccce144b service neutron] 10.222.0.31 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4922125 Feb 28 11:28:24.497716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.511543 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.549098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:24.553032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.637070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.729976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be87d2-cf8b-45df-9d57-e8258bc85435 None None] Pushing event updated for resources: {'Port': ['ID=07131ff1-7976-4a2f-b498-b43527f27a64,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.871779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Could not find standard attr ID for object 6995d66f-6a68-42c2-bf01-3650f549089b. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:24.883663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Network e44176d8-95f0-430c-8026-05b02d0c848b is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:24.891217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:24.891650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Allocated IP 172.26.1.31 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/12221d59-17ed-40f8-9585-8fc6d5bebd1f) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:24.893823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:24.910410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Subnet': ['ID=f7251b2a-6206-4527-a953-e5ae009b96b2,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.927843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-820dd3e0-d812-43c7-9268-37bb6aef803f None None] For port 00475268-e0c1-45d2-bfd0-bf12cc22211d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=00475268-e0c1-45d2-bfd0-bf12cc22211d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:24.928488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-820dd3e0-d812-43c7-9268-37bb6aef803f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:24.945625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event updated for resources: {'Port': ['ID=92feaf58-4bf7-4973-83fd-e3e69677b6c6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:24.978957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Checking segment: {'id': 'ee7bb33f-5b94-40af-b25a-91ebac3398e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:24.979503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Network hostable DHCP agents. Network: f5219181-86e9-4d4f-b544-abb47838746b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:25.013839 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:25.014481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.063900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Attempting to bind port 07131ff1-7976-4a2f-b498-b43527f27a64 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:25.064261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Attempting to bind port 07131ff1-7976-4a2f-b498-b43527f27a64 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:25.065038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Attempting to bind port 07131ff1-7976-4a2f-b498-b43527f27a64 on network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:25.073184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-820dd3e0-d812-43c7-9268-37bb6aef803f None None] Calling delete_port for 00475268-e0c1-45d2-bfd0-bf12cc22211d owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:25.091647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.099420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Provisioning for port 4d372ff5-996c-4cd5-ada9-85ebdac065f3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:25.126466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Provisioning complete for port 4d372ff5-996c-4cd5-ada9-85ebdac065f3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:25.126827 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.153224 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-aa9c5bd6-5825-4b85-8b76-2bc1739d7887 service neutron] 10.222.0.31 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358335 Feb 28 11:28:25.165022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:25.165386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Checking segment: {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:25.165865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.166318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Bound using segment: {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:25.166986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Bound port: 07131ff1-7976-4a2f-b498-b43527f27a64, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:25.167357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.200061 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3d209ccf-a78e-4479-bc66-3caba14d64c5 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2788353 Feb 28 11:28:25.211591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44086) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:25.258019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Network f5219181-86e9-4d4f-b544-abb47838746b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:25.264558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.281907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.283697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Port 4d372ff5-996c-4cd5-ada9-85ebdac065f3 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:25.297670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=4548ed17-46f7-446f-96d2-5f6cd12e5c48,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:25.317366 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:25.320819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:25.325241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:25.325425 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.339613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] For port 07131ff1-7976-4a2f-b498-b43527f27a64, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:25.370494 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab14e1-b6df-4e06-950a-49ebb24a75c3 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:25.374104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f5219181-86e9-4d4f-b544-abb47838746b) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:25.374420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab14e1-b6df-4e06-950a-49ebb24a75c3 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:25.378452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfab14e1-b6df-4e06-950a-49ebb24a75c3 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:25.379286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cfab14e1-b6df-4e06-950a-49ebb24a75c3 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Synchronizing usage tracker for tenant:6f1d605976a7420cb54ba996534f7e8b on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:25.384086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60f06c5-2fca-44bb-bf67-e013c0a3d01f None None] Network f5219181-86e9-4d4f-b544-abb47838746b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:25.393969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:25.394530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.448759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:25.454869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-820dd3e0-d812-43c7-9268-37bb6aef803f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.456508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44090) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:25.456618 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2ca7d383-ee51-4dc9-ac94-9f27fbf865a6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "PUT /v2.0/routers/5d7261dc-d948-437b-825f-1bf550df8281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9205718 Feb 28 11:28:25.459139 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf40c02-583e-46ba-ad00-10ca846bd20b None None] Sync routers for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:28:25.464038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Request body: {'port': {'network_id': '2a925607-4cca-478c-b99c-f90b0674774d', 'name': 'tempest-FloatingIPAdminTestJSON-1568474170'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:25.472611 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf40c02-583e-46ba-ad00-10ca846bd20b None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:25.473244 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8bf40c02-583e-46ba-ad00-10ca846bd20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:25.497851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.505796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Provisioning for port 00475268-e0c1-45d2-bfd0-bf12cc22211d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:25.510971 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9116f270-7e4d-4c16-b6fb-abfc88d55aac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3564570 Feb 28 11:28:25.518050 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] For port 07131ff1-7976-4a2f-b498-b43527f27a64, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=07131ff1-7976-4a2f-b498-b43527f27a64,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:25.542182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44096) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:25.543574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820dd3e0-d812-43c7-9268-37bb6aef803f None None] Pushing event deleted for resources: {'Port': ['ID=00475268-e0c1-45d2-bfd0-bf12cc22211d,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:25.549012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Provisioning complete for port 00475268-e0c1-45d2-bfd0-bf12cc22211d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:25.551344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.569644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': '4548ed17-46f7-446f-96d2-5f6cd12e5c48', 'ip_address': '2001:db8::58ee:3e53:dc30:2289'}], 'name': 'tempest-NetworksTestDHCPv6-1283574230'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:25.592809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d896134f-5207-46e5-9fb9-d696073164c4 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3180621 Feb 28 11:28:25.593612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44104) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:25.616427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'port': {'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b', 'name': 'tempest-AllowedAddressPairTestJSON-1821135920'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:25.634229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:25.652249 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8bf40c02-583e-46ba-ad00-10ca846bd20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:25.681950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820dd3e0-d812-43c7-9268-37bb6aef803f None None] No DVR routers for this DVR port 00475268-e0c1-45d2-bfd0-bf12cc22211d on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:25.685632 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-463133a3-b330-4f02-b7a8-98ace03c5f7f None None] Port 00475268-e0c1-45d2-bfd0-bf12cc22211d was deleted so its status cannot be updated. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 28 11:28:25.694362 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf40c02-583e-46ba-ad00-10ca846bd20b None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:25.695341 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8bf40c02-583e-46ba-ad00-10ca846bd20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:25.704225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cfab14e1-b6df-4e06-950a-49ebb24a75c3 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Unset dirty status for tenant:6f1d605976a7420cb54ba996534f7e8b on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:25.708086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40823ff-8ab9-4e10-aeda-f792991705b2 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:25.714161 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cfab14e1-b6df-4e06-950a-49ebb24a75c3 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.5013483 Feb 28 11:28:25.727910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44110) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:25.728300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44118) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:25.814292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Pushing event updated for resources: {'Port': ['ID=12221d59-17ed-40f8-9585-8fc6d5bebd1f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:25.826309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:25.847049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:25.867972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:25.871050 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8bf40c02-583e-46ba-ad00-10ca846bd20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:25.871944 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf40c02-583e-46ba-ad00-10ca846bd20b None None] The sync data for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:28:26.037079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ee4cf57c-5071-4861-9c5e-b01c5f417f0e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:26.057207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:26.064077 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:26.069199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Usage tracker for resource:port and tenant:3782f83d1c664fb3ae09a3eb6b236d99 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:26.073808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:26.076418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Usage tracker for resource:port and tenant:2eb29b4bc35f446994b38f6a870e2fa1 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:26.080962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:26.082157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:26.109420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b03bc059-0750-49eb-ba75-3361721e781e tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Deleting port 92feaf58-4bf7-4973-83fd-e3e69677b6c6 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:26.110144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b03bc059-0750-49eb-ba75-3361721e781e tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.116174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:26.118357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Allocated IP 172.26.1.215 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/a37d6f41-6292-4b6f-969e-df2730d08d7b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:26.128245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be87d2-cf8b-45df-9d57-e8258bc85435 None None] Pushing event updated for resources: {'Port': ['ID=07131ff1-7976-4a2f-b498-b43527f27a64,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:26.202255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:26.207649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:26.256879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Made reservation on behalf of 2eb29b4bc35f446994b38f6a870e2fa1 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:26.260492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.283658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Made reservation on behalf of 3782f83d1c664fb3ae09a3eb6b236d99 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:26.287625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.305696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] device_id is not set on port c0df3d9c-8618-420c-a0b5-c2b85fb03cac yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:26.315158 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8e8acf4f-ad39-432d-83e2-be407d830be0 req-00db0af0-30a0-4361-8e78-b5cad62727f9 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 210 time: 0.5821314 Feb 28 11:28:26.390415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-28243ed4-9a3e-44cc-b886-dd560cc30f19 None None] Provisioning for port 92feaf58-4bf7-4973-83fd-e3e69677b6c6 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:26.443621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] device_id is not set on port 3fcbe043-8e24-4fd5-beaf-24f371c15180 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:26.470544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-28243ed4-9a3e-44cc-b886-dd560cc30f19 None None] Provisioning complete for port 92feaf58-4bf7-4973-83fd-e3e69677b6c6 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:26.470934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-28243ed4-9a3e-44cc-b886-dd560cc30f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.484882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Allocated IP 172.20.0.5 (2a925607-4cca-478c-b99c-f90b0674774d/4eb51aec-8c66-4323-bf9e-cc3df707c3a8/c0df3d9c-8618-420c-a0b5-c2b85fb03cac) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:26.553153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f5219181-86e9-4d4f-b544-abb47838746b', 'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b', 'tenant_id': '3782f83d1c664fb3ae09a3eb6b236d99', 'fixed_ips': [{'subnet_id': 'f7251b2a-6206-4527-a953-e5ae009b96b2'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:28:26.553828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.575702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.631202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:26.632399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-28243ed4-9a3e-44cc-b886-dd560cc30f19 None None] Port 92feaf58-4bf7-4973-83fd-e3e69677b6c6 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:26.678131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:26.688726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:26.713596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:26.750617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b03bc059-0750-49eb-ba75-3361721e781e tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.756908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ee4cf57c-5071-4861-9c5e-b01c5f417f0e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:26.757276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.785952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.791677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '4548ed17-46f7-446f-96d2-5f6cd12e5c48'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:28:26.792552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:26.802188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:26.891137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Pushing event updated for resources: {'Port': ['ID=a37d6f41-6292-4b6f-969e-df2730d08d7b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:26.906079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:26.988008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:27.000503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:27.017612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Allocated IP 172.20.0.2 (f5219181-86e9-4d4f-b544-abb47838746b/f7251b2a-6206-4527-a953-e5ae009b96b2/3fcbe043-8e24-4fd5-beaf-24f371c15180) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:27.037637 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.073674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Transition to ACTIVE for port object c0df3d9c-8618-420c-a0b5-c2b85fb03cac will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:27.088804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:27.111631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b03bc059-0750-49eb-ba75-3361721e781e tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Calling delete_port for 92feaf58-4bf7-4973-83fd-e3e69677b6c6 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:27.162614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.210798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.290603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/4548ed17-46f7-446f-96d2-5f6cd12e5c48/0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:27.314812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.315451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Allocated IP 172.26.1.213 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/51ecb618-4607-4a46-abe9-7aa97440cb2a) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:27.342224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event updated for resources: {'Port': ['ID=c0df3d9c-8618-420c-a0b5-c2b85fb03cac,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:27.374358 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Network 2a925607-4cca-478c-b99c-f90b0674774d is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:27.380835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:27.392451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:27.442995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 00475268-e0c1-45d2-bfd0-bf12cc22211d no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:27.499925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 00475268-e0c1-45d2-bfd0-bf12cc22211d {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:28:27.500275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 00475268-e0c1-45d2-bfd0-bf12cc22211d not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:28:27.564452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:27.565104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.596885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.619583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.683151 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dc2bde03-14a4-4f29-9d5c-90672cb9836b tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2233868 Feb 28 11:28:27.683778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44152) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:27.684839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '07131ff1-7976-4a2f-b498-b43527f27a64', 'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'mac_address': 'fa:16:3e:51:f8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:07Z', 'updated_at': '2022-02-28T11:28:25Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'subnets': [{'id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:27.698930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deca3bfd-55cc-4bd2-bff4-b4710ca461d4 None None] The sync data for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv is: [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '07131ff1-7976-4a2f-b498-b43527f27a64', 'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'mac_address': 'fa:16:3e:51:f8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:07Z', 'updated_at': '2022-02-28T11:28:25Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'subnets': [{'id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:28:27.718714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.742379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Transition to ACTIVE for port object 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:27.817808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Transition to ACTIVE for port object 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:27.909753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0a2e7e1a-49cd-430f-a2d4-3777fa90aea1 None None] Provisioning for port c0df3d9c-8618-420c-a0b5-c2b85fb03cac completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:27.917429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0a2e7e1a-49cd-430f-a2d4-3777fa90aea1 None None] Provisioning complete for port c0df3d9c-8618-420c-a0b5-c2b85fb03cac triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:27.917893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.918004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0a2e7e1a-49cd-430f-a2d4-3777fa90aea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:27.964998 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3b9fac84-5c2c-4a89-9979-52322b7fd514 req-da669e1e-6efe-40a9-a40d-10dfa7dc36e3 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 210 time: 0.4353368 Feb 28 11:28:27.974398 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'project_id': '2eb29b4bc35f446994b38f6a870e2fa1', 'port_id': 'c0df3d9c-8618-420c-a0b5-c2b85fb03cac'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:27.983790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:28.015138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Usage tracker for resource:floatingip and tenant:2eb29b4bc35f446994b38f6a870e2fa1 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:28.020760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:28.032672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:28.035436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 83e321f3-704b-4056-bf88-081dea0741c6 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:28.039246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.070357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.091136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 07131ff1-7976-4a2f-b498-b43527f27a64 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:28.131723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b03bc059-0750-49eb-ba75-3361721e781e tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.132415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.204497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0a2e7e1a-49cd-430f-a2d4-3777fa90aea1 None None] Port c0df3d9c-8618-420c-a0b5-c2b85fb03cac cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:28.209712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:28.214102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:28.216158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Pushing event updated for resources: {'Port': ['ID=0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:28.220266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:28.272215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.299870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bc059-0750-49eb-ba75-3361721e781e tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event deleted for resources: {'Port': ['ID=92feaf58-4bf7-4973-83fd-e3e69677b6c6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:28.339237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.339872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Attempting to bind port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:28.339872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Attempting to bind port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:28.339872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Attempting to bind port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:28.343589 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:28.343959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:28.344354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.344740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:28.345210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Bound port: 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:28.345579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.432606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Pushing event updated for resources: {'Port': ['ID=a37d6f41-6292-4b6f-969e-df2730d08d7b,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:28.467706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.480324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.480547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 07131ff1-7976-4a2f-b498-b43527f27a64 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:28.530730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 07131ff1-7976-4a2f-b498-b43527f27a64 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:28.531145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.584068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.645717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] For port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:28.657094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] For port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:28.706037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Transition to ACTIVE for port object 3fcbe043-8e24-4fd5-beaf-24f371c15180 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:28.739235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.793515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.795012 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aeedc10b-ee18-446a-ac7b-fbb8e0008964 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1140330 Feb 28 11:28:28.799412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44160) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:28.809214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-299328556', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'fixed_ips': [{'ip_address': '172.26.1.215'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:28.812134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b03bc059-0750-49eb-ba75-3361721e781e tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.820134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:28.829147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Usage tracker for resource:port and tenant:57e8fd6eef754e61891e3af4276b988a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:28.832276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:28.839754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:28.873806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.897687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::58ee:3e53:dc30:2289 (d2f89622-2098-4601-99de-8eb1c2f9e684/4548ed17-46f7-446f-96d2-5f6cd12e5c48/83e321f3-704b-4056-bf88-081dea0741c6) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:28.909082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.914819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.934354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e8ab8-0c26-424c-b202-b8898fa44c0e None None] Pushing event updated for resources: {'Port': ['ID=0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:28.960648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Made reservation on behalf of 57e8fd6eef754e61891e3af4276b988a for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:28.968523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:28.974936 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 07131ff1-7976-4a2f-b498-b43527f27a64, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=07131ff1-7976-4a2f-b498-b43527f27a64,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:28.998069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.059857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Allocated IP 172.26.1.124 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/cce085b4-fb6a-4646-9e37-1b7ec8c0e632) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:29.071235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:29.087146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Usage tracker for resource:security_group_rule and tenant:57e8fd6eef754e61891e3af4276b988a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:29.091468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:29.115786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.124151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:29.201827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Pushing event updated for resources: {'Port': ['ID=51ecb618-4607-4a46-abe9-7aa97440cb2a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.204955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.212366 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b03bc059-0750-49eb-ba75-3361721e781e tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "DELETE /v2.0/ports/92feaf58-4bf7-4973-83fd-e3e69677b6c6 HTTP/1.1" status: 204 len: 168 time: 3.4779873 Feb 28 11:28:29.213207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.220312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44166) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:29.308663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Request body: {'port': {'name': 'tempest-new-port-name-654210689', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:29.309209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.api.validators [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] bootfile-name is not in valid_values {{(pid=84339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:28:29.309613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.api.validators [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] tftp-server is not in valid_values {{(pid=84339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:28:29.310006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.api.validators [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] server-ip-address is not in valid_values {{(pid=84339) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:28:29.328792 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-940e5242-d3cd-4df0-bd06-bef8f482ee46 {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:28:29.330412 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:28:29.341603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=07131ff1-7976-4a2f-b498-b43527f27a64,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.361942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Network f5219181-86e9-4d4f-b544-abb47838746b is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:29.389553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:29.390256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.402354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.462182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.466296 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:29.474214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] device_id is not set on port 2baa74ab-11fe-4296-bf33-0793a38e7b0b yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:29.504585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:29.515702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.538908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:29.542959 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e8c492e8-2c3e-4cfd-9f6a-3f15f1b81c9e req-b202b035-fbd0-4c5a-956f-71cc3790b1b2 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 210 time: 0.1698346 Feb 28 11:28:29.545866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:29.599963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5ea316-b8a0-4b28-9915-ce7ce0113b92,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.604086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Pushing event updated for resources: {'Port': ['ID=12221d59-17ed-40f8-9585-8fc6d5bebd1f,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.613390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.57', 60051) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:29.627404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:29.642458 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:29.724332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:29.820165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.824336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Pushing event updated for resources: {'Port': ['ID=cce085b4-fb6a-4646-9e37-1b7ec8c0e632,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.832161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.845082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:29.845944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:29.908829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Port': ['ID=3fcbe043-8e24-4fd5-beaf-24f371c15180,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:29.936839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.054582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.077394 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6b5b7f8b-6882-4ab2-ab60-1122477a45c3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9736249 Feb 28 11:28:30.114113 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Allocated IP 172.20.0.3 (f5219181-86e9-4d4f-b544-abb47838746b/f7251b2a-6206-4527-a953-e5ae009b96b2/2677f6d5-d825-405a-8faa-030092c40416) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:30.118593 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ea5404ed-405d-46e1-a733-6d4f47c5886d tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5107715 Feb 28 11:28:30.131649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44178) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:30.178766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'port': {'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b', 'name': 'tempest-AllowedAddressPairTestJSON-2057351804', 'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:ab:b4:6f'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:30.235812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.261406 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:30.419196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 83e321f3-704b-4056-bf88-081dea0741c6 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:30.452611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-acdbcf60-49de-4931-9a09-ed69ebb97807 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:30.455292 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-acdbcf60-49de-4931-9a09-ed69ebb97807 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.57 "GET /v2.0/networks?id=d696d2b4-1d18-4087-842f-c8135a805160 HTTP/1.1" status: 200 len: 812 time: 0.8250849 Feb 28 11:28:30.519867 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 11:28:30.520605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:28:30.549931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.566304 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Transition to ACTIVE for port object 2677f6d5-d825-405a-8faa-030092c40416 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:30.617889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-de6d036e-d8ab-4647-a6a4-794168f621c8 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Synchronizing usage tracker for tenant:891d02a28f604b24a293e776f889769d on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:30.620898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Transition to ACTIVE for port object 2677f6d5-d825-405a-8faa-030092c40416 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:30.630362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-846896d8-d5d0-4221-9a36-bf62df9322e7 None None] Provisioning for port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:30.646423 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-79ddb162-834d-4ff7-a86f-34741258e623 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8431118 Feb 28 11:28:30.653932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44196) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:30.698282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.762509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.820346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-de6d036e-d8ab-4647-a6a4-794168f621c8 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Unset dirty status for tenant:891d02a28f604b24a293e776f889769d on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:30.821570 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-de6d036e-d8ab-4647-a6a4-794168f621c8 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=891d02a28f604b24a293e776f889769d HTTP/1.1" status: 200 len: 380 time: 0.3323803 Feb 28 11:28:30.830075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:30.833390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Request body: {'port': {'device_id': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'admin_state_up': True, 'tenant_id': '891d02a28f604b24a293e776f889769d', 'security_groups': ['5ecadf72-1518-4a5d-929d-16a4a450e688']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:30.842591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Network f5219181-86e9-4d4f-b544-abb47838746b is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:30.843854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Pushing event updated for resources: {'Port': ['ID=2677f6d5-d825-405a-8faa-030092c40416,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:30.846999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-033a0a9f-becd-47ab-8268-789ba8df21cb None None] Could not find standard attr ID for object 6995d66f-6a68-42c2-bf01-3650f549089b. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:28:30.854539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:30.863250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:30.863813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:30.874697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:30.875454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:30.915305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Usage tracker for resource:port and tenant:3782f83d1c664fb3ae09a3eb6b236d99 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:30.933049 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6414bbd4-19ad-416c-bb77-6c331f8ea9d0 req-950c3d46-354b-4013-8868-d722a645b643 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 210 time: 0.1518979 Feb 28 11:28:30.958227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:30.965259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:30.968981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-370d95e3-0644-487c-9e97-94e04cbad482 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Synchronizing usage tracker for tenant:8fd36d637f5245bbb6acf693f3543811 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:31.015256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.032335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Attempting to bind port 2677f6d5-d825-405a-8faa-030092c40416 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:31.032761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Attempting to bind port 2677f6d5-d825-405a-8faa-030092c40416 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'ee7bb33f-5b94-40af-b25a-91ebac3398e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:31.033119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Attempting to bind port 2677f6d5-d825-405a-8faa-030092c40416 on network f5219181-86e9-4d4f-b544-abb47838746b {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:31.062263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.151453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:31.151453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Checking segment: {'id': 'ee7bb33f-5b94-40af-b25a-91ebac3398e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:31.151453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.151453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Bound using segment: {'id': 'ee7bb33f-5b94-40af-b25a-91ebac3398e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:31.151453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Bound port: 2677f6d5-d825-405a-8faa-030092c40416, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7bb33f-5b94-40af-b25a-91ebac3398e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:31.151453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.152059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.152152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.170521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:31.372096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:31.372096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=83e321f3-704b-4056-bf88-081dea0741c6,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:31.372096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:31.372096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:31.372096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.372478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:31.372478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] For port 2677f6d5-d825-405a-8faa-030092c40416, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:31.372478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] For port 2677f6d5-d825-405a-8faa-030092c40416, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2677f6d5-d825-405a-8faa-030092c40416,segment=NetworkSegment(ee7bb33f-5b94-40af-b25a-91ebac3398e2),segment_id=ee7bb33f-5b94-40af-b25a-91ebac3398e2)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:31.373252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Deleting port a37d6f41-6292-4b6f-969e-df2730d08d7b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:31.373252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.420691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Made reservation on behalf of 3782f83d1c664fb3ae09a3eb6b236d99 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:31.493853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-370d95e3-0644-487c-9e97-94e04cbad482 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Unset dirty status for tenant:8fd36d637f5245bbb6acf693f3543811 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:31.495229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-370d95e3-0644-487c-9e97-94e04cbad482 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1249677294&fields=id&tenant_id=8fd36d637f5245bbb6acf693f3543811 HTTP/1.1" status: 200 len: 267 time: 1.0216746 Feb 28 11:28:31.496611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:31.498970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.519788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.520551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 07131ff1-7976-4a2f-b498-b43527f27a64 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:31.532185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:31.605440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.605777 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.646473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.651971 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fc006a5d-2938-4210-b8dd-ab220a529e6a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.1002238 Feb 28 11:28:31.651971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:28:31.694710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44214) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:31.753204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.838806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Calling delete_port for a37d6f41-6292-4b6f-969e-df2730d08d7b owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:31.884034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Made reservation on behalf of 891d02a28f604b24a293e776f889769d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:31.887342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:31.917762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:31.933765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.000679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event updated for resources: {'Port': ['ID=4d372ff5-996c-4cd5-ada9-85ebdac065f3,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:32.020791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-448eaa30-2abe-4afd-9eba-134fc3863286 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:32.022305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-448eaa30-2abe-4afd-9eba-134fc3863286 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Synchronizing usage tracker for tenant:8fd36d637f5245bbb6acf693f3543811 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:32.053537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c8d174b4-49cf-4d25-ac3f-1e84160c67e1 None None] Provisioning for port 83e321f3-704b-4056-bf88-081dea0741c6 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:32.078237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c8d174b4-49cf-4d25-ac3f-1e84160c67e1 None None] Provisioning complete for port 83e321f3-704b-4056-bf88-081dea0741c6 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:32.079981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c8d174b4-49cf-4d25-ac3f-1e84160c67e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.178941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.234054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c8d174b4-49cf-4d25-ac3f-1e84160c67e1 None None] Port 83e321f3-704b-4056-bf88-081dea0741c6 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:32.234202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.265371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 07131ff1-7976-4a2f-b498-b43527f27a64 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:32.267591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.339231 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402e0e7-2924-4397-ac51-21f9e5383b57 None None] Pushing event updated for resources: {'Port': ['ID=2677f6d5-d825-405a-8faa-030092c40416,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:32.407976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] device_id is not set on port 05484f11-9dfc-4adf-b061-05bd8f0161d0 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:32.517044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.635657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-41c307ee-e511-4434-9d01-9143da2a0674 None None] Provisioning complete for port 4d372ff5-996c-4cd5-ada9-85ebdac065f3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:32.636156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-41c307ee-e511-4434-9d01-9143da2a0674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.674370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Allocated IP 172.20.0.11 (f5219181-86e9-4d4f-b544-abb47838746b/f7251b2a-6206-4527-a953-e5ae009b96b2/05484f11-9dfc-4adf-b061-05bd8f0161d0) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:32.753433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-41c307ee-e511-4434-9d01-9143da2a0674 None None] Port 4d372ff5-996c-4cd5-ada9-85ebdac065f3 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:32.773022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Allocated IP 172.20.0.7 (d696d2b4-1d18-4087-842f-c8135a805160/0097ccc9-cb19-4bad-8dbe-64007075765c/104e0b15-d78a-4860-b807-10e629b5d6f4) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:32.799584 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0773dfe2-8ddd-4649-9e17-4429b2c54ac7 req-f3c3acad-9167-4533-b99e-684ddb9a1d2b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 210 time: 0.4837980 Feb 28 11:28:32.828790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:32.899190 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c05cca2-86b9-48e9-9f16-98e7f072e429 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:32.903825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c05cca2-86b9-48e9-9f16-98e7f072e429 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:32.904805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5c05cca2-86b9-48e9-9f16-98e7f072e429 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:32.936087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:32.937749 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:32.940519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Pushing event updated for resources: {'Port': ['ID=51ecb618-4607-4a46-abe9-7aa97440cb2a,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.002040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5c05cca2-86b9-48e9-9f16-98e7f072e429 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:33.006247 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5c05cca2-86b9-48e9-9f16-98e7f072e429 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 1.2974818 Feb 28 11:28:33.011294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44220) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:33.018252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] In _notify_port_updated(), no bound segment for port 4d372ff5-996c-4cd5-ada9-85ebdac065f3 on network e44176d8-95f0-430c-8026-05b02d0c848b {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:28:33.022813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:33.023194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.024643 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d876e201-dc52-4197-9385-e4c069dfa10f tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "PUT /v2.0/ports/4d372ff5-996c-4cd5-ada9-85ebdac065f3 HTTP/1.1" status: 200 len: 1136 time: 3.7449844 Feb 28 11:28:33.026578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-448eaa30-2abe-4afd-9eba-134fc3863286 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Unset dirty status for tenant:8fd36d637f5245bbb6acf693f3543811 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:33.027923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-448eaa30-2abe-4afd-9eba-134fc3863286 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 812 time: 1.4466276 Feb 28 11:28:33.028525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44224) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:33.124075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.210613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2677f6d5-d825-405a-8faa-030092c40416 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:33.229681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66278c67-2663-40ea-9615-01c11858c084 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:33.230426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-66278c67-2663-40ea-9615-01c11858c084 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Synchronizing usage tracker for tenant:6f1d605976a7420cb54ba996534f7e8b on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:33.233643 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-856aeddd-2cd5-42e3-9743-cf7822d25163 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/quotas/8fd36d637f5245bbb6acf693f3543811 HTTP/1.1" status: 200 len: 375 time: 0.0338085 Feb 28 11:28:33.353434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Pushing event deleted for resources: {'Port': ['ID=a37d6f41-6292-4b6f-969e-df2730d08d7b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:33.460171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.501381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-66278c67-2663-40ea-9615-01c11858c084 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Unset dirty status for tenant:6f1d605976a7420cb54ba996534f7e8b on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:33.502701 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-66278c67-2663-40ea-9615-01c11858c084 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "GET /v2.0/ports/4d372ff5-996c-4cd5-ada9-85ebdac065f3 HTTP/1.1" status: 200 len: 1136 time: 0.4492412 Feb 28 11:28:33.516352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44228) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:33.531277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 2677f6d5-d825-405a-8faa-030092c40416 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:33.596842 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.622166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-6b26253b-c461-4336-a68e-de16e53de791 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 83e321f3-704b-4056-bf88-081dea0741c6 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:33.622166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b26253b-c461-4336-a68e-de16e53de791 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.635775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.637162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-81b58ca8-82b6-465c-9bf7-03698612e5f0 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.7186613 Feb 28 11:28:33.666962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:28:33.692066 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-e073706a-607c-4644-b3e4-d3f6a1d52a53 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3577158 Feb 28 11:28:33.734236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.768645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb3e158-056c-4be9-8f6c-91689dd96679 None None] Network f5219181-86e9-4d4f-b544-abb47838746b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:33.816116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.833589 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7595ed8c-6ba9-45ec-a394-49bb3c30bad5 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024 tempest-ExternalNetworksAdminNegativeTestJSON-1798585024-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/695c9269-2901-4c49-ad36-49e04cf74131 HTTP/1.1" status: 204 len: 168 time: 3.1645396 Feb 28 11:28:33.844500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:33.945606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.015953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.036724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4e39f-5d0c-417d-8b4b-5a25787117c1 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Deleting port 4d372ff5-996c-4cd5-ada9-85ebdac065f3 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:34.037205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4b4e39f-5d0c-417d-8b4b-5a25787117c1 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.054922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.069092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a190252a-5e6f-4b09-909c-5aaa532b84cb None None] Provisioning for port 2677f6d5-d825-405a-8faa-030092c40416 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:34.085821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a190252a-5e6f-4b09-909c-5aaa532b84cb None None] Provisioning complete for port 2677f6d5-d825-405a-8faa-030092c40416 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:34.089368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a190252a-5e6f-4b09-909c-5aaa532b84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.215747 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2fde4514-43ca-487d-abdb-5e30e2ca26d5 req-c5a6dc8b-b806-4a0f-8094-46407e06ad9a tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 210 time: 0.0567741 Feb 28 11:28:34.216951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Transition to ACTIVE for port object 05484f11-9dfc-4adf-b061-05bd8f0161d0 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:34.287762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Pushing event updated for resources: {'Port': ['ID=cce085b4-fb6a-4646-9e37-1b7ec8c0e632,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:34.335978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.386966 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-54e60f4c-6fbc-4132-886d-491602ee36ca service neutron] 10.222.0.31 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225243 Feb 28 11:28:34.451793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a190252a-5e6f-4b09-909c-5aaa532b84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.498595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a190252a-5e6f-4b09-909c-5aaa532b84cb None None] For port 2677f6d5-d825-405a-8faa-030092c40416, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2677f6d5-d825-405a-8faa-030092c40416,segment=NetworkSegment(ee7bb33f-5b94-40af-b25a-91ebac3398e2),segment_id=ee7bb33f-5b94-40af-b25a-91ebac3398e2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:34.594297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a190252a-5e6f-4b09-909c-5aaa532b84cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.624189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Transition to ACTIVE for port object 104e0b15-d78a-4860-b807-10e629b5d6f4 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:34.841604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44248) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:34.851490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a190252a-5e6f-4b09-909c-5aaa532b84cb None None] Pushing event updated for resources: {'Port': ['ID=2677f6d5-d825-405a-8faa-030092c40416,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:34.881399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f249dd32-691d-4251-be4c-98ad3de300d2 None None] Provisioning complete for port 2677f6d5-d825-405a-8faa-030092c40416 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:34.881399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f249dd32-691d-4251-be4c-98ad3de300d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:34.948714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.024213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-7b6da526-ebd1-4d09-bd35-cbc5a6f01b73 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Synchronizing usage tracker for tenant:7075ac745c8a4d98860bb9603f16ce6b on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:35.083923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.095619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b26253b-c461-4336-a68e-de16e53de791 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.166462 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-f91afe7a-913b-4347-98e2-e53fd2cca6e9 service neutron] 10.222.0.31 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7786062 Feb 28 11:28:35.173370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4b4e39f-5d0c-417d-8b4b-5a25787117c1 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.182883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f249dd32-691d-4251-be4c-98ad3de300d2 None None] Provisioning for port 3fcbe043-8e24-4fd5-beaf-24f371c15180 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:35.191049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f249dd32-691d-4251-be4c-98ad3de300d2 None None] Provisioning complete for port 3fcbe043-8e24-4fd5-beaf-24f371c15180 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:35.191596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f249dd32-691d-4251-be4c-98ad3de300d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.269788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-6b26253b-c461-4336-a68e-de16e53de791 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 83e321f3-704b-4056-bf88-081dea0741c6 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:35.330343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e4b4e39f-5d0c-417d-8b4b-5a25787117c1 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Calling delete_port for 4d372ff5-996c-4cd5-ada9-85ebdac065f3 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:35.358177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-7b6da526-ebd1-4d09-bd35-cbc5a6f01b73 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Unset dirty status for tenant:7075ac745c8a4d98860bb9603f16ce6b on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:35.371305 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-7b6da526-ebd1-4d09-bd35-cbc5a6f01b73 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--405748659&fields=id&tenant_id=7075ac745c8a4d98860bb9603f16ce6b HTTP/1.1" status: 200 len: 267 time: 0.7031786 Feb 28 11:28:35.372595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f249dd32-691d-4251-be4c-98ad3de300d2 None None] Port 3fcbe043-8e24-4fd5-beaf-24f371c15180 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:35.417924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Network f5219181-86e9-4d4f-b544-abb47838746b is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:35.460912 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-447cfb24-8887-4817-ab22-e65771233f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.473734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:35.475972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:35.519999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-447cfb24-8887-4817-ab22-e65771233f23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:35.524132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-447cfb24-8887-4817-ab22-e65771233f23 admin admin] Usage tracker for resource:security_group_rule and tenant:9d9737c02fe145118121c1427f655309 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:35.527919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-447cfb24-8887-4817-ab22-e65771233f23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:35.534118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-447cfb24-8887-4817-ab22-e65771233f23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:35.538703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Port': ['ID=05484f11-9dfc-4adf-b061-05bd8f0161d0,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:35.564150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-980fad5e-f840-4f83-bfbb-3a07e35a324f None None] Provisioning complete for port 3fcbe043-8e24-4fd5-beaf-24f371c15180 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:35.565742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-980fad5e-f840-4f83-bfbb-3a07e35a324f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.612094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-447cfb24-8887-4817-ab22-e65771233f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.622984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Network d696d2b4-1d18-4087-842f-c8135a805160 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:35.628400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:35.638572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:35.678687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Pushing event updated for resources: {'Port': ['ID=104e0b15-d78a-4860-b807-10e629b5d6f4,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:35.749524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-447cfb24-8887-4817-ab22-e65771233f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.803801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-980fad5e-f840-4f83-bfbb-3a07e35a324f None None] Port 3fcbe043-8e24-4fd5-beaf-24f371c15180 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:35.881567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:35.882726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.935715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:35.937786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:35.984775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447cfb24-8887-4817-ab22-e65771233f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02e902aa-e1f6-4925-85f5-603cfd69e1f1,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:35.989588 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-447cfb24-8887-4817-ab22-e65771233f23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9d9737c02fe145118121c1427f655309&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1408131 Feb 28 11:28:35.994933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44272) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:36.076041 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2f76aa4-62d3-4f65-8e0a-fe71c6a3864b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2478108 Feb 28 11:28:36.077454 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Floating IP 18579ec2-45cf-41e7-8019-0973faab6001 associated. External IP: 172.26.1.124, port: c0df3d9c-8618-420c-a0b5-c2b85fb03cac. Feb 28 11:28:36.111136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-e4a00b9f-c422-4944-9a9c-ae3b57d30096 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:36.128776 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-e4a00b9f-c422-4944-9a9c-ae3b57d30096 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/networks?id=f87b31a0-daac-4d89-9446-4858f2a19282 HTTP/1.1" status: 200 len: 806 time: 0.7563214 Feb 28 11:28:36.143289 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2c86af7-79a7-4917-854b-08388a986901 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:28:36.144296 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-f2c86af7-79a7-4917-854b-08388a986901 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0065994 Feb 28 11:28:36.150695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b26253b-c461-4336-a68e-de16e53de791 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.211198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c1863452-7619-4ece-8268-dd816285d8f6 None None] Provisioning for port 104e0b15-d78a-4860-b807-10e629b5d6f4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:36.224192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c1863452-7619-4ece-8268-dd816285d8f6 None None] Provisioning complete for port 104e0b15-d78a-4860-b807-10e629b5d6f4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:36.224192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c1863452-7619-4ece-8268-dd816285d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.249100 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bd1d8314-87eb-4f9a-96b5-6e07f00b8ebf tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 6.1016488 Feb 28 11:28:36.253489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44282) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:36.310325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c1863452-7619-4ece-8268-dd816285d8f6 None None] Port 104e0b15-d78a-4860-b807-10e629b5d6f4 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:36.398922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c1863452-7619-4ece-8268-dd816285d8f6 None None] Provisioning for port 05484f11-9dfc-4adf-b061-05bd8f0161d0 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:36.406517 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c1863452-7619-4ece-8268-dd816285d8f6 None None] Provisioning complete for port 05484f11-9dfc-4adf-b061-05bd8f0161d0 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:36.407978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c1863452-7619-4ece-8268-dd816285d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.419221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-96a1c008-a221-4eae-97ba-4ceda1205c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.439927 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-227b1036-0538-4be7-af8c-7d2816ee843b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/quotas/7075ac745c8a4d98860bb9603f16ce6b HTTP/1.1" status: 200 len: 375 time: 0.3100250 Feb 28 11:28:36.446349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26253b-c461-4336-a68e-de16e53de791 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=83e321f3-704b-4056-bf88-081dea0741c6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.465359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b26253b-c461-4336-a68e-de16e53de791 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.467609 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6b26253b-c461-4336-a68e-de16e53de791 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/83e321f3-704b-4056-bf88-081dea0741c6 HTTP/1.1" status: 204 len: 168 time: 3.4552763 Feb 28 11:28:36.472662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44288) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:36.640362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c1863452-7619-4ece-8268-dd816285d8f6 None None] Port 05484f11-9dfc-4adf-b061-05bd8f0161d0 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:36.672283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4b4e39f-5d0c-417d-8b4b-5a25787117c1 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.696702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f26382-4c08-4df5-b018-517e8881bfbd req-7bbdb9e3-90c5-41cf-b9cf-037f72b1dbe5 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:36.708763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37f26382-4c08-4df5-b018-517e8881bfbd req-7bbdb9e3-90c5-41cf-b9cf-037f72b1dbe5 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 931 time: 0.8209596 Feb 28 11:28:36.784068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2677f6d5-d825-405a-8faa-030092c40416 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:36.805017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Request body: {'port': {'device_id': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:36.830837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-96a1c008-a221-4eae-97ba-4ceda1205c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:36.847241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4e39f-5d0c-417d-8b4b-5a25787117c1 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event deleted for resources: {'Port': ['ID=4d372ff5-996c-4cd5-ada9-85ebdac065f3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:36.883890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-ef3c7a0f-562b-4b81-a0ce-a4c963368ae3 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7075ac745c8a4d98860bb9603f16ce6b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4430919 Feb 28 11:28:36.943677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce7e385-6cc6-4e5f-8b13-b6292a6fc8a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:36.943677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce7e385-6cc6-4e5f-8b13-b6292a6fc8a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:36.943677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7ce7e385-6cc6-4e5f-8b13-b6292a6fc8a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:36.950696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2677f6d5-d825-405a-8faa-030092c40416 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:36.951338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.016855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca25873-9aec-4103-88c8-d402e88ad40e tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:37.041767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca25873-9aec-4103-88c8-d402e88ad40e tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:37.041767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca25873-9aec-4103-88c8-d402e88ad40e tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:37.041767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dca25873-9aec-4103-88c8-d402e88ad40e tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Synchronizing usage tracker for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:37.086022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.159068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4b4e39f-5d0c-417d-8b4b-5a25787117c1 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.186879 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37f26382-4c08-4df5-b018-517e8881bfbd req-108f8259-3779-4a25-9fbb-46260085edc1 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719714 Feb 28 11:28:37.407838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-958e61bd-867a-4598-a463-e14e7303ea7b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:28:37.407838 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-958e61bd-867a-4598-a463-e14e7303ea7b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3471279 Feb 28 11:28:37.491356 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7ad016c5-c118-4143-b064-3297cb17f76d req-ba9081f6-3c9e-4129-9f7a-d5fd05a1c1ee tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 210 time: 0.1028769 Feb 28 11:28:37.714262 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-3a5b6202-7c57-4ab9-af46-a681d1787272 service neutron] 10.222.0.31 "GET /v2.0/networks/f87b31a0-daac-4d89-9446-4858f2a19282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627289 Feb 28 11:28:37.853678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7ce7e385-6cc6-4e5f-8b13-b6292a6fc8a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:37.877153 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7ce7e385-6cc6-4e5f-8b13-b6292a6fc8a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.3741984 Feb 28 11:28:37.881921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44306) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.973021 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-a2fd65ec-5df1-4091-98fa-e7dc17738e3f service neutron] 10.222.0.31 "GET /v2.0/networks/f87b31a0-daac-4d89-9446-4858f2a19282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556751 Feb 28 11:28:37.980507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dca25873-9aec-4103-88c8-d402e88ad40e tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Unset dirty status for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:37.983881 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dca25873-9aec-4103-88c8-d402e88ad40e tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.7114987 Feb 28 11:28:37.984264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-96a1c008-a221-4eae-97ba-4ceda1205c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:37.989851 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44310) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.990175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44312) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:37.991504 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e4b4e39f-5d0c-417d-8b4b-5a25787117c1 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "DELETE /v2.0/ports/4d372ff5-996c-4cd5-ada9-85ebdac065f3 HTTP/1.1" status: 204 len: 168 time: 4.4739954 Feb 28 11:28:38.092745 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104e0b15-d78a-4860-b807-10e629b5d6f4 {{(pid=84338) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:28:38.113612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a1c008-a221-4eae-97ba-4ceda1205c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e902aa-e1f6-4925-85f5-603cfd69e1f1,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:38.120059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.152095 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-96a1c008-a221-4eae-97ba-4ceda1205c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.153335 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-96a1c008-a221-4eae-97ba-4ceda1205c29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/02e902aa-e1f6-4925-85f5-603cfd69e1f1 HTTP/1.1" status: 204 len: 168 time: 2.1574717 Feb 28 11:28:38.265831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Transition to ACTIVE for port object 104e0b15-d78a-4860-b807-10e629b5d6f4 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:38.382180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-eba3915f-ca34-46de-b3f1-4ad7774d6078 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Deleting port 05484f11-9dfc-4adf-b061-05bd8f0161d0 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:38.383021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eba3915f-ca34-46de-b3f1-4ad7774d6078 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.596568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:38.688078 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c1230129-0987-4945-92d5-fb6e90fbf9c9 req-f6fdc36e-c659-41f0-93a1-3dbb642f5f0c tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 210 time: 0.2311435 Feb 28 11:28:38.765793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be40bfd-6999-4dec-b1a4-a448893e577d req-cb406eb7-1f86-4f2f-adb3-c5deac953f2a tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:38.767964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4be40bfd-6999-4dec-b1a4-a448893e577d req-cb406eb7-1f86-4f2f-adb3-c5deac953f2a tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 943 time: 0.1789634 Feb 28 11:28:38.836686 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4be40bfd-6999-4dec-b1a4-a448893e577d req-ea5c4161-9efe-4b68-99b7-9a4cfa410d9c tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630214 Feb 28 11:28:38.972644 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f9772f68-0e34-43e7-8341-15d1da825227 req-45ffc427-0f20-459d-a068-1f2cd191d413 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 210 time: 0.0432250 Feb 28 11:28:39.030598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Router 5d7261dc-d948-437b-825f-1bf550df8281 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:39.127646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-b482fa6e-5102-4fe3-8162-006a57c87bbb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 4548ed17-46f7-446f-96d2-5f6cd12e5c48 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:28:39.129691 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Pushing event updated for resources: {'Port': ['ID=104e0b15-d78a-4860-b807-10e629b5d6f4,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:39.175567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b482fa6e-5102-4fe3-8162-006a57c87bbb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.290030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e98e7825-e2d9-4db4-8002-ee4acd7430a7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Deleting subnet 4abe302c-1623-48f5-98cc-c6d56404b778 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:28:39.404689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44340) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:39.503933 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d2ca6bcd-d09a-4cd2-a4bd-af7af295b48c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=57e8fd6eef754e61891e3af4276b988a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0978549 Feb 28 11:28:39.506138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44344) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:39.553145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e98e7825-e2d9-4db4-8002-ee4acd7430a7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.600076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4327c761-931c-40d0-ab7d-e9760736e77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.639549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4327c761-931c-40d0-ab7d-e9760736e77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.664712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b482fa6e-5102-4fe3-8162-006a57c87bbb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.834361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4327c761-931c-40d0-ab7d-e9760736e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.861416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4327c761-931c-40d0-ab7d-e9760736e77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd5ea316-b8a0-4b28-9915-ce7ce0113b92,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:39.863611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4327c761-931c-40d0-ab7d-e9760736e77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.863757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e98e7825-e2d9-4db4-8002-ee4acd7430a7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:39.865065 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4327c761-931c-40d0-ab7d-e9760736e77d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fd5ea316-b8a0-4b28-9915-ce7ce0113b92 HTTP/1.1" status: 204 len: 168 time: 0.3577719 Feb 28 11:28:39.947930 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f11df5c3-528f-4df8-91f3-e2ac96d7bf66 req-e6cc27e4-5d96-4a16-8f22-dc5041668354 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 210 time: 0.0562828 Feb 28 11:28:40.147067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Attempting to bind port 104e0b15-d78a-4860-b807-10e629b5d6f4 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:40.147067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Attempting to bind port 104e0b15-d78a-4860-b807-10e629b5d6f4 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:40.147067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Attempting to bind port 104e0b15-d78a-4860-b807-10e629b5d6f4 on network d696d2b4-1d18-4087-842f-c8135a805160 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:40.153929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eba3915f-ca34-46de-b3f1-4ad7774d6078 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.168472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Port 104e0b15-d78a-4860-b807-10e629b5d6f4 on network d696d2b4-1d18-4087-842f-c8135a805160 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:28:40.185083 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Attempting to bind port 104e0b15-d78a-4860-b807-10e629b5d6f4 on network d696d2b4-1d18-4087-842f-c8135a805160 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:40.242066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c579d3-bd53-485d-96ed-f7a6aee79bb2 req-4b85a1d6-b962-409d-8d6f-67d0211c8a9f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:40.252634 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d1c579d3-bd53-485d-96ed-f7a6aee79bb2 req-4b85a1d6-b962-409d-8d6f-67d0211c8a9f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 943 time: 0.2254691 Feb 28 11:28:40.336690 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0afb3317-71e8-4dc5-9129-8bb3e5090bac req-6e9a96e1-c029-41c3-bdc8-7605f8e0711b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 210 time: 0.0827930 Feb 28 11:28:40.405991 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d1c579d3-bd53-485d-96ed-f7a6aee79bb2 req-dd34faa5-4f0e-4a6e-b849-778823a6654e tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415923 Feb 28 11:28:40.438712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-eba3915f-ca34-46de-b3f1-4ad7774d6078 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Calling delete_port for 05484f11-9dfc-4adf-b061-05bd8f0161d0 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:40.494654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:40.495213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Checking segment: {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:40.495910 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Bound using segment: {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'} {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:40.496490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Bound port: 104e0b15-d78a-4860-b807-10e629b5d6f4, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53fb14ee-53bf-4128-ac0b-924243fa56eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160'}}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:40.496851 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.605093 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b482fa6e-5102-4fe3-8162-006a57c87bbb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.667965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e98e7825-e2d9-4db4-8002-ee4acd7430a7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.836878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.57', 60059) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:40.902393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] For port 104e0b15-d78a-4860-b807-10e629b5d6f4, host hv-neutron-8308, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:40.944537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] For port 104e0b15-d78a-4860-b807-10e629b5d6f4, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=104e0b15-d78a-4860-b807-10e629b5d6f4,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:40.956763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:40.966904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b482fa6e-5102-4fe3-8162-006a57c87bbb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:40.981660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e07a2-d4ec-49eb-9b7d-abf68a9d1774 None None] Sync routers for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:28:41.018530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e07a2-d4ec-49eb-9b7d-abf68a9d1774 None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:41.022182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e77e07a2-d4ec-49eb-9b7d-abf68a9d1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:41.040112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e98e7825-e2d9-4db4-8002-ee4acd7430a7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.065478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eba3915f-ca34-46de-b3f1-4ad7774d6078 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.077115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.179329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e77e07a2-d4ec-49eb-9b7d-abf68a9d1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:41.216277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77e07a2-d4ec-49eb-9b7d-abf68a9d1774 None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:41.216809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e77e07a2-d4ec-49eb-9b7d-abf68a9d1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:41.256637 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b482fa6e-5102-4fe3-8162-006a57c87bbb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=4548ed17-46f7-446f-96d2-5f6cd12e5c48,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:41.336763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e77e07a2-d4ec-49eb-9b7d-abf68a9d1774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:41.337626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e77e07a2-d4ec-49eb-9b7d-abf68a9d1774 None None] The sync data for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:28:41.348014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b482fa6e-5102-4fe3-8162-006a57c87bbb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.356632 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4643ea5-a00a-4bb7-8230-bbfd200a85a8 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:41.364879 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:28:41.441931 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44c33581-52d1-4e36-a289-022e1bd28a08 req-03d7176c-8403-4d16-9013-3bcda2aee460 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 210 time: 0.1317379 Feb 28 11:28:41.452346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.453959 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] 10.222.0.57 "PUT /v2.0/ports/104e0b15-d78a-4860-b807-10e629b5d6f4 HTTP/1.1" status: 200 len: 1093 time: 5.0643985 Feb 28 11:28:41.456965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e98e7825-e2d9-4db4-8002-ee4acd7430a7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:41.462275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-21e826ce-e6b8-4640-b073-2326bfc88c2e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:41.465885 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-21e826ce-e6b8-4640-b073-2326bfc88c2e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.57 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 812 time: 0.4681411 Feb 28 11:28:41.545394 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-e34bacf5-e200-49f1-ac72-880dd8a4cdcf tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd36d637f5245bbb6acf693f3543811 HTTP/1.1" status: 200 len: 380 time: 0.0634792 Feb 28 11:28:41.550480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'tag': '104e0b15-d78a-4860-b807-10e629b5d6f4'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:28:41.553661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f81e0d-b5a6-499c-8e4c-218d090f6fdc None None] Network e44176d8-95f0-430c-8026-05b02d0c848b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:41.568041 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e98e7825-e2d9-4db4-8002-ee4acd7430a7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "DELETE /v2.0/subnets/4abe302c-1623-48f5-98cc-c6d56404b778 HTTP/1.1" status: 204 len: 168 time: 3.5652289 Feb 28 11:28:41.570572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44378) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:41.587243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Request body: {'port': {'device_id': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'admin_state_up': True, 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'security_groups': ['09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:41.735484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e7825-e2d9-4db4-8002-ee4acd7430a7 tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event deleted for resources: {'Subnet': ['ID=4abe302c-1623-48f5-98cc-c6d56404b778,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:42.098686 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2cff5043-6949-431e-8268-d88acbb86400 req-ca2fb54e-8731-488c-9f75-a78c043d7677 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 210 time: 0.0530415 Feb 28 11:28:42.111048 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:42.118780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Usage tracker for resource:port and tenant:8fd36d637f5245bbb6acf693f3543811 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:42.122997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:42.135553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:42.207447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828ceee-4f2d-419c-980a-0587bbf683ec req-b2bc38cb-72f0-413c-824d-3ffd9110f724 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:42.220388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9828ceee-4f2d-419c-980a-0587bbf683ec req-b2bc38cb-72f0-413c-824d-3ffd9110f724 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 943 time: 0.2103393 Feb 28 11:28:42.285194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eba3915f-ca34-46de-b3f1-4ad7774d6078 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.293842 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-eba3915f-ca34-46de-b3f1-4ad7774d6078 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "DELETE /v2.0/ports/05484f11-9dfc-4adf-b061-05bd8f0161d0 HTTP/1.1" status: 204 len: 168 time: 4.2929480 Feb 28 11:28:42.296566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2570e1-be83-4a91-8e6f-2527cf30022f service neutron] Pushing event updated for resources: {'Port': ['ID=104e0b15-d78a-4860-b807-10e629b5d6f4,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:42.298531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44388) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.302782 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b482fa6e-5102-4fe3-8162-006a57c87bbb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/4548ed17-46f7-446f-96d2-5f6cd12e5c48 HTTP/1.1" status: 204 len: 168 time: 4.4187319 Feb 28 11:28:42.394609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44392) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.404576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88ef5ec-fb0e-4adb-ab30-76fb3bede7e6 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] GET failed (client error): The resource could not be found. Feb 28 11:28:42.413633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c88ef5ec-fb0e-4adb-ab30-76fb3bede7e6 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "GET /v2.0/ports/05484f11-9dfc-4adf-b061-05bd8f0161d0 HTTP/1.1" status: 404 len: 333 time: 0.1137431 Feb 28 11:28:42.420418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70658ea4-2c36-4a41-80df-d125606a8749 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:28:42.421013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44396) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.426759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-70658ea4-2c36-4a41-80df-d125606a8749 None None] Deleting port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:42.431901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70658ea4-2c36-4a41-80df-d125606a8749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.432036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Made reservation on behalf of 8fd36d637f5245bbb6acf693f3543811 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:42.440934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.496765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'port': {'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b', 'name': 'tempest-AllowedAddressPairTestJSON-359850759'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:42.503900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.530241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c964fe8a-e43c-4552-bf28-88fe67ccbd27 None None] DHCP port deletion for e44176d8-95f0-430c-8026-05b02d0c848b request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:28:42.537458 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9828ceee-4f2d-419c-980a-0587bbf683ec req-efe82465-9134-4f37-8a46-51a173ef49b2 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3166378 Feb 28 11:28:42.586064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c964fe8a-e43c-4552-bf28-88fe67ccbd27 None None] Deleting port ee4cf57c-5071-4861-9c5e-b01c5f417f0e {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:42.591520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c964fe8a-e43c-4552-bf28-88fe67ccbd27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.646895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.57', 60063) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:42.721638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:42.729052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba3915f-ca34-46de-b3f1-4ad7774d6078 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event deleted for resources: {'Port': ['ID=05484f11-9dfc-4adf-b061-05bd8f0161d0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:42.789578 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ee4cf57c-5071-4861-9c5e-b01c5f417f0e no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:42.853794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-2c33682e-7fa4-435e-be56-381728ef2b87 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:42.857063 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-2c33682e-7fa4-435e-be56-381728ef2b87 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.57 "GET /v2.0/networks?id=f87b31a0-daac-4d89-9446-4858f2a19282 HTTP/1.1" status: 200 len: 806 time: 0.2063539 Feb 28 11:28:42.949467 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbfc2963-3276-43c9-8ed5-bc018b8d562c req-9050ef00-8094-4828-a73b-45ea2766c157 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 210 time: 0.0831361 Feb 28 11:28:43.013013 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7b31e137-81ad-49d7-9529-af7d7a82f911 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5134149 Feb 28 11:28:43.013764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44414) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:43.116654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:43.156386 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-c2d5659a-9b34-419b-bcf7-c97042adc06d tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7075ac745c8a4d98860bb9603f16ce6b HTTP/1.1" status: 200 len: 379 time: 0.2758157 Feb 28 11:28:43.205515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Deleting port ee4cf57c-5071-4861-9c5e-b01c5f417f0e {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:43.220028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.350017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:43.359454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Request body: {'port': {'device_id': '048be980-1c66-41cc-a705-cdead6567d0c', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'admin_state_up': True, 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'security_groups': ['6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:43.361743 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-8affc5ca-2161-4a88-b967-8258a32d5cb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891d02a28f604b24a293e776f889769d&device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 1096 time: 1.0802300 Feb 28 11:28:43.373274 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-01a45e0b-6a51-4616-b191-cb123689071c tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 15.6734991 Feb 28 11:28:43.375120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44424) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:43.376598 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'tag': '104e0b15-d78a-4860-b807-10e629b5d6f4', 'status': 'completed', 'code': 200} Feb 28 11:28:43.510991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c964fe8a-e43c-4552-bf28-88fe67ccbd27 None None] For port ee4cf57c-5071-4861-9c5e-b01c5f417f0e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ee4cf57c-5071-4861-9c5e-b01c5f417f0e,segment=NetworkSegment(da2d7c7d-c31b-44a8-8abc-0cc5ec758f60),segment_id=da2d7c7d-c31b-44a8-8abc-0cc5ec758f60)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:43.515499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c964fe8a-e43c-4552-bf28-88fe67ccbd27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.628804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:43.711729 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ddb7df3e-bc2b-438e-8fe0-b599cc836330 req-63410979-5089-4524-9375-f97aa676b988 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 210 time: 0.3073564 Feb 28 11:28:43.792212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Allocated IP 172.20.0.12 (4e0c166b-6d44-40ae-b73d-34a64444bcf0/e7ba25d1-ab50-4397-9c45-c314d870c0a6/e0f77544-c65c-43a8-aef3-96782b3a0c1c) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:43.835427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Made reservation on behalf of 3782f83d1c664fb3ae09a3eb6b236d99 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:43.836562 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c964fe8a-e43c-4552-bf28-88fe67ccbd27 None None] Calling delete_port for ee4cf57c-5071-4861-9c5e-b01c5f417f0e owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:43.839776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:43.981955 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-03115a22-6c5a-4a1c-8c4f-4bc21e319642 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=104e0b15-d78a-4860-b807-10e629b5d6f4 HTTP/1.1" status: 200 len: 217 time: 0.6073341 Feb 28 11:28:44.010359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:44.015139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:44.019774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-70658ea4-2c36-4a41-80df-d125606a8749 None None] For port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:44.020545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:44.021944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70658ea4-2c36-4a41-80df-d125606a8749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.028857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:44.136518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c964fe8a-e43c-4552-bf28-88fe67ccbd27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.173296 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.248941 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61b53e4d-51a0-42e6-8a87-d717fba8886c req-b33e8b1f-1bfc-4a8b-ab11-41c11bbb8378 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 210 time: 0.0721302 Feb 28 11:28:44.252481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-a6a33773-3495-4062-a90c-378db80e617f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:44.254014 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-a6a33773-3495-4062-a90c-378db80e617f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0097ccc9-cb19-4bad-8dbe-64007075765c HTTP/1.1" status: 200 len: 851 time: 0.1633902 Feb 28 11:28:44.254799 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:44.279486 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] The port 'ee4cf57c-5071-4861-9c5e-b01c5f417f0e' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:28:44.282622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-70658ea4-2c36-4a41-80df-d125606a8749 None None] Calling delete_port for 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:44.294146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] device_id is not set on port 1c7a55de-f291-43c7-873a-dc17d2cfc27b yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:44.330408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Transition to ACTIVE for port object e0f77544-c65c-43a8-aef3-96782b3a0c1c will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:44.338089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.354363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:44.362594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964fe8a-e43c-4552-bf28-88fe67ccbd27 None None] Pushing event deleted for resources: {'Port': ['ID=ee4cf57c-5071-4861-9c5e-b01c5f417f0e,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:44.375312 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9b2e1639-c192-4596-bd33-582dde49d35a tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] 10.222.0.31 "GET /v2.0/floatingips/18579ec2-45cf-41e7-8019-0973faab6001 HTTP/1.1" status: 200 len: 983 time: 0.9910047 Feb 28 11:28:44.375748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c964fe8a-e43c-4552-bf28-88fe67ccbd27 None None] No DVR routers for this DVR port ee4cf57c-5071-4861-9c5e-b01c5f417f0e on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:44.381137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Usage tracker for resource:port and tenant:7075ac745c8a4d98860bb9603f16ce6b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:44.382227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44446) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:44.390702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:44.406697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:44.467096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:44.493302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a4db7-1414-4f9b-b603-8788bb07eb6f req-4a2cc654-72bc-4233-a428-9d3ebd5cef65 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:44.495350 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8d9a4db7-1414-4f9b-b603-8788bb07eb6f req-4a2cc654-72bc-4233-a428-9d3ebd5cef65 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 943 time: 0.3822093 Feb 28 11:28:44.524075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Made reservation on behalf of 7075ac745c8a4d98860bb9603f16ce6b for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:44.527655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.556935 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b052a8ec-4b1a-475a-829f-28d883adabf6 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2906 time: 0.1707368 Feb 28 11:28:44.569641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.598815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44452) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:44.602317 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.641270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70658ea4-2c36-4a41-80df-d125606a8749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.671672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.688304 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.691261 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8d9a4db7-1414-4f9b-b603-8788bb07eb6f req-44944e4d-6275-42b6-a0bb-785552c978b4 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950400 Feb 28 11:28:44.792081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70658ea4-2c36-4a41-80df-d125606a8749 None None] No DVR routers for this DVR port 0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:44.792484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e44176d8-95f0-430c-8026-05b02d0c848b']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:44.798151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70658ea4-2c36-4a41-80df-d125606a8749 None None] Pushing event deleted for resources: {'Port': ['ID=0813bbcb-1f3b-4eee-b1fa-b7f8e9cdb388,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:44.896200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2aa72e5-0ca7-4acd-a427-4e51e20842ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.936280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:44.943226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Allocated IP 172.20.0.12 (f5219181-86e9-4d4f-b544-abb47838746b/f7251b2a-6206-4527-a953-e5ae009b96b2/1c7a55de-f291-43c7-873a-dc17d2cfc27b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:44.950251 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da2d7c7d-c31b-44a8-8abc-0cc5ec758f60') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:44.961939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da2d7c7d-c31b-44a8-8abc-0cc5ec758f60') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:44.962136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:44.980356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:44.992566 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-dba5a128-d6c3-427e-80d0-da7ecbda6ead service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d696d2b4-1d18-4087-842f-c8135a805160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5813718 Feb 28 11:28:45.015450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:45.030094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.090665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:28:45.091344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:28:45.110412 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:28:45.146992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Pushing event updated for resources: {'Port': ['ID=e0f77544-c65c-43a8-aef3-96782b3a0c1c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:45.229880 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Sync routers for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:28:45.252875 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:45.253674 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:45.257732 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-8de4437c-df14-4e56-9825-65a5333d1dfc service neutron] 10.222.0.57 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585974 Feb 28 11:28:45.297316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:45.297920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.310091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44468) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:45.384392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Deleting port cce085b4-fb6a-4646-9e37-1b7ec8c0e632 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:45.385117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.416327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b1e13783-9c42-445b-ac29-4add65db8495 None None] Provisioning for port e0f77544-c65c-43a8-aef3-96782b3a0c1c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:45.424358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b1e13783-9c42-445b-ac29-4add65db8495 None None] Provisioning complete for port e0f77544-c65c-43a8-aef3-96782b3a0c1c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:45.424716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b1e13783-9c42-445b-ac29-4add65db8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.483966 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:45.502743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b1e13783-9c42-445b-ac29-4add65db8495 None None] Port e0f77544-c65c-43a8-aef3-96782b3a0c1c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:45.579076 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-5157f849-b03a-41b0-9870-1dc6ebc5d569 req-0636ab21-4264-4560-b060-7c93bebc5c9f service neutron] 10.222.0.57 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079288 Feb 28 11:28:45.672746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.682691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-785940071', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:45.691965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2443e655-9fe9-4214-b284-9f8a8ac1aeaa req-7e83a5ac-e407-4d93-80f9-8f5d71783b86 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Synchronizing usage tracker for tenant:7075ac745c8a4d98860bb9603f16ce6b on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:45.698207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Allocated IP 172.20.0.9 (f87b31a0-daac-4d89-9446-4858f2a19282/fa0af2c3-875d-4266-9c94-27968520281d/b69447dd-bbd9-463d-ab7a-1bb0bf9a7332) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:45.703783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.703949 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-b33f8942-5489-4aeb-858d-0db9a67079e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1423259 Feb 28 11:28:45.708532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:45.715347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.724517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] Pushing event deleted for resources: {'Network': ['ID=e44176d8-95f0-430c-8026-05b02d0c848b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:45.745105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Usage tracker for resource:port and tenant:c331e5af571e4fb589b76a6f5fbe130e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:45.762162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd10001-361a-473e-b644-85c3347c9b52 req-a0f54497-69b1-4075-9ca6-29fb97d15ea4 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:45.762887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1bd10001-361a-473e-b644-85c3347c9b52 req-a0f54497-69b1-4075-9ca6-29fb97d15ea4 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Synchronizing usage tracker for tenant:8fd36d637f5245bbb6acf693f3543811 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:45.795736 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1fc91338-d4d5-4f67-b561-580d60efe4fa tempest-ExtraDHCPOptionsTestJSON-1997134593 tempest-ExtraDHCPOptionsTestJSON-1997134593-project] 10.222.0.31 "DELETE /v2.0/networks/e44176d8-95f0-430c-8026-05b02d0c848b HTTP/1.1" status: 204 len: 168 time: 4.0310023 Feb 28 11:28:45.812528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Request body: {'port': {'device_id': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:45.839825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:45.840587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:45.844521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:45.846584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=73bc792f-cd44-42bc-87ab-8ab331ef8d34,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:45.851798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:45.851974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:45.866343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8607eb-e879-4909-a288-6af169740861 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:45.867705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:45.900727 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-8a10609c-72b1-42e5-ba47-45e25c1aef75 req-2ce6adff-a91e-4407-a324-7eca6c0db6e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891d02a28f604b24a293e776f889769d&device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 1096 time: 0.1468949 Feb 28 11:28:45.909010 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '837e3105-36d8-4b06-83b4-c0e2689dcc64', 'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'mac_address': 'fa:16:3e:50:8c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:06Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 2, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'subnets': [{'id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:45.914052 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Checking router: 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:28:45.917597 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Updating router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 port 837e3105-36d8-4b06-83b4-c0e2689dcc64 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:28:45.983344 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.027819 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d909f00e-d9b6-4ae2-82ba-219d2009c472 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9992304 Feb 28 11:28:46.031330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44482) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:46.039278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2443e655-9fe9-4214-b284-9f8a8ac1aeaa req-7e83a5ac-e407-4d93-80f9-8f5d71783b86 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Unset dirty status for tenant:7075ac745c8a4d98860bb9603f16ce6b on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:46.040502 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2443e655-9fe9-4214-b284-9f8a8ac1aeaa req-7e83a5ac-e407-4d93-80f9-8f5d71783b86 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 210 time: 0.5317576 Feb 28 11:28:46.051309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': '73bc792f-cd44-42bc-87ab-8ab331ef8d34', 'ip_address': '2001:db8::7c99:7b7:4ff6:c66'}], 'name': 'tempest-NetworksTestDHCPv6-1045823950'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:46.066081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.069103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Made reservation on behalf of c331e5af571e4fb589b76a6f5fbe130e for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:46.071376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.099013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1bd10001-361a-473e-b644-85c3347c9b52 req-a0f54497-69b1-4075-9ca6-29fb97d15ea4 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Unset dirty status for tenant:8fd36d637f5245bbb6acf693f3543811 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:46.105557 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1bd10001-361a-473e-b644-85c3347c9b52 req-a0f54497-69b1-4075-9ca6-29fb97d15ea4 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 932 time: 1.1715300 Feb 28 11:28:46.211015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.228726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.229072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.260454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Transition to ACTIVE for port object 1c7a55de-f291-43c7-873a-dc17d2cfc27b will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:46.264569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10609c-72b1-42e5-ba47-45e25c1aef75 req-9683627e-64cf-466a-b028-b78d1a470652 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:46.264569 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-8a10609c-72b1-42e5-ba47-45e25c1aef75 req-9683627e-64cf-466a-b028-b78d1a470652 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d696d2b4-1d18-4087-842f-c8135a805160 HTTP/1.1" status: 200 len: 913 time: 0.3559365 Feb 28 11:28:46.269905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.336160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '73bc792f-cd44-42bc-87ab-8ab331ef8d34'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:28:46.337803 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.368599 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-8a10609c-72b1-42e5-ba47-45e25c1aef75 req-fc1ca718-c9a6-4d11-89c9-8bfe59a07574 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=104e0b15-d78a-4860-b807-10e629b5d6f4 HTTP/1.1" status: 200 len: 217 time: 0.0992651 Feb 28 11:28:46.369648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:46.408717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Calling delete_port for cce085b4-fb6a-4646-9e37-1b7ec8c0e632 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:46.410393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:46.456790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a10609c-72b1-42e5-ba47-45e25c1aef75 req-52f1fa97-66be-44fc-bae6-1848a653939d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:46.458618 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-8a10609c-72b1-42e5-ba47-45e25c1aef75 req-52f1fa97-66be-44fc-bae6-1848a653939d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0097ccc9-cb19-4bad-8dbe-64007075765c HTTP/1.1" status: 200 len: 851 time: 0.0822446 Feb 28 11:28:46.538612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:46.547092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/73bc792f-cd44-42bc-87ab-8ab331ef8d34/dd133cc5-bedb-4968-ae3a-1e651b659455) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:46.547710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.581185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:46.608318 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1bd10001-361a-473e-b644-85c3347c9b52 req-8711cf15-d3bd-43f1-85e7-ed6d3ab19dc5 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5019157 Feb 28 11:28:46.618133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Usage tracker for resource:security_group_rule and tenant:c331e5af571e4fb589b76a6f5fbe130e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:46.632740 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 51653738-5178-43ad-a247-84b1b20fcbdb yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:46.641472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:46.644080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44488) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:46.666313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:46.703802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.780885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.816776 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-8a10609c-72b1-42e5-ba47-45e25c1aef75 req-474d4f65-cab2-4358-a8d5-0f5639c9dbf2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d696d2b4-1d18-4087-842f-c8135a805160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3512688 Feb 28 11:28:46.820776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Transition to ACTIVE for port object b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:46.859315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:46.871032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Transition to ACTIVE for port object dd133cc5-bedb-4968-ae3a-1e651b659455 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:46.890329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Transition to ACTIVE for port object dd133cc5-bedb-4968-ae3a-1e651b659455 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:46.965082 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.021829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5a6bd-c7fd-4b56-921e-d0049e16a966 req-b05edbdc-951c-4902-aaa2-651128a64bb9 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:47.023333 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04a5a6bd-c7fd-4b56-921e-d0049e16a966 req-b05edbdc-951c-4902-aaa2-651128a64bb9 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 943 time: 0.6842494 Feb 28 11:28:47.027114 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-8a10609c-72b1-42e5-ba47-45e25c1aef75 req-b4ed73da-f81f-4476-9ce3-92e37f2795ee service neutron] 10.222.0.57 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016613 Feb 28 11:28:47.041907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-208a06f3-9636-4aa9-8af3-edf1705364e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.048916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:47.051918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:47.060943 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:47.066392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Port': ['ID=1c7a55de-f291-43c7-873a-dc17d2cfc27b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.066564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Pushing event updated for resources: {'Port': ['ID=dd133cc5-bedb-4968-ae3a-1e651b659455,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.078204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Network f5219181-86e9-4d4f-b544-abb47838746b is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:47.100786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:47.134390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:47.161257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Attempting to bind port dd133cc5-bedb-4968-ae3a-1e651b659455 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:47.161713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Attempting to bind port dd133cc5-bedb-4968-ae3a-1e651b659455 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:47.162301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Attempting to bind port dd133cc5-bedb-4968-ae3a-1e651b659455 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:47.171962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:47.171962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:47.177254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.177254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:47.177254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Bound port: dd133cc5-bedb-4968-ae3a-1e651b659455, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:47.177254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.192432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::7c99:7b7:4ff6:c66 (d2f89622-2098-4601-99de-8eb1c2f9e684/73bc792f-cd44-42bc-87ab-8ab331ef8d34/51653738-5178-43ad-a247-84b1b20fcbdb) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:47.333085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.338799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] For port dd133cc5-bedb-4968-ae3a-1e651b659455, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:47.343822 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] For port dd133cc5-bedb-4968-ae3a-1e651b659455, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dd133cc5-bedb-4968-ae3a-1e651b659455,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:47.368079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.417997 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-8a10609c-72b1-42e5-ba47-45e25c1aef75 req-3643cd13-1cce-4c23-aefd-0f796be016a1 service neutron] 10.222.0.57 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839531 Feb 28 11:28:47.429359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.517091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.521377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.523074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9bc7b5-8dbb-412a-804b-360d33dafcd4 None None] Pushing event updated for resources: {'Port': ['ID=dd133cc5-bedb-4968-ae3a-1e651b659455,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.528006 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3df366a7-5c31-42d4-80dc-24add01d569a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6f1d605976a7420cb54ba996534f7e8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8794813 Feb 28 11:28:47.528756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44500) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:47.553808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:47.554565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.559300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Pushing event updated for resources: {'Port': ['ID=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.578277 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.592370 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Transition to ACTIVE for port object 837e3105-36d8-4b06-83b4-c0e2689dcc64 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:47.606767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] device_id is not set on port b7d25375-4695-4041-8d4d-f312ff942b7c yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:47.622724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bf8e665f-31b4-4990-90c5-97f13af0c53f None None] Provisioning for port 1c7a55de-f291-43c7-873a-dc17d2cfc27b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:47.629756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bf8e665f-31b4-4990-90c5-97f13af0c53f None None] Provisioning complete for port 1c7a55de-f291-43c7-873a-dc17d2cfc27b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:47.630390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bf8e665f-31b4-4990-90c5-97f13af0c53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.643793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.658560 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.661914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0938e567-92e6-4509-b6e5-f19b7c4fa9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.677042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 51653738-5178-43ad-a247-84b1b20fcbdb will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:47.699901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0938e567-92e6-4509-b6e5-f19b7c4fa9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.732166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bf8e665f-31b4-4990-90c5-97f13af0c53f None None] Port 1c7a55de-f291-43c7-873a-dc17d2cfc27b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:47.775690 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04a5a6bd-c7fd-4b56-921e-d0049e16a966 req-e702127c-15a3-46ec-be7c-78f30eec87a7 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6960213 Feb 28 11:28:47.818388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event deleted for resources: {'Port': ['ID=cce085b4-fb6a-4646-9e37-1b7ec8c0e632,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.831502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Network f87b31a0-daac-4d89-9446-4858f2a19282 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:47.832567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c0947d-cb31-4436-8a04-d2d332cc74bb,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.833885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.837849 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3737d6-e450-4bec-bb4f-aef7f5d962bc None None] Pushing event updated for resources: {'Port': ['ID=837e3105-36d8-4b06-83b4-c0e2689dcc64,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:47.846684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:47.856578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:47.939317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:47.940023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.958349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0938e567-92e6-4509-b6e5-f19b7c4fa9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:47.994066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:47.999102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:48.001148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0938e567-92e6-4509-b6e5-f19b7c4fa9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf2fc07-206d-4d34-8925-70d9caa9e859,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.003621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:48.007600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:48.008210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.034350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=51653738-5178-43ad-a247-84b1b20fcbdb,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.061801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0938e567-92e6-4509-b6e5-f19b7c4fa9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.065099 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0938e567-92e6-4509-b6e5-f19b7c4fa9a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/caf2fc07-206d-4d34-8925-70d9caa9e859 HTTP/1.1" status: 204 len: 168 time: 0.5305033 Feb 28 11:28:48.101905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:28:48.213306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44508) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:48.213757 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c3fc7673-5f1a-4122-b263-24aca9fea937 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.7915914 Feb 28 11:28:48.220983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:ab:b4:6f'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:48.226543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.299065 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-8e97bb55-ceea-4781-8e4b-ade024011b03 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9533973 Feb 28 11:28:48.320592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Request body: {'port': {'device_id': '048be980-1c66-41cc-a705-cdead6567d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:48.335327 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-269a38c8-97ae-4765-b7fd-007bd7f5262a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3025405 Feb 28 11:28:48.344344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44512) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:48.385467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0f77544-c65c-43a8-aef3-96782b3a0c1c {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:28:48.393672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.403409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 104e0b15-d78a-4860-b807-10e629b5d6f4 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:28:48.457027 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Attempting to bind port 837e3105-36d8-4b06-83b4-c0e2689dcc64 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:48.457473 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Attempting to bind port 837e3105-36d8-4b06-83b4-c0e2689dcc64 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:48.457924 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Attempting to bind port 837e3105-36d8-4b06-83b4-c0e2689dcc64 on network f87b31a0-daac-4d89-9446-4858f2a19282 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:48.470082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.473368 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:48.474064 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Checking segment: {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:48.474669 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.482108 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Bound using segment: {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:48.482647 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Bound port: 837e3105-36d8-4b06-83b4-c0e2689dcc64, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:48.483138 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.523552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.566162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb0a80-d24f-49db-aa32-4ce078663d7b req-88a449f1-0519-4493-98aa-82b541557b9e tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:48.567933 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-32fb0a80-d24f-49db-aa32-4ce078663d7b req-88a449f1-0519-4493-98aa-82b541557b9e tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 931 time: 1.2134564 Feb 28 11:28:48.590376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Allocated IP 172.26.1.73 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/b7d25375-4695-4041-8d4d-f312ff942b7c) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:48.645081 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] For port 837e3105-36d8-4b06-83b4-c0e2689dcc64, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:48.655654 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] For port 837e3105-36d8-4b06-83b4-c0e2689dcc64, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=837e3105-36d8-4b06-83b4-c0e2689dcc64,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:48.725615 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.748010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6513526b-7135-4bc7-91c4-d9a8c191b000 None None] Provisioning for port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:48.749696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Transition to ACTIVE for port object e0f77544-c65c-43a8-aef3-96782b3a0c1c will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:48.758003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6513526b-7135-4bc7-91c4-d9a8c191b000 None None] Provisioning complete for port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:48.758003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6513526b-7135-4bc7-91c4-d9a8c191b000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.760500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975c7495-50fc-4f12-a2f1-79799e6ad08c req-376a79b0-b5e6-4300-973a-67bd48c38af7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:48.762363 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-975c7495-50fc-4f12-a2f1-79799e6ad08c req-376a79b0-b5e6-4300-973a-67bd48c38af7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 932 time: 0.8100758 Feb 28 11:28:48.793163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947cd30f-0abc-4f5e-a94a-9fc16001479a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:48.807374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947cd30f-0abc-4f5e-a94a-9fc16001479a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:48.807967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 104e0b15-d78a-4860-b807-10e629b5d6f4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=104e0b15-d78a-4860-b807-10e629b5d6f4,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:48.808847 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-947cd30f-0abc-4f5e-a94a-9fc16001479a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:48.816473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.835145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '104e0b15-d78a-4860-b807-10e629b5d6f4', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'port_id': '104e0b15-d78a-4860-b807-10e629b5d6f4', 'mac_address': 'fa:16:3e:e8:c8:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 725, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:28:48.842079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6513526b-7135-4bc7-91c4-d9a8c191b000 None None] Port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:48.912809 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3737d6-e450-4bec-bb4f-aef7f5d962bc None None] Pushing event updated for resources: {'Port': ['ID=837e3105-36d8-4b06-83b4-c0e2689dcc64,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:48.937394 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:48.937925 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:48.951072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.964513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.983954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:48.993011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104e0b15-d78a-4860-b807-10e629b5d6f4 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:28:49.038520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 104e0b15-d78a-4860-b807-10e629b5d6f4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=104e0b15-d78a-4860-b807-10e629b5d6f4,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:49.055720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-947cd30f-0abc-4f5e-a94a-9fc16001479a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:49.060501 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-947cd30f-0abc-4f5e-a94a-9fc16001479a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.7055554 Feb 28 11:28:49.060766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44526) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:49.100952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dd133cc5-bedb-4968-ae3a-1e651b659455 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:49.103997 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-32fb0a80-d24f-49db-aa32-4ce078663d7b req-69f1536c-6061-409a-b419-2de456ca4f89 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5043921 Feb 28 11:28:49.156439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.334348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a8063fa4-bec2-426f-ab0c-ff6dbbc5a7d4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 51653738-5178-43ad-a247-84b1b20fcbdb {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:49.334694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a8063fa4-bec2-426f-ab0c-ff6dbbc5a7d4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.338623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f77544-c65c-43a8-aef3-96782b3a0c1c,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:49.369977 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-975c7495-50fc-4f12-a2f1-79799e6ad08c req-3160735e-c398-487c-bf34-b2c9c321706a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5718541 Feb 28 11:28:49.384771 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:28:49.413261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=104e0b15-d78a-4860-b807-10e629b5d6f4,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:49.428986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['104e0b15-d78a-4860-b807-10e629b5d6f4'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:28:49.561921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port dd133cc5-bedb-4968-ae3a-1e651b659455 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:49.641475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.646345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.695006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.726327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.739412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.747065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.747401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.747750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.748088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.748425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.756469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.758494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.758930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.762017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.762375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:49.964766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7afab543-96a2-4ab3-af93-56d275fab841 None None] Provisioning for port dd133cc5-bedb-4968-ae3a-1e651b659455 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:49.965273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:49.970514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7afab543-96a2-4ab3-af93-56d275fab841 None None] Provisioning complete for port dd133cc5-bedb-4968-ae3a-1e651b659455 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:49.971126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7afab543-96a2-4ab3-af93-56d275fab841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.005774 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '837e3105-36d8-4b06-83b4-c0e2689dcc64', 'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'mac_address': 'fa:16:3e:50:8c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:06Z', 'updated_at': '2022-02-28T11:28:48Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'subnets': [{'id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:50.016184 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e498a3ef-3f1c-476b-b203-b63b85f1e220 None None] The sync data for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv is: [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '837e3105-36d8-4b06-83b4-c0e2689dcc64', 'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'mac_address': 'fa:16:3e:50:8c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:06Z', 'updated_at': '2022-02-28T11:28:48Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'subnets': [{'id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:28:50.096257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] In _notify_port_updated(), no bound segment for port 1c7a55de-f291-43c7-873a-dc17d2cfc27b on network f5219181-86e9-4d4f-b544-abb47838746b {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:28:50.107779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:50.108619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.112391 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "PUT /v2.0/ports/1c7a55de-f291-43c7-873a-dc17d2cfc27b HTTP/1.1" status: 200 len: 993 time: 1.8969066 Feb 28 11:28:50.192275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44538) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:50.219709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7afab543-96a2-4ab3-af93-56d275fab841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.302638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44544) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:50.314422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7afab543-96a2-4ab3-af93-56d275fab841 None None] For port dd133cc5-bedb-4968-ae3a-1e651b659455, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dd133cc5-bedb-4968-ae3a-1e651b659455,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:50.325140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Port': ['ID=1c7a55de-f291-43c7-873a-dc17d2cfc27b,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:50.375905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.376646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.377155 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.377642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.377967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.378443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.378939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.379402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.379883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.380344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.380823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22210bbd-6189-4b38-b299-e4a73c603b41 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:50.395027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 104e0b15-d78a-4860-b807-10e629b5d6f4 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:50.399424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a45f691f-d2f8-426c-adb2-743e90150212 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Deleting port 1c7a55de-f291-43c7-873a-dc17d2cfc27b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:50.400558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a45f691f-d2f8-426c-adb2-743e90150212 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.467221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7afab543-96a2-4ab3-af93-56d275fab841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.476127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a8063fa4-bec2-426f-ab0c-ff6dbbc5a7d4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.544328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:50.556960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Pushing event updated for resources: {'Port': ['ID=b7d25375-4695-4041-8d4d-f312ff942b7c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:50.564722 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afab543-96a2-4ab3-af93-56d275fab841 None None] Pushing event updated for resources: {'Port': ['ID=dd133cc5-bedb-4968-ae3a-1e651b659455,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:50.569509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:50.596750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:50.690727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Attempting to bind port e0f77544-c65c-43a8-aef3-96782b3a0c1c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:50.691413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Attempting to bind port e0f77544-c65c-43a8-aef3-96782b3a0c1c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:50.691826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Attempting to bind port e0f77544-c65c-43a8-aef3-96782b3a0c1c on network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:50.706869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 104e0b15-d78a-4860-b807-10e629b5d6f4 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:50.713375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e9d98e91-e354-4924-b908-32879ed870f6 None None] Provisioning for port 51653738-5178-43ad-a247-84b1b20fcbdb completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:50.723249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 104e0b15-d78a-4860-b807-10e629b5d6f4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:50.723849 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.726482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e501328-6cb2-45a3-be84-9b76c260ae91 req-33a8071f-d076-4b9c-8657-c7fa04e8dfbe tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:50.729067 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e501328-6cb2-45a3-be84-9b76c260ae91 req-33a8071f-d076-4b9c-8657-c7fa04e8dfbe tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 944 time: 1.3360469 Feb 28 11:28:50.769274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e9d98e91-e354-4924-b908-32879ed870f6 None None] Provisioning complete for port 51653738-5178-43ad-a247-84b1b20fcbdb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:50.769699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e9d98e91-e354-4924-b908-32879ed870f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.773571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Port e0f77544-c65c-43a8-aef3-96782b3a0c1c on network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:28:50.774116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Attempting to bind port e0f77544-c65c-43a8-aef3-96782b3a0c1c on network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:50.779363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1544651436'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:50.792184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a8063fa4-bec2-426f-ab0c-ff6dbbc5a7d4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 51653738-5178-43ad-a247-84b1b20fcbdb owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:50.799464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:50.800209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.832388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:50.863313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:50.863837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Checking segment: {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:50.864583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Bound using segment: {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:50.865124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Bound port: e0f77544-c65c-43a8-aef3-96782b3a0c1c, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b38fc03-564f-4359-9918-477b9e83c552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:50.865576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:50.867241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:network and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:50.897445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:50.904520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e9d98e91-e354-4924-b908-32879ed870f6 None None] Port 51653738-5178-43ad-a247-84b1b20fcbdb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:50.911754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:50.987782 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e501328-6cb2-45a3-be84-9b76c260ae91 req-7722cf67-780a-4123-bd00-be28d4498af9 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463195 Feb 28 11:28:50.992189 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-94c0c53a-666b-4bc4-9297-e98d16f91a70 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.6763690 Feb 28 11:28:50.993027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44552) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:51.035145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.046733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e9d98e91-e354-4924-b908-32879ed870f6 None None] Provisioning complete for port 1c7a55de-f291-43c7-873a-dc17d2cfc27b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:51.052674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ce86f-5483-44ab-a3f5-4584a181925c req-9649d0fd-7c92-4496-b553-9a1506562148 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:51.054133 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-835ce86f-5483-44ab-a3f5-4584a181925c req-9649d0fd-7c92-4496-b553-9a1506562148 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 931 time: 0.6723020 Feb 28 11:28:51.061496 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e9d98e91-e354-4924-b908-32879ed870f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.078793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.73'}]}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:51.129757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:51.136499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dd133cc5-bedb-4968-ae3a-1e651b659455 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:51.146624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Usage tracker for resource:router and tenant:c331e5af571e4fb589b76a6f5fbe130e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:51.151000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a45f691f-d2f8-426c-adb2-743e90150212 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.160808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Made reservation on behalf of 3290f32aadf2478f9cea4290cf4e6f7a for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:51.161325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:51.164087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.183851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:51.198359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:28:51.215727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.224747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] For port e0f77544-c65c-43a8-aef3-96782b3a0c1c, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:51.235655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] For port e0f77544-c65c-43a8-aef3-96782b3a0c1c, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:51.275694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104e0b15-d78a-4860-b807-10e629b5d6f4'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:28:51.303701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.342042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e9d98e91-e354-4924-b908-32879ed870f6 None None] Port 1c7a55de-f291-43c7-873a-dc17d2cfc27b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:51.359747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 104e0b15-d78a-4860-b807-10e629b5d6f4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=104e0b15-d78a-4860-b807-10e629b5d6f4,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:51.379915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port dd133cc5-bedb-4968-ae3a-1e651b659455 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:51.383016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.394391 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-835ce86f-5483-44ab-a3f5-4584a181925c req-c4eddbe0-9ec6-4c3c-8319-c262c8ce7569 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2868435 Feb 28 11:28:51.415091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Transition to ACTIVE for port object b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:51.417789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.418906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.439105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.467541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.488581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a45f691f-d2f8-426c-adb2-743e90150212 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Calling delete_port for 1c7a55de-f291-43c7-873a-dc17d2cfc27b owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:51.518300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.539084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.541575 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] 10.222.0.57 "PUT /v2.0/ports/e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 1094 time: 5.8015466 Feb 28 11:28:51.550652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'tag': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:28:51.606268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb5f5b5-02c6-4ab6-bd2a-fd8ba4b7eb06 service neutron] Pushing event updated for resources: {'Port': ['ID=e0f77544-c65c-43a8-aef3-96782b3a0c1c,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:51.752613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a8063fa4-bec2-426f-ab0c-ff6dbbc5a7d4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.759964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=104e0b15-d78a-4860-b807-10e629b5d6f4,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:51.810064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.810492 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.810970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.811317 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.811640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.811968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.812289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.812798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.813354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.813838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.814164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:28:51.838238 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104e0b15-d78a-4860-b807-10e629b5d6f4', 'code': 200} Feb 28 11:28:51.846347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 837e3105-36d8-4b06-83b4-c0e2689dcc64 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:51.850427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a45f691f-d2f8-426c-adb2-743e90150212 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:51.863828 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8063fa4-bec2-426f-ab0c-ff6dbbc5a7d4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=51653738-5178-43ad-a247-84b1b20fcbdb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:51.910320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:51.945812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:security_group_rule and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:51.951714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45f691f-d2f8-426c-adb2-743e90150212 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event deleted for resources: {'Port': ['ID=1c7a55de-f291-43c7-873a-dc17d2cfc27b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:51.961734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:52.030966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:52.045525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a8063fa4-bec2-426f-ab0c-ff6dbbc5a7d4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.106258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 837e3105-36d8-4b06-83b4-c0e2689dcc64 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:52.113838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 837e3105-36d8-4b06-83b4-c0e2689dcc64 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:52.115978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.123529 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'tag': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c', 'status': 'completed', 'code': 200} Feb 28 11:28:52.151406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Pushing event updated for resources: {'Port': ['ID=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:52.166936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc71cd-e739-4167-b7c2-a5f5ccfefe93 req-cc5de288-6ac8-4477-b31f-483577063626 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:52.168474 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44fc71cd-e739-4167-b7c2-a5f5ccfefe93 req-cc5de288-6ac8-4477-b31f-483577063626 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 944 time: 0.9279842 Feb 28 11:28:52.190169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.357555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.398023 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a8063fa4-bec2-426f-ab0c-ff6dbbc5a7d4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/51653738-5178-43ad-a247-84b1b20fcbdb HTTP/1.1" status: 204 len: 168 time: 3.3361712 Feb 28 11:28:52.407179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 837e3105-36d8-4b06-83b4-c0e2689dcc64, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=837e3105-36d8-4b06-83b4-c0e2689dcc64,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:52.409197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44574) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:52.472646 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44fc71cd-e739-4167-b7c2-a5f5ccfefe93 req-6b787c7b-bb1e-4119-ac69-08a49dedc2cf tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845216 Feb 28 11:28:52.504230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.530193 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-6a772220-79fe-49ce-a032-807e4ff71bc1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1097 time: 0.6712723 Feb 28 11:28:52.572595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10afcbad-f770-429d-8600-192020e19677 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:52.573906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10afcbad-f770-429d-8600-192020e19677 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:52.574642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-10afcbad-f770-429d-8600-192020e19677 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:52.581864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a45f691f-d2f8-426c-adb2-743e90150212 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.594405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=837e3105-36d8-4b06-83b4-c0e2689dcc64,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:52.595777 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a45f691f-d2f8-426c-adb2-743e90150212 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "DELETE /v2.0/ports/1c7a55de-f291-43c7-873a-dc17d2cfc27b HTTP/1.1" status: 204 len: 168 time: 2.3874583 Feb 28 11:28:52.597161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44580) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:52.621734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Attempting to bind port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:52.622103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Attempting to bind port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:52.622555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Attempting to bind port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 on network f87b31a0-daac-4d89-9446-4858f2a19282 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:52.638481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.658569 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-3818a8f2-0517-498a-9a0e-a8fe5c7bf6e5 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] GET failed (client error): The resource could not be found. Feb 28 11:28:52.659097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3818a8f2-0517-498a-9a0e-a8fe5c7bf6e5 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Synchronizing usage tracker for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:52.680449 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-f1ed93c5-8cbd-479b-a637-0987b57b0917 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 1098 time: 0.3804770 Feb 28 11:28:52.701922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.714449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.748830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:28:52.764214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3818a8f2-0517-498a-9a0e-a8fe5c7bf6e5 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Unset dirty status for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:52.765381 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3818a8f2-0517-498a-9a0e-a8fe5c7bf6e5 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "GET /v2.0/ports/1c7a55de-f291-43c7-873a-dc17d2cfc27b HTTP/1.1" status: 404 len: 333 time: 0.1631744 Feb 28 11:28:52.766307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-10afcbad-f770-429d-8600-192020e19677 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:52.769918 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-10afcbad-f770-429d-8600-192020e19677 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3570833 Feb 28 11:28:52.776112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44584) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:52.776440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44586) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:52.788295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'port': {'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b', 'name': 'tempest-AllowedAddressPairTestJSON-1494674275'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:52.802711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:52.805546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.805932 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Added segment 08552d13-c7d6-4402-9966-51e5f585f6f7 of type vlan for network 77a1a21c-e992-4381-85ae-7e1df81c495f Feb 28 11:28:52.834247 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc517ef5-960a-4e20-bc84-2dd970ef3fbe,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:52.856230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Usage tracker for resource:security_group_rule and tenant:3a121aaab6324da2ade88444857fa5d0 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:52.859628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:52.896385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 on network f87b31a0-daac-4d89-9446-4858f2a19282 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:28:52.896708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Attempting to bind port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 on network f87b31a0-daac-4d89-9446-4858f2a19282 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:52.912318 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-7afbb103-222e-4b69-abe1-e63649753323 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 217 time: 0.2845621 Feb 28 11:28:52.918376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:52.932823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 837e3105-36d8-4b06-83b4-c0e2689dcc64 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:52.976718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:52.981378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01199c76-0515-4c83-9346-840ef9c8fe83 req-5dbb6600-71a5-4171-9c4c-d4f955ed45dc tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:52.988116 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-01199c76-0515-4c83-9346-840ef9c8fe83 req-5dbb6600-71a5-4171-9c4c-d4f955ed45dc tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 945 time: 0.6076813 Feb 28 11:28:52.990120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:52.990457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Checking segment: {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:52.990858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Bound using segment: {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:52.991301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Bound port: b69447dd-bbd9-463d-ab7a-1bb0bf9a7332, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0467bd9b-55fa-4d8e-8fe3-75777ae3de48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:52.991644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.012128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 837e3105-36d8-4b06-83b4-c0e2689dcc64 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:53.012499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.047724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Router 5d7261dc-d948-437b-825f-1bf550df8281 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:28:53.072144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.139039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-a72bd7e5-c44e-48e7-92d7-2e821dc852d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:53.140489 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-a72bd7e5-c44e-48e7-92d7-2e821dc852d0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 200 len: 851 time: 0.2189901 Feb 28 11:28:53.180448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:28:53.239573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea214e-bb60-4466-8ea8-29198a93b431 req-b195da08-727e-4370-8e4c-6936e447aeee tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:53.241548 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-11ea214e-bb60-4466-8ea8-29198a93b431 req-b195da08-727e-4370-8e4c-6936e447aeee tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 943 time: 0.5035434 Feb 28 11:28:53.247979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-01199c76-0515-4c83-9346-840ef9c8fe83 req-7355e5b4-86d9-4974-92cd-8e7bd2fc380d tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583780 Feb 28 11:28:53.266682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:53.301816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:53.309045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.323966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.327645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:53.328203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.360470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dca026-6ac3-4bec-ba69-b0a0dc22e4a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 73bc792f-cd44-42bc-87ab-8ab331ef8d34 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:28:53.369918 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84dca026-6ac3-4bec-ba69-b0a0dc22e4a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.422703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] For port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:53.452920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.472345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Made reservation on behalf of 3782f83d1c664fb3ae09a3eb6b236d99 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:53.475286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.492070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] For port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:53.541573 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.2258327 Feb 28 11:28:53.541760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-11ea214e-bb60-4466-8ea8-29198a93b431 req-b0b47c30-b8f5-453b-ad90-39de1d20141c tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245247 Feb 28 11:28:53.546007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0486ad0-ef96-4438-b460-f80576ac36d2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Network': ['ID=77a1a21c-e992-4381-85ae-7e1df81c495f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:53.548455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44594) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:53.557903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84dca026-6ac3-4bec-ba69-b0a0dc22e4a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.562962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 77a1a21c-e992-4381-85ae-7e1df81c495f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:28:53.564588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'subnet': {'network_id': '77a1a21c-e992-4381-85ae-7e1df81c495f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:53.596944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Synchronizing usage tracker for tenant:3a121aaab6324da2ade88444857fa5d0 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:53.599578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0392f89c-f0e4-4669-af2f-66ef9591f764,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:53.603325 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] device_id is not set on port bf0b94fa-b945-474c-90af-2525682e7b0b yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:53.615655 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-f66e0dbf-e01e-488e-a1ce-bd5d3db9d9d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0c166b-6d44-40ae-b73d-34a64444bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4582787 Feb 28 11:28:53.622994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.765837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] Unset dirty status for tenant:3a121aaab6324da2ade88444857fa5d0 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:53.766998 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-db956fd6-ef00-40ef-866e-19ab0efcb8f8 req-d7139dfb-2e7d-42e5-9712-bb48657858ee service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0809684 Feb 28 11:28:53.788962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84dca026-6ac3-4bec-ba69-b0a0dc22e4a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.838926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Allocated IP 172.20.0.12 (f5219181-86e9-4d4f-b544-abb47838746b/f7251b2a-6206-4527-a953-e5ae009b96b2/bf0b94fa-b945-474c-90af-2525682e7b0b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:53.920059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:53.921540 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] 10.222.0.57 "PUT /v2.0/ports/b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 HTTP/1.1" status: 200 len: 1093 time: 5.6112239 Feb 28 11:28:53.950441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:53.967608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:subnet and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:53.974225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:53.982829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84dca026-6ac3-4bec-ba69-b0a0dc22e4a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.023018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:54.031670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688c1ca-e053-4640-8324-7326b5f9b0df service neutron] Pushing event updated for resources: {'Port': ['ID=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:54.039383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dca026-6ac3-4bec-ba69-b0a0dc22e4a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=73bc792f-cd44-42bc-87ab-8ab331ef8d34,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:54.048371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84dca026-6ac3-4bec-ba69-b0a0dc22e4a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.064680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4fc3dc-7d1f-4ae4-95a7-d3e3462b5ed7 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:54.088590 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-aa593ac7-2f22-4d17-875b-2837f44f2040 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468560 Feb 28 11:28:54.129174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048be980-1c66-41cc-a705-cdead6567d0c', 'tag': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:28:54.135055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.153003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Transition to ACTIVE for port object bf0b94fa-b945-474c-90af-2525682e7b0b will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:54.172240 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-84dca026-6ac3-4bec-ba69-b0a0dc22e4a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/73bc792f-cd44-42bc-87ab-8ab331ef8d34 HTTP/1.1" status: 204 len: 168 time: 1.3946326 Feb 28 11:28:54.174718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44600) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:54.201217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Made reservation on behalf of 3290f32aadf2478f9cea4290cf4e6f7a for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:54.264982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.283603 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048be980-1c66-41cc-a705-cdead6567d0c', 'tag': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332', 'status': 'completed', 'code': 200} Feb 28 11:28:54.320419 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7057605e-f3be-476e-9f13-8558dad6d5f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441860 Feb 28 11:28:54.329742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44608) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:54.343045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:54.423784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040612f-e7d5-4582-b531-04a1e2119bdc req-45586b8c-232d-4d8b-ace8-8fd94f0f69ad tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:54.425240 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8040612f-e7d5-4582-b531-04a1e2119bdc req-45586b8c-232d-4d8b-ace8-8fd94f0f69ad tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 944 time: 0.6711359 Feb 28 11:28:54.432290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad52673-3ad4-4770-9979-c456a597d2f9 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:28:54.439218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fad52673-3ad4-4770-9979-c456a597d2f9 None None] Deleting port dd133cc5-bedb-4968-ae3a-1e651b659455 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:54.439843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fad52673-3ad4-4770-9979-c456a597d2f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.477652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Network f5219181-86e9-4d4f-b544-abb47838746b is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:54.479063 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:54.486043 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:54.490191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:54.494153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:54.502015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:54.509781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Port': ['ID=bf0b94fa-b945-474c-90af-2525682e7b0b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:54.514336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:54.591772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:54.592482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.610379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:54.614417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.688440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.713358 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b2725008-ebfa-4c89-9ba7-fc1e9d1f8fbe tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9343238 Feb 28 11:28:54.734899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44614) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:54.749563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-74a3014d-d8a9-4caf-8bac-9424266bc88c tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ab:b4:6f'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:54.754421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:28:54.770983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c7e7f-7adb-44a7-8057-97f27ce66499 None None] Sync routers for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:28:54.793907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-fad52673-3ad4-4770-9979-c456a597d2f9 None None] For port dd133cc5-bedb-4968-ae3a-1e651b659455, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dd133cc5-bedb-4968-ae3a-1e651b659455,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:54.794290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fad52673-3ad4-4770-9979-c456a597d2f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.801769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c7e7f-7adb-44a7-8057-97f27ce66499 None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:54.802379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-638c7e7f-7adb-44a7-8057-97f27ce66499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:54.873204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-638c7e7f-7adb-44a7-8057-97f27ce66499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:54.879743 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4cedc38c-07d1-46f7-a656-05565c7fc00e req-e668b23d-683d-4bf9-84e1-fa908f97c0af service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7836025 Feb 28 11:28:54.888554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.946799 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8040612f-e7d5-4582-b531-04a1e2119bdc req-f5bdc487-9167-4e43-9ad0-4fcb922ae8e7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4595156 Feb 28 11:28:54.959596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-ca2e674d-e061-41a8-a33a-12e18dd9d9d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7075ac745c8a4d98860bb9603f16ce6b&device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 1096 time: 0.8219869 Feb 28 11:28:54.967402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:54.994618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fad52673-3ad4-4770-9979-c456a597d2f9 None None] Calling delete_port for dd133cc5-bedb-4968-ae3a-1e651b659455 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:55.025112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dd133cc5-bedb-4968-ae3a-1e651b659455 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:28:55.100846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.123737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638c7e7f-7adb-44a7-8057-97f27ce66499 None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:28:55.124121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-638c7e7f-7adb-44a7-8057-97f27ce66499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:55.193240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-42a8e230-b39f-4012-93b6-6e9b894e06cf None None] Provisioning for port bf0b94fa-b945-474c-90af-2525682e7b0b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:55.197194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-638c7e7f-7adb-44a7-8057-97f27ce66499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:28:55.197354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638c7e7f-7adb-44a7-8057-97f27ce66499 None None] The sync data for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:28:55.227038 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-50f9bff0-69d4-41ab-84e2-ac13ae9f5f4f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 HTTP/1.1" status: 200 len: 217 time: 0.2258379 Feb 28 11:28:55.232784 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4f04dbcd-c50d-48c6-9017-227c7d02bf78 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "DELETE /v2.0/floatingips/18579ec2-45cf-41e7-8019-0973faab6001 HTTP/1.1" status: 204 len: 168 time: 10.5630534 Feb 28 11:28:55.233843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-42a8e230-b39f-4012-93b6-6e9b894e06cf None None] Provisioning complete for port bf0b94fa-b945-474c-90af-2525682e7b0b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:55.234938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-42a8e230-b39f-4012-93b6-6e9b894e06cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.237158 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44618) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:55.244172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:55.250129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df65308-77cd-40fa-8d14-782627b2382b req-fad3869d-ab44-4f54-bb31-3f6d1b9f41e5 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.251599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7df65308-77cd-40fa-8d14-782627b2382b req-fad3869d-ab44-4f54-bb31-3f6d1b9f41e5 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 945 time: 0.8213613 Feb 28 11:28:55.284722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:55.302788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Usage tracker for resource:floatingip and tenant:1f16bcf09f9d41d5b946b6d551dda4cf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:55.310961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:55.311170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.321052 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-42a8e230-b39f-4012-93b6-6e9b894e06cf None None] Port bf0b94fa-b945-474c-90af-2525682e7b0b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:55.327205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fad52673-3ad4-4770-9979-c456a597d2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.332075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:55.352331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-74a3014d-d8a9-4caf-8bac-9424266bc88c tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.390306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad52673-3ad4-4770-9979-c456a597d2f9 None None] Pushing event deleted for resources: {'Port': ['ID=dd133cc5-bedb-4968-ae3a-1e651b659455,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:55.413139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.422535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad52673-3ad4-4770-9979-c456a597d2f9 None None] No DVR routers for this DVR port dd133cc5-bedb-4968-ae3a-1e651b659455 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:28:55.458875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.527172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:55.549839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-28c706b0-19b8-44b9-a7a1-035cbe556c21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.549839 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-28c706b0-19b8-44b9-a7a1-035cbe556c21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0af2c3-875d-4266-9c94-27968520281d HTTP/1.1" status: 200 len: 845 time: 0.3092275 Feb 28 11:28:55.585684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:55.596374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbafb0e-216d-4e10-8512-0316ab30ddd2 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:55.609404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.610092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.686990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=e4ca260e-a872-46ac-a80b-2281754c48a9,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:55.699087 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41a2ee58-3a53-40fe-86af-75754cb2efb9 req-c24cee85-94e3-421e-9be3-13080ca2b024 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1097 time: 0.6386290 Feb 28 11:28:55.713216 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7df65308-77cd-40fa-8d14-782627b2382b req-5ec3f9ba-4f80-4ddc-94be-31f5a5c44ab3 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4142308 Feb 28 11:28:55.728334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e908f62-f338-4da4-ba43-a41a25b4c986 req-0854271b-698b-4e87-bcbf-4af3bd4e2d20 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:55.730033 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6e908f62-f338-4da4-ba43-a41a25b4c986 req-0854271b-698b-4e87-bcbf-4af3bd4e2d20 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 943 time: 0.6126075 Feb 28 11:28:55.782885 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5248580b-f8b2-4c38-8f12-62ae02741f27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4499245 Feb 28 11:28:55.784317 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44622) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:55.793895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': 'e4ca260e-a872-46ac-a80b-2281754c48a9', 'ip_address': '2001:db8::8013:5ed:d96e:2517'}], 'name': 'tempest-NetworksTestDHCPv6-1443260872'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:55.850123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.910472 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': 'e4ca260e-a872-46ac-a80b-2281754c48a9'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:28:55.911383 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.914376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.940926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-74a3014d-d8a9-4caf-8bac-9424266bc88c tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:55.967668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.020626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-74a3014d-d8a9-4caf-8bac-9424266bc88c tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.096549 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-84464806-a4eb-475d-8d1c-d8bcf846475b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f87b31a0-daac-4d89-9446-4858f2a19282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5316427 Feb 28 11:28:56.098370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:56.100745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/e4ca260e-a872-46ac-a80b-2281754c48a9/0377f4c0-e4ed-4826-a457-b7a6a0364c7b) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:56.119035 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:56.124733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6e908f62-f338-4da4-ba43-a41a25b4c986 req-17a74987-8ab5-4fd7-8e4e-94e1d3bdd05b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701737 Feb 28 11:28:56.128157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:56.166410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Subnet': ['ID=e2599f81-e4b9-401d-a77d-84de4bef0466,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:56.181368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:56.213204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a3014d-d8a9-4caf-8bac-9424266bc88c tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Port': ['ID=bf0b94fa-b945-474c-90af-2525682e7b0b,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:56.261893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-74a3014d-d8a9-4caf-8bac-9424266bc88c tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] In _notify_port_updated(), no bound segment for port bf0b94fa-b945-474c-90af-2525682e7b0b on network f5219181-86e9-4d4f-b544-abb47838746b {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:28:56.269677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a3014d-d8a9-4caf-8bac-9424266bc88c tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.270347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-74a3014d-d8a9-4caf-8bac-9424266bc88c tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.271718 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-74a3014d-d8a9-4caf-8bac-9424266bc88c tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "PUT /v2.0/ports/bf0b94fa-b945-474c-90af-2525682e7b0b HTTP/1.1" status: 200 len: 997 time: 1.5331745 Feb 28 11:28:56.278260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2ee58-3a53-40fe-86af-75754cb2efb9 req-5f827d5d-91f7-4fc1-be5f-5881a4214ce6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.278806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44628) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:56.279715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41a2ee58-3a53-40fe-86af-75754cb2efb9 req-5f827d5d-91f7-4fc1-be5f-5881a4214ce6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 913 time: 0.5625055 Feb 28 11:28:56.280906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:56.286207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.349274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.364289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Transition to ACTIVE for port object 0377f4c0-e4ed-4826-a457-b7a6a0364c7b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:56.383345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:56.389327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Transition to ACTIVE for port object 0377f4c0-e4ed-4826-a457-b7a6a0364c7b will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:56.437317 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Allocated IP 172.26.1.48 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/604391a4-1a55-4e9f-9b86-bfe36d517d2e) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:56.442011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0d895c8e-2142-441b-a0bf-fee212e7a604 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Deleting port bf0b94fa-b945-474c-90af-2525682e7b0b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:56.442359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d895c8e-2142-441b-a0bf-fee212e7a604 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.482924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.487302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fc33fb58-9564-4b9a-8010-2eb11cfb6fd3 None None] Provisioning complete for port bf0b94fa-b945-474c-90af-2525682e7b0b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:56.487302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fc33fb58-9564-4b9a-8010-2eb11cfb6fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.609758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Checking segment: {'id': '08552d13-c7d6-4402-9966-51e5f585f6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '77a1a21c-e992-4381-85ae-7e1df81c495f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:56.610132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network hostable DHCP agents. Network: 77a1a21c-e992-4381-85ae-7e1df81c495f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:28:56.613313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:56.614150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fc33fb58-9564-4b9a-8010-2eb11cfb6fd3 None None] Port bf0b94fa-b945-474c-90af-2525682e7b0b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:56.615660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Pushing event updated for resources: {'Port': ['ID=0377f4c0-e4ed-4826-a457-b7a6a0364c7b,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:56.619954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:56.622140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:56.630928 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41a2ee58-3a53-40fe-86af-75754cb2efb9 req-d585d5b5-9a81-41fa-a163-b2aa3de88e30 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 217 time: 0.3360887 Feb 28 11:28:56.727270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Attempting to bind port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:28:56.728101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Attempting to bind port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:28:56.729074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Attempting to bind port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:28:56.736771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:28:56.737227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:28:56.737727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.738218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:28:56.738794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Bound port: 0377f4c0-e4ed-4826-a457-b7a6a0364c7b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:28:56.739292 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.835676 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] For port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:28:56.855796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] For port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0377f4c0-e4ed-4826-a457-b7a6a0364c7b,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:28:56.865147 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-54b74811-dc21-411e-958e-30294eaae185 service neutron] 10.222.0.57 "GET /v2.0/networks/f87b31a0-daac-4d89-9446-4858f2a19282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7458551 Feb 28 11:28:56.877992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.913378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2ee58-3a53-40fe-86af-75754cb2efb9 req-28f4efa1-0f34-42bf-9e94-ee14c25a75e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.914815 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41a2ee58-3a53-40fe-86af-75754cb2efb9 req-28f4efa1-0f34-42bf-9e94-ee14c25a75e0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 200 len: 851 time: 0.2709208 Feb 28 11:28:56.919722 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.970367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:56.978994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd57de-c1b3-40fc-a00c-f3d1fe5bdf11 req-54ffb29a-05ce-4f56-9771-cdde6f7da054 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:56.980793 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-02cd57de-c1b3-40fc-a00c-f3d1fe5bdf11 req-54ffb29a-05ce-4f56-9771-cdde6f7da054 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 944 time: 0.8469713 Feb 28 11:28:57.018303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.031052 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa30d3b-4dc9-478c-a51b-dc72d47a2a6e None None] Pushing event updated for resources: {'Port': ['ID=0377f4c0-e4ed-4826-a457-b7a6a0364c7b,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:57.067880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::8013:5ed:d96e:2517 (d2f89622-2098-4601-99de-8eb1c2f9e684/e4ca260e-a872-46ac-a80b-2281754c48a9/fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:28:57.075452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 77a1a21c-e992-4381-85ae-7e1df81c495f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:28:57.095361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d895c8e-2142-441b-a0bf-fee212e7a604 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.255265 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-02cd57de-c1b3-40fc-a00c-f3d1fe5bdf11 req-7bfade8f-b6e9-48e9-975f-7f97b1cf8946 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1857383 Feb 28 11:28:57.268061 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc0866a5-adc6-431e-8563-5387c1117a62 req-1aa030aa-989c-47c9-ae05-d08fe95e6070 service neutron] 10.222.0.57 "GET /v2.0/networks/f87b31a0-daac-4d89-9446-4858f2a19282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924491 Feb 28 11:28:57.273183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0d895c8e-2142-441b-a0bf-fee212e7a604 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Calling delete_port for bf0b94fa-b945-474c-90af-2525682e7b0b owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:57.286439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944240d2-af9f-4382-929f-c46cba3c1af9 req-29bc84d3-4ae4-4037-aac2-0718b6b47420 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.287953 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-944240d2-af9f-4382-929f-c46cba3c1af9 req-29bc84d3-4ae4-4037-aac2-0718b6b47420 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 945 time: 0.3764174 Feb 28 11:28:57.297634 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41a2ee58-3a53-40fe-86af-75754cb2efb9 req-2267c722-fcbf-4770-b43a-c8156dbdbf26 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0c166b-6d44-40ae-b73d-34a64444bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3255415 Feb 28 11:28:57.392165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 77a1a21c-e992-4381-85ae-7e1df81c495f) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:57.397626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:57.398212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.402637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b8484-b6c3-4532-be43-0c65774b282b None None] Network 77a1a21c-e992-4381-85ae-7e1df81c495f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:57.423783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.424269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c45eecb1-c644-45ea-91df-e20376e50ac4 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:28:57.478381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.578122 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-944240d2-af9f-4382-929f-c46cba3c1af9 req-1d753c5f-0eb4-4e29-8716-eab23f494b97 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795250 Feb 28 11:28:57.608083 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41a2ee58-3a53-40fe-86af-75754cb2efb9 req-910ea42c-4772-4b91-bace-d0c9b4c24e4b service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919629 Feb 28 11:28:57.650782 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:28:57.656645 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4b82289f-f14f-4942-b976-dbae2c8be3ea tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 6.6517649 Feb 28 11:28:57.657216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44638) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:57.683021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:57.689775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Pushing event updated for resources: {'Port': ['ID=604391a4-1a55-4e9f-9b86-bfe36d517d2e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:57.692866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:57.703382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:57.717225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc3e117-8ca7-4c57-9a56-733b366b4c1e None None] Network 77a1a21c-e992-4381-85ae-7e1df81c495f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:28:57.775577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d895c8e-2142-441b-a0bf-fee212e7a604 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.801373 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5b034aef-5831-4c75-8ae1-28e150abfa3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2480023 Feb 28 11:28:57.827973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44642) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:57.844775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1429968569', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:57.864749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d895c8e-2142-441b-a0bf-fee212e7a604 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event deleted for resources: {'Port': ['ID=bf0b94fa-b945-474c-90af-2525682e7b0b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:57.869398 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:57.884221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.923599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:router and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:28:57.927182 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a8c74e2-42cd-414e-9cf6-5c3d0a7fc045 req-4356308c-d1cb-4044-b594-79d43af7f67b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7075ac745c8a4d98860bb9603f16ce6b&device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 1096 time: 0.4817352 Feb 28 11:28:57.929329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:28:57.940552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-61a023c5-242e-4378-a26b-e0c686cacaf2 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Deleting port b7d25375-4695-4041-8d4d-f312ff942b7c {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:57.940886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61a023c5-242e-4378-a26b-e0c686cacaf2 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:57.959921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:58.008735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:28:58.086710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d895c8e-2142-441b-a0bf-fee212e7a604 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.110927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.112040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.204559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.217140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec6c62-7e42-4ee4-9e39-3d24f41389a2 req-d38300de-3563-426a-a8c7-2f706aa84169 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.218598 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1ec6c62-7e42-4ee4-9e39-3d24f41389a2 req-d38300de-3563-426a-a8c7-2f706aa84169 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 943 time: 0.7265837 Feb 28 11:28:58.276626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.281807 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.291428 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0d895c8e-2142-441b-a0bf-fee212e7a604 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "DELETE /v2.0/ports/bf0b94fa-b945-474c-90af-2525682e7b0b HTTP/1.1" status: 204 len: 168 time: 2.0117500 Feb 28 11:28:58.292306 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41a2ee58-3a53-40fe-86af-75754cb2efb9 req-438ec6ba-0a49-46b6-8b9a-9eaf7f938028 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6776168 Feb 28 11:28:58.315429 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44646) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:58.316215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:58.342729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a0603-ed7e-47ef-856b-af3e79fa87dd req-5a9a90c7-59da-4887-9f23-ce8268787a2f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.344133 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a6a0603-ed7e-47ef-856b-af3e79fa87dd req-5a9a90c7-59da-4887-9f23-ce8268787a2f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 945 time: 0.5406682 Feb 28 11:28:58.365910 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44652) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:58.381078 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:28:58.401198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c74e2-42cd-414e-9cf6-5c3d0a7fc045 req-159acbaa-93f4-420c-bcb0-facd3a37f690 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.402660 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a8c74e2-42cd-414e-9cf6-5c3d0a7fc045 req-159acbaa-93f4-420c-bcb0-facd3a37f690 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f87b31a0-daac-4d89-9446-4858f2a19282 HTTP/1.1" status: 200 len: 907 time: 0.4196022 Feb 28 11:28:58.409260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Request body: {'floatingip': {'port_id': '104e0b15-d78a-4860-b807-10e629b5d6f4'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:58.423776 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1ec6c62-7e42-4ee4-9e39-3d24f41389a2 req-655f072e-1c05-47e3-bacf-17bd4a7a1b81 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1938801 Feb 28 11:28:58.442534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e0f77544-c65c-43a8-aef3-96782b3a0c1c details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:28:58.488170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:28:58.500220 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bc892d-47c1-4e4a-a9f7-7549e02901e1 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] GET failed (client error): The resource could not be found. Feb 28 11:28:58.500743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d0bc892d-47c1-4e4a-a9f7-7549e02901e1 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Synchronizing usage tracker for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:58.505602 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:28:58.510327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.510980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.537511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.593850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ecd91c8-e402-4882-9f0a-1e0e70f0b89e None None] Provisioning for port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:58.636574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e0f77544-c65c-43a8-aef3-96782b3a0c1c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:58.653477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'port_id': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c', 'mac_address': 'fa:16:3e:4e:2c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 733, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:28:58.684502 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a8c74e2-42cd-414e-9cf6-5c3d0a7fc045 req-f04ff4e7-f19b-41bd-9266-92260b89eb23 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 HTTP/1.1" status: 200 len: 217 time: 0.2630098 Feb 28 11:28:58.724248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.744956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0f77544-c65c-43a8-aef3-96782b3a0c1c {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:28:58.746099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61a023c5-242e-4378-a26b-e0c686cacaf2 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.762869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e0f77544-c65c-43a8-aef3-96782b3a0c1c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:58.811263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.833164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:58.901612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-61a023c5-242e-4378-a26b-e0c686cacaf2 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Calling delete_port for b7d25375-4695-4041-8d4d-f312ff942b7c owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:28:58.925956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e0f77544-c65c-43a8-aef3-96782b3a0c1c,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:58.933214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d0bc892d-47c1-4e4a-a9f7-7549e02901e1 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Unset dirty status for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:58.937966 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d0bc892d-47c1-4e4a-a9f7-7549e02901e1 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "GET /v2.0/ports/bf0b94fa-b945-474c-90af-2525682e7b0b HTTP/1.1" status: 404 len: 333 time: 0.6109517 Feb 28 11:28:58.943239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44656) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:58.944727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c74e2-42cd-414e-9cf6-5c3d0a7fc045 req-347c2ad7-049f-458e-b39b-c1df95450853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:58.946345 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a8c74e2-42cd-414e-9cf6-5c3d0a7fc045 req-347c2ad7-049f-458e-b39b-c1df95450853 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0af2c3-875d-4266-9c94-27968520281d HTTP/1.1" status: 200 len: 845 time: 0.2447023 Feb 28 11:28:58.951586 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e4929094-1078-4269-be63-cd11d2e1bff2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1653321 Feb 28 11:28:58.963707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'port': {'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b', 'name': 'tempest-AllowedAddressPairTestJSON-1877687325'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:28:58.968772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44660) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:58.968897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3f5cf88b-1f6f-44cc-a059-09c2fe1f0135 None None] Provisioning for port fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:58.975609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3f5cf88b-1f6f-44cc-a059-09c2fe1f0135 None None] Provisioning complete for port fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:58.976112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f5cf88b-1f6f-44cc-a059-09c2fe1f0135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.025757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0377f4c0-e4ed-4826-a457-b7a6a0364c7b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:28:59.077817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['e0f77544-c65c-43a8-aef3-96782b3a0c1c'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:28:59.122199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b0c37-0322-4a0c-9755-6ce0ec0870d3 req-2a7392c4-0f23-4a57-8550-7ae89a255b33 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:59.123272 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7b1b0c37-0322-4a0c-9755-6ce0ec0870d3 req-2a7392c4-0f23-4a57-8550-7ae89a255b33 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 944 time: 0.5859051 Feb 28 11:28:59.126803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.178790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3f5cf88b-1f6f-44cc-a059-09c2fe1f0135 None None] Port fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:28:59.297132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:28:59.297883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:28:59.304498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:28:59.304980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.328361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:28:59.333039 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7b1b0c37-0322-4a0c-9755-6ce0ec0870d3 req-d3bd1293-e328-4676-8abc-01b5bfb70c3b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819935 Feb 28 11:28:59.340285 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a8c74e2-42cd-414e-9cf6-5c3d0a7fc045 req-bca693d9-0bfe-4968-a8eb-8a5b1764089f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f87b31a0-daac-4d89-9446-4858f2a19282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3869560 Feb 28 11:28:59.430804 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345df69b-a0e5-4418-ba8c-93bf55d83a4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:59.435346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345df69b-a0e5-4418-ba8c-93bf55d83a4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:28:59.436141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-345df69b-a0e5-4418-ba8c-93bf55d83a4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:28:59.451823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.468165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Made reservation on behalf of 3782f83d1c664fb3ae09a3eb6b236d99 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:28:59.471761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.483952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61a023c5-242e-4378-a26b-e0c686cacaf2 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.500053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0377f4c0-e4ed-4826-a457-b7a6a0364c7b,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:28:59.559100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a023c5-242e-4378-a26b-e0c686cacaf2 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7d25375-4695-4041-8d4d-f312ff942b7c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:59.566578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.576494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.587537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] device_id is not set on port a2799a61-c202-4e44-b590-c574bb8bbaf4 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:28:59.646316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-345df69b-a0e5-4418-ba8c-93bf55d83a4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:28:59.647633 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-345df69b-a0e5-4418-ba8c-93bf55d83a4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6754022 Feb 28 11:28:59.651474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44666) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:28:59.658353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=0377f4c0-e4ed-4826-a457-b7a6a0364c7b,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:28:59.666630 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a8c74e2-42cd-414e-9cf6-5c3d0a7fc045 req-71a1d888-0fec-4158-87f9-c55872839819 service neutron] 10.222.0.57 "GET /v2.0/networks/f87b31a0-daac-4d89-9446-4858f2a19282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137119 Feb 28 11:28:59.717988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.836745 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-583e8856-1cb0-4e21-b18f-00e91d0b3a79 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:28:59.837107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-583e8856-1cb0-4e21-b18f-00e91d0b3a79 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:28:59.891968 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Pushing event updated for resources: {'Port': ['ID=604391a4-1a55-4e9f-9b86-bfe36d517d2e,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:00.048758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.077180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61a023c5-242e-4378-a26b-e0c686cacaf2 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.078992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.093676 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a8c74e2-42cd-414e-9cf6-5c3d0a7fc045 req-6cb5107d-375f-428e-8468-0b26de35955d service neutron] 10.222.0.57 "GET /v2.0/networks/f87b31a0-daac-4d89-9446-4858f2a19282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938353 Feb 28 11:29:00.104908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5430bbc-e077-473d-90bd-7707802072b2 req-61a1bccc-dc68-467a-9924-d4be5642c0ff tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:00.106256 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f5430bbc-e077-473d-90bd-7707802072b2 req-61a1bccc-dc68-467a-9924-d4be5642c0ff tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 943 time: 0.5414395 Feb 28 11:29:00.107980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Allocated IP 172.20.0.4 (f5219181-86e9-4d4f-b544-abb47838746b/f7251b2a-6206-4527-a953-e5ae009b96b2/a2799a61-c202-4e44-b590-c574bb8bbaf4) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:00.135694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.192148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:29:00.202824 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f5430bbc-e077-473d-90bd-7707802072b2 req-2a5d97f9-397b-49d0-89b3-93822e23dd06 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869150 Feb 28 11:29:00.233256 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-61a023c5-242e-4378-a26b-e0c686cacaf2 tempest-RoutersAdminNegativeIpV6Test-272798338 tempest-RoutersAdminNegativeIpV6Test-272798338-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b7d25375-4695-4041-8d4d-f312ff942b7c HTTP/1.1" status: 204 len: 168 time: 2.5583389 Feb 28 11:29:00.297231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.298492 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5d5a6753-1da2-43d7-82ff-2efbe29f105b tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0590906 Feb 28 11:29:00.302785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44672) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:00.379073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.398391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Transition to ACTIVE for port object a2799a61-c202-4e44-b590-c574bb8bbaf4 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:00.449289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:29:00.497443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:00.503597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e0f77544-c65c-43a8-aef3-96782b3a0c1c up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:00.508590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:00.531055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.544994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.609558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-583e8856-1cb0-4e21-b18f-00e91d0b3a79 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.626888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.629195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Usage tracker for resource:floatingip and tenant:2d214bce9d794f43bc15524acdd4732c is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:00.631752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Port': ['ID=a2799a61-c202-4e44-b590-c574bb8bbaf4,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:00.637929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:00.653365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:00.685590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Network f5219181-86e9-4d4f-b544-abb47838746b is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:00.688071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:00.690641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:00.762652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:00.768591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.781990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'port_id': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332', 'mac_address': 'fa:16:3e:fb:a4:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:29:00.804608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ee5b9-3791-4b43-966d-3e25de3922aa req-b5d20b83-d453-49cf-89f9-d2bbdeae9e80 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:00.813500 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e3ee5b9-3791-4b43-966d-3e25de3922aa req-b5d20b83-d453-49cf-89f9-d2bbdeae9e80 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 945 time: 0.3051705 Feb 28 11:29:00.822283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.26.1.4 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/fdeb37ed-6ac1-45cd-82bf-472445c1cb8b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:00.827361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:00.828078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.830574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-583e8856-1cb0-4e21-b18f-00e91d0b3a79 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:00.841713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port e0f77544-c65c-43a8-aef3-96782b3a0c1c completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:00.855408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port e0f77544-c65c-43a8-aef3-96782b3a0c1c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:00.855772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.942532 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:00.974913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44682) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:00.990617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0377f4c0-e4ed-4826-a457-b7a6a0364c7b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:01.007696 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e3ee5b9-3791-4b43-966d-3e25de3922aa req-4bf539f2-b684-4392-bb16-4adb1b529aaa tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1933317 Feb 28 11:29:01.068048 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9bf3b4c4-db39-4fa3-9682-c0f361b8ec55 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1182368 Feb 28 11:29:01.069002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44688) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:01.076443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'port': {'network_id': 'f5219181-86e9-4d4f-b544-abb47838746b', 'name': 'tempest-AllowedAddressPairTestJSON-1238113578'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:01.081068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:29:01.193082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.193310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:01.214536 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.246508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8b4f-7d46-4f62-97d9-84ab68a1e1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.277927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e0f77544-c65c-43a8-aef3-96782b3a0c1c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:01.285773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:29:01.293294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:01.293829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.320130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:01.325122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Usage tracker for resource:port and tenant:3782f83d1c664fb3ae09a3eb6b236d99 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:01.328075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:01.333876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:01.340045 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Floating IP a5fb0d82-2377-4816-9e61-a6fb9b98524f associated. External IP: 172.26.1.154, port: 104e0b15-d78a-4860-b807-10e629b5d6f4. Feb 28 11:29:01.351851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.356261 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c', 'code': 200} Feb 28 11:29:01.390862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0ec6cbeb-4aac-418a-98a3-8b041c9e7f24 None None] Provisioning for port a2799a61-c202-4e44-b590-c574bb8bbaf4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:01.421014 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.427434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0ec6cbeb-4aac-418a-98a3-8b041c9e7f24 None None] Provisioning complete for port a2799a61-c202-4e44-b590-c574bb8bbaf4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:01.427804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0ec6cbeb-4aac-418a-98a3-8b041c9e7f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.448542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Made reservation on behalf of 3782f83d1c664fb3ae09a3eb6b236d99 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:01.451982 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.481435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-583e8856-1cb0-4e21-b18f-00e91d0b3a79 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.488304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5d2d1a-7388-455d-90e5-df0e8e1a0209 req-3f05f6a4-5a13-43d2-99b9-fe9c7ee8e8ee tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:01.491181 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f5d2d1a-7388-455d-90e5-df0e8e1a0209 req-3f05f6a4-5a13-43d2-99b9-fe9c7ee8e8ee tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 944 time: 0.1152442 Feb 28 11:29:01.497457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] device_id is not set on port d65034a5-2cfe-46b7-81d2-71a2ac85cc8d yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:01.511953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6cbeb-4aac-418a-98a3-8b041c9e7f24 None None] Port a2799a61-c202-4e44-b590-c574bb8bbaf4 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:01.515005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.527356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9fbf8b4f-7d46-4f62-97d9-84ab68a1e1f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:01.532175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9fbf8b4f-7d46-4f62-97d9-84ab68a1e1f6 admin admin] Usage tracker for resource:security_group_rule and tenant:16398d07d08b4401bac644fb6a51a6af is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:01.535967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9fbf8b4f-7d46-4f62-97d9-84ab68a1e1f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:01.544813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.601311 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['b69447dd-bbd9-463d-ab7a-1bb0bf9a7332'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:29:01.607175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9fbf8b4f-7d46-4f62-97d9-84ab68a1e1f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:01.613604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e8856-1cb0-4e21-b18f-00e91d0b3a79 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.634777 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f5d2d1a-7388-455d-90e5-df0e8e1a0209 req-9853d82f-c996-4c42-9af5-4374d1aa8b15 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901382 Feb 28 11:29:01.700908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e0f77544-c65c-43a8-aef3-96782b3a0c1c,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:01.745184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-583e8856-1cb0-4e21-b18f-00e91d0b3a79 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.785809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Allocated IP 172.20.0.9 (f5219181-86e9-4d4f-b544-abb47838746b/f7251b2a-6206-4527-a953-e5ae009b96b2/d65034a5-2cfe-46b7-81d2-71a2ac85cc8d) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:01.833484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9206048-e055-4c3a-98c9-6ba7a0c2b143 req-0af3358f-d998-4e47-b970-eaf41a58bbf3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1099 time: 0.1454942 Feb 28 11:29:01.863412 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-583e8856-1cb0-4e21-b18f-00e91d0b3a79 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b HTTP/1.1" status: 204 len: 168 time: 2.2091961 Feb 28 11:29:01.865673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44696) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:01.873908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8b4f-7d46-4f62-97d9-84ab68a1e1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.919923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:01.982679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9fbf8b4f-7d46-4f62-97d9-84ab68a1e1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.020345 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9206048-e055-4c3a-98c9-6ba7a0c2b143 req-9fdf46d4-07aa-4cd8-84fe-2e5cd554ce30 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694038 Feb 28 11:29:02.045818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:02.067858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:02.078437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Allocated IP 172.26.1.111 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/a287c50e-c268-452c-baba-0bd699b4d3f8) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:02.083193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf38c6af-d923-4b29-89b3-0ff0e5177d16 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:02.083193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf38c6af-d923-4b29-89b3-0ff0e5177d16 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:02.083193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cf38c6af-d923-4b29-89b3-0ff0e5177d16 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:02.093770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:02.134935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf8b4f-7d46-4f62-97d9-84ab68a1e1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3381358c-0f2d-49bb-a1ae-a1f9c35b372f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:02.139629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.141111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=fdeb37ed-6ac1-45cd-82bf-472445c1cb8b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:02.144910 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9fbf8b4f-7d46-4f62-97d9-84ab68a1e1f6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16398d07d08b4401bac644fb6a51a6af&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1689456 Feb 28 11:29:02.161183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44702) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:02.258454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cf38c6af-d923-4b29-89b3-0ff0e5177d16 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:02.259683 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cf38c6af-d923-4b29-89b3-0ff0e5177d16 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3886518 Feb 28 11:29:02.311348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44706) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:02.332630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Transition to ACTIVE for port object d65034a5-2cfe-46b7-81d2-71a2ac85cc8d will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:02.419732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.438484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fd9ce-a2f5-4439-9606-3cac80b6b2d0 req-97c61bf9-7228-4de5-b9ea-597624cf3ee4 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:02.439957 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f82fd9ce-a2f5-4439-9606-3cac80b6b2d0 req-97c61bf9-7228-4de5-b9ea-597624cf3ee4 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2514815 Feb 28 11:29:02.444944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:02.489969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.547716 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f82fd9ce-a2f5-4439-9606-3cac80b6b2d0 req-a2a5fb95-3cd8-43f1-8c30-efb0afeb670a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991571 Feb 28 11:29:02.552625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.586640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Network f5219181-86e9-4d4f-b544-abb47838746b is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:02.589896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:02.590967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:02.596260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:02.597107 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:02.597675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.622309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Port': ['ID=d65034a5-2cfe-46b7-81d2-71a2ac85cc8d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:02.631237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:02.679866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:02.680048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49969f98-a55f-4c4b-b64a-726b99f9255c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.707249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:02.775418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.778860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49969f98-a55f-4c4b-b64a-726b99f9255c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.836160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:02.836837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.857826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-60efa9e0-7202-4a4d-a1e6-a9ceecedbd71 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet e4ca260e-a872-46ac-a80b-2281754c48a9 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:29:02.864918 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60efa9e0-7202-4a4d-a1e6-a9ceecedbd71 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.865278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:02.879239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Pushing event updated for resources: {'Port': ['ID=a287c50e-c268-452c-baba-0bd699b4d3f8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:02.940843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.945380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60efa9e0-7202-4a4d-a1e6-a9ceecedbd71 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:02.968559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bb401c-4973-420d-902e-4160def66f5f req-42da2cad-97d3-4c21-b56c-9f47f16b67c2 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:02.970730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0bb401c-4973-420d-902e-4160def66f5f req-42da2cad-97d3-4c21-b56c-9f47f16b67c2 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 944 time: 0.1441305 Feb 28 11:29:03.004330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-68b09b69-659e-4db0-98ec-d310748f19c9 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9349585 Feb 28 11:29:03.007601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44712) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.016236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.2', 'mac_address': 'fa:16:3e:ab:b4:6f'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:db:27:a7'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:03.032106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:03.034676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.035430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.038503 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-072667ab-9c57-47b5-ab24-54767417ce87 None None] Provisioning for port d65034a5-2cfe-46b7-81d2-71a2ac85cc8d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:03.045388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-072667ab-9c57-47b5-ab24-54767417ce87 None None] Provisioning complete for port d65034a5-2cfe-46b7-81d2-71a2ac85cc8d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:03.046057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-072667ab-9c57-47b5-ab24-54767417ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.059194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:03.062798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49969f98-a55f-4c4b-b64a-726b99f9255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.125885 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-072667ab-9c57-47b5-ab24-54767417ce87 None None] Port d65034a5-2cfe-46b7-81d2-71a2ac85cc8d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:03.202555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.211449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49969f98-a55f-4c4b-b64a-726b99f9255c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3381358c-0f2d-49bb-a1ae-a1f9c35b372f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:03.222742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60efa9e0-7202-4a4d-a1e6-a9ceecedbd71 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.252434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49969f98-a55f-4c4b-b64a-726b99f9255c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.253567 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-49969f98-a55f-4c4b-b64a-726b99f9255c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3381358c-0f2d-49bb-a1ae-a1f9c35b372f HTTP/1.1" status: 204 len: 168 time: 1.0914676 Feb 28 11:29:03.273998 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0bb401c-4973-420d-902e-4160def66f5f req-26459812-6dd5-40c6-8185-a9951faa1ad9 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969382 Feb 28 11:29:03.349443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.357838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048be980-1c66-41cc-a705-cdead6567d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:29:03.419968 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048be980-1c66-41cc-a705-cdead6567d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332', 'code': 200} Feb 28 11:29:03.538439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60efa9e0-7202-4a4d-a1e6-a9ceecedbd71 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.580848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.586663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60efa9e0-7202-4a4d-a1e6-a9ceecedbd71 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ca260e-a872-46ac-a80b-2281754c48a9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:03.607886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60efa9e0-7202-4a4d-a1e6-a9ceecedbd71 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.610463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78737ac6-21fd-4377-86c5-ff4742dd6d32 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:03.626002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:03.631402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:03.638243 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] Sync routers for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:03.657978 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:03.658664 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:03.724817 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-60efa9e0-7202-4a4d-a1e6-a9ceecedbd71 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/e4ca260e-a872-46ac-a80b-2281754c48a9 HTTP/1.1" status: 204 len: 168 time: 1.3837321 Feb 28 11:29:03.725009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44724) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:03.814419 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0a5703b7-c1f0-4ff9-a386-44ea8503f53b tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "PUT /v2.0/floatingips/a5fb0d82-2377-4816-9e61-a6fb9b98524f HTTP/1.1" status: 200 len: 991 time: 5.4419489 Feb 28 11:29:03.821903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'tag': '104e0b15-d78a-4860-b807-10e629b5d6f4'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:29:03.826126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:29:03.832037 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a8e7ccaa-91a4-49c2-95e9-878b6bb7645f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049159 Feb 28 11:29:03.835283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44732) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.051945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:29:04.067710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.079976 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:04.120471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.195487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44b428e-e00c-4438-abcd-d9484a5170dd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:04.196256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a44b428e-e00c-4438-abcd-d9484a5170dd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:04.210330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.213420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44736) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.226709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee29fcc-89a0-4b90-95ff-9c4dd27eb491 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:29:04.233445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8ee29fcc-89a0-4b90-95ff-9c4dd27eb491 None None] Deleting port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:04.234366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8ee29fcc-89a0-4b90-95ff-9c4dd27eb491 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.331704 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3e71d9d1-59bf-4181-aa69-a7ced830f5c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c331e5af571e4fb589b76a6f5fbe130e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1126554 Feb 28 11:29:04.333296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44742) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.413992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375b4249-c5f3-4875-aedb-f7e038bd287d req-b848ae43-3180-4609-b455-3bf000a0eea4 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:04.422110 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-375b4249-c5f3-4875-aedb-f7e038bd287d req-b848ae43-3180-4609-b455-3bf000a0eea4 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.5502524 Feb 28 11:29:04.489734 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'a5fb0d82-2377-4816-9e61-a6fb9b98524f', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'port_id': '104e0b15-d78a-4860-b807-10e629b5d6f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'mac_address': 'fa:16:3e:e8:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:28:16Z', 'updated_at': '2022-02-28T11:28:59Z', 'revision_number': 1, 'project_id': '891d02a28f604b24a293e776f889769d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b432b13-ef22-4a87-ba72-2f9f29d83437', 'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'mac_address': 'fa:16:3e:96:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:17Z', 'revision_number': 5, 'project_id': '891d02a28f604b24a293e776f889769d', 'subnets': [{'id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:04.491495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:29:04.494449 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] Checking router: 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:29:04.501257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Pushing event updated for resources: {'Port': ['ID=a287c50e-c268-452c-baba-0bd699b4d3f8,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:04.506342 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:04.506547 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:04.519251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965273de-1c87-4824-adeb-caa6a784bb0d req-502e67cf-5c6d-4ce0-8ef5-233f953c1b40 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:04.519874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a44b428e-e00c-4438-abcd-d9484a5170dd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:04.525046 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a44b428e-e00c-4438-abcd-d9484a5170dd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6857519 Feb 28 11:29:04.527242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-965273de-1c87-4824-adeb-caa6a784bb0d req-502e67cf-5c6d-4ce0-8ef5-233f953c1b40 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 945 time: 0.4793131 Feb 28 11:29:04.527364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44746) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.531127 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2c2cad73-31fc-4154-8f96-7c2976c5441c req-cefadbbb-b5fd-4a68-bdd1-1daa137c0bdd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 1098 time: 0.5752413 Feb 28 11:29:04.579534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.590433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8ee29fcc-89a0-4b90-95ff-9c4dd27eb491 None None] For port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0377f4c0-e4ed-4826-a457-b7a6a0364c7b,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:04.593361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8ee29fcc-89a0-4b90-95ff-9c4dd27eb491 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.610932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20329416-c980-4def-ae8a-52d32f65eefd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:04.612083 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-20329416-c980-4def-ae8a-52d32f65eefd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:04.635686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.641055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:04.663453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-375b4249-c5f3-4875-aedb-f7e038bd287d req-79726722-3859-4a44-8e19-2a067e6d47f1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2403927 Feb 28 11:29:04.697909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1e6e-f575-4ab3-b8cb-75de37a2c93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.709833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.741921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d652eb-d9dd-4175-85e0-6c67ae024c82 None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:04.747850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1e6e-f575-4ab3-b8cb-75de37a2c93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.757145 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:04.759237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-20329416-c980-4def-ae8a-52d32f65eefd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:04.763660 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-20329416-c980-4def-ae8a-52d32f65eefd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2283490 Feb 28 11:29:04.764393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44752) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.787794 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-965273de-1c87-4824-adeb-caa6a784bb0d req-670ce6a9-842b-4a83-a0d0-e11626f46b38 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2601476 Feb 28 11:29:04.789713 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2c2cad73-31fc-4154-8f96-7c2976c5441c req-bde40851-dbd5-47b9-90dd-3f73a3aa8532 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343180 Feb 28 11:29:04.914418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.919097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] In _notify_port_updated(), no bound segment for port d65034a5-2cfe-46b7-81d2-71a2ac85cc8d on network f5219181-86e9-4d4f-b544-abb47838746b {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:29:04.919614 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9ac160a1-23df-4455-a34f-c797c8e7ed7c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0793681 Feb 28 11:29:04.924875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44758) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.926940 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'tag': '104e0b15-d78a-4860-b807-10e629b5d6f4', 'status': 'completed', 'code': 200} Feb 28 11:29:04.935769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8ee29fcc-89a0-4b90-95ff-9c4dd27eb491 None None] Calling delete_port for 0377f4c0-e4ed-4826-a457-b7a6a0364c7b owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:04.950597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:04.953963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.955370 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "PUT /v2.0/ports/d65034a5-2cfe-46b7-81d2-71a2ac85cc8d HTTP/1.1" status: 200 len: 1055 time: 1.9460943 Feb 28 11:29:04.991170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44762) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:04.996076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:04.996680 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-291cfc90-72bc-44f0-8d2f-5e573c4ffacb tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6923594 Feb 28 11:29:05.025133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0377f4c0-e4ed-4826-a457-b7a6a0364c7b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:05.043432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44766) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:05.052397 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-316ec635-eba2-41fd-9207-da2c4a7aa224 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2845118 Feb 28 11:29:05.062069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44772) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:05.067597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:05.157824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7722dbb2-a1fc-4eb2-abf9-8ddc58fc9432 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Deleting port d65034a5-2cfe-46b7-81d2-71a2ac85cc8d {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:05.158148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7722dbb2-a1fc-4eb2-abf9-8ddc58fc9432 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.215432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d652eb-d9dd-4175-85e0-6c67ae024c82 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:05.216071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f0d652eb-d9dd-4175-85e0-6c67ae024c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.297456 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No ports have port_id starting with 0377f4c0-e4ed-4826-a457-b7a6a0364c7b Feb 28 11:29:05.297873 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'a5fb0d82-2377-4816-9e61-a6fb9b98524f', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'port_id': '104e0b15-d78a-4860-b807-10e629b5d6f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'mac_address': 'fa:16:3e:e8:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:28:16Z', 'updated_at': '2022-02-28T11:28:59Z', 'revision_number': 1, 'project_id': '891d02a28f604b24a293e776f889769d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b432b13-ef22-4a87-ba72-2f9f29d83437', 'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'mac_address': 'fa:16:3e:96:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:17Z', 'revision_number': 5, 'project_id': '891d02a28f604b24a293e776f889769d', 'subnets': [{'id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.299790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8ee29fcc-89a0-4b90-95ff-9c4dd27eb491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.304649 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72377f8c-f693-4185-acde-7ac0655f14a1 None None] The sync data for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv is: [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'a5fb0d82-2377-4816-9e61-a6fb9b98524f', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'port_id': '104e0b15-d78a-4860-b807-10e629b5d6f4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'mac_address': 'fa:16:3e:e8:c8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:28:16Z', 'updated_at': '2022-02-28T11:28:59Z', 'revision_number': 1, 'project_id': '891d02a28f604b24a293e776f889769d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b432b13-ef22-4a87-ba72-2f9f29d83437', 'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'mac_address': 'fa:16:3e:96:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:17Z', 'revision_number': 5, 'project_id': '891d02a28f604b24a293e776f889769d', 'subnets': [{'id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:05.342241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f0d652eb-d9dd-4175-85e0-6c67ae024c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.364052 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee29fcc-89a0-4b90-95ff-9c4dd27eb491 None None] Pushing event deleted for resources: {'Port': ['ID=0377f4c0-e4ed-4826-a457-b7a6a0364c7b,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:05.377791 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee29fcc-89a0-4b90-95ff-9c4dd27eb491 None None] No DVR routers for this DVR port 0377f4c0-e4ed-4826-a457-b7a6a0364c7b on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:05.382987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-467d0a7a-4698-4a5d-8d13-aa9a06987892 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Synchronizing usage tracker for tenant:1f16bcf09f9d41d5b946b6d551dda4cf on resource:floatingip {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:05.383146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a5c93672-042f-4ecc-a55a-ea6eb3d19488 None None] Provisioning complete for port d65034a5-2cfe-46b7-81d2-71a2ac85cc8d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:05.383146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a5c93672-042f-4ecc-a55a-ea6eb3d19488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.396722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:05.411213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1e6e-f575-4ab3-b8cb-75de37a2c93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.430158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d652eb-d9dd-4175-85e0-6c67ae024c82 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:05.430773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f0d652eb-d9dd-4175-85e0-6c67ae024c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.435559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:05.457219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a1e6e-f575-4ab3-b8cb-75de37a2c93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c0947d-cb31-4436-8a04-d2d332cc74bb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:05.464245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6d4a1e6e-f575-4ab3-b8cb-75de37a2c93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.469112 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6d4a1e6e-f575-4ab3-b8cb-75de37a2c93c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86c0947d-cb31-4436-8a04-d2d332cc74bb HTTP/1.1" status: 204 len: 168 time: 1.1347659 Feb 28 11:29:05.520359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f0d652eb-d9dd-4175-85e0-6c67ae024c82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:05.520780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d652eb-d9dd-4175-85e0-6c67ae024c82 None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:05.533608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a5c93672-042f-4ecc-a55a-ea6eb3d19488 None None] Port d65034a5-2cfe-46b7-81d2-71a2ac85cc8d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:05.534996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72646d6f-8565-49cf-a82f-53dec1505f06 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event updated for resources: {'Port': ['ID=d65034a5-2cfe-46b7-81d2-71a2ac85cc8d,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:05.595449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-467d0a7a-4698-4a5d-8d13-aa9a06987892 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Unset dirty status for tenant:1f16bcf09f9d41d5b946b6d551dda4cf on resource:floatingip {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:05.596889 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-467d0a7a-4698-4a5d-8d13-aa9a06987892 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3393 time: 0.5521920 Feb 28 11:29:05.597644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:05.601363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.615833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44780) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:05.644643 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda5a1df-7c1d-4d6b-8f69-d5d92384d96a None None] New status for floating IP a5fb0d82-2377-4816-9e61-a6fb9b98524f: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:29:05.691188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7722dbb2-a1fc-4eb2-abf9-8ddc58fc9432 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:05.811410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7b078fd1-384a-4f20-a0d3-cbcfcb4510c6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Synchronizing usage tracker for tenant:2eb29b4bc35f446994b38f6a870e2fa1 on resource:floatingip {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:05.852104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7722dbb2-a1fc-4eb2-abf9-8ddc58fc9432 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Calling delete_port for d65034a5-2cfe-46b7-81d2-71a2ac85cc8d owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:05.972115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7b078fd1-384a-4f20-a0d3-cbcfcb4510c6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Unset dirty status for tenant:2eb29b4bc35f446994b38f6a870e2fa1 on resource:floatingip {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:05.976241 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7b078fd1-384a-4f20-a0d3-cbcfcb4510c6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3500748 Feb 28 11:29:05.984902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44786) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:06.004718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d579ff-7fde-47d6-abad-e52c3f7924a3 req-6118c10d-34d0-418c-aec5-ae338e1ac27f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:06.017742 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24d579ff-7fde-47d6-abad-e52c3f7924a3 req-6118c10d-34d0-418c-aec5-ae338e1ac27f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.9998841 Feb 28 11:29:06.027701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44790) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:06.039798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Request body: {'floatingip': {'port_id': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:06.127951 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d63ddaa9-c2cc-4d92-a2b9-190e1d1ac7be req-bd51d83b-0316-41c5-8b57-a7ac13d60067 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891d02a28f604b24a293e776f889769d&device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 1098 time: 1.1001115 Feb 28 11:29:06.170804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777109a-8698-4a40-ae56-8231d6410e50 req-0a289079-ad79-4b6d-96a5-def39a63524b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:06.172360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7777109a-8698-4a40-ae56-8231d6410e50 req-0a289079-ad79-4b6d-96a5-def39a63524b tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 945 time: 0.8679452 Feb 28 11:29:06.204066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Deleting port a287c50e-c268-452c-baba-0bd699b4d3f8 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:06.204710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.221820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for floatingip, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.416604 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-c90f0d0a-97ee-4692-86a7-9ecea6af0d37 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.1587155 Feb 28 11:29:06.486923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.535591 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7777109a-8698-4a40-ae56-8231d6410e50 req-44c175fc-59f8-494a-aeb2-cf129d47ca70 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368170 Feb 28 11:29:06.671720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7722dbb2-a1fc-4eb2-abf9-8ddc58fc9432 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.691604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:06.697853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.698249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.708931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:06.721043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ddaa9-c2cc-4d92-a2b9-190e1d1ac7be req-497c1be9-c2f8-448c-b634-7a255ecc3f06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:06.722504 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d63ddaa9-c2cc-4d92-a2b9-190e1d1ac7be req-497c1be9-c2f8-448c-b634-7a255ecc3f06 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d696d2b4-1d18-4087-842f-c8135a805160 HTTP/1.1" status: 200 len: 913 time: 0.5594578 Feb 28 11:29:06.726126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed5ce3f-77a5-4a86-a118-9f70463de9d5 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:06.727022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:06.728231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:06.790477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=f8a9931d-7075-42dd-b8ab-ae9c187e24bb,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:06.805764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7722dbb2-a1fc-4eb2-abf9-8ddc58fc9432 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event deleted for resources: {'Port': ['ID=d65034a5-2cfe-46b7-81d2-71a2ac85cc8d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:06.858967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Calling delete_port for a287c50e-c268-452c-baba-0bd699b4d3f8 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:07.070096 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-03c14bf0-7aec-463c-b408-61ed538f5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0072656 Feb 28 11:29:07.074693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44810) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:07.081076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': 'f8a9931d-7075-42dd-b8ab-ae9c187e24bb', 'ip_address': '2001:db8::bd82:b57e:15d7:b585'}], 'name': 'tempest-NetworksTestDHCPv6-849556407'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:07.088785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': 'f8a9931d-7075-42dd-b8ab-ae9c187e24bb'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:07.089758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.167499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.233665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Pushing event deleted for resources: {'Port': ['ID=a287c50e-c268-452c-baba-0bd699b4d3f8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:07.306894 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/f8a9931d-7075-42dd-b8ab-ae9c187e24bb/5638b548-296a-4d10-b217-359cbfe67ec3) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:07.338207 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d63ddaa9-c2cc-4d92-a2b9-190e1d1ac7be req-db339856-5b54-4f12-8c2e-81001f92bda3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=104e0b15-d78a-4860-b807-10e629b5d6f4 HTTP/1.1" status: 200 len: 1001 time: 0.6040108 Feb 28 11:29:07.396501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:07.399855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.413276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:07.458659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.462825 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d06c2932-063b-47f1-9741-045729214482 tempest-FloatingIPAdminTestJSON-917599935 tempest-FloatingIPAdminTestJSON-917599935-project] 10.222.0.31 "DELETE /v2.0/floatingips/0c199ae0-fe16-445c-b095-017c0d7a28cd HTTP/1.1" status: 204 len: 168 time: 1.4783909 Feb 28 11:29:07.465367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44818) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:07.538662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:07.544796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.546190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.556946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Transition to ACTIVE for port object 5638b548-296a-4d10-b217-359cbfe67ec3 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:07.579145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Transition to ACTIVE for port object 5638b548-296a-4d10-b217-359cbfe67ec3 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:07.643226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:29:07.662089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.741091 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 364acfbb-7737-4efa-85c2-907cd2d299df yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:07.792265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ddaa9-c2cc-4d92-a2b9-190e1d1ac7be req-a7f2e727-9a98-4452-a188-0e3016eb8d8e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:07.798179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d63ddaa9-c2cc-4d92-a2b9-190e1d1ac7be req-a7f2e727-9a98-4452-a188-0e3016eb8d8e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0097ccc9-cb19-4bad-8dbe-64007075765c HTTP/1.1" status: 200 len: 851 time: 0.3988700 Feb 28 11:29:07.824601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Pushing event updated for resources: {'Port': ['ID=5638b548-296a-4d10-b217-359cbfe67ec3,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:07.830575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:07.834457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:07.834570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Deleting port 604391a4-1a55-4e9f-9b86-bfe36d517d2e {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:07.834947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.839024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:07.911824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.935066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7722dbb2-a1fc-4eb2-abf9-8ddc58fc9432 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.957997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Attempting to bind port 5638b548-296a-4d10-b217-359cbfe67ec3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:07.958761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Attempting to bind port 5638b548-296a-4d10-b217-359cbfe67ec3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:07.958761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Attempting to bind port 5638b548-296a-4d10-b217-359cbfe67ec3 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:07.972188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:07.972465 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7722dbb2-a1fc-4eb2-abf9-8ddc58fc9432 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "DELETE /v2.0/ports/d65034a5-2cfe-46b7-81d2-71a2ac85cc8d HTTP/1.1" status: 204 len: 168 time: 2.9770613 Feb 28 11:29:07.972566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:07.972566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.972566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:07.972566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Bound port: 5638b548-296a-4d10-b217-359cbfe67ec3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:07.972566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:07.973030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44832) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.110123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] For port 5638b548-296a-4d10-b217-359cbfe67ec3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:08.114542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] For port 5638b548-296a-4d10-b217-359cbfe67ec3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5638b548-296a-4d10-b217-359cbfe67ec3,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:08.117572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.181182 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-a40ffc64-eae8-40c4-9699-c97b67137d39 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] GET failed (client error): The resource could not be found. Feb 28 11:29:08.181608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a40ffc64-eae8-40c4-9699-c97b67137d39 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Synchronizing usage tracker for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:08.229337 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.240010 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d63ddaa9-c2cc-4d92-a2b9-190e1d1ac7be req-3b1e87fe-1b8e-465f-b0ae-e2678a4880ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d696d2b4-1d18-4087-842f-c8135a805160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4062958 Feb 28 11:29:08.276196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fe005-3a99-4a0e-847e-9009edbfea25 req-b7374fa5-f429-47d3-9c5a-92ade240fe9c tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:08.278091 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de8fe005-3a99-4a0e-847e-9009edbfea25 req-b7374fa5-f429-47d3-9c5a-92ade240fe9c tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 945 time: 0.5228243 Feb 28 11:29:08.302117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.382041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a40ffc64-eae8-40c4-9699-c97b67137d39 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Unset dirty status for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:08.383426 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a40ffc64-eae8-40c4-9699-c97b67137d39 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "GET /v2.0/ports/d65034a5-2cfe-46b7-81d2-71a2ac85cc8d HTTP/1.1" status: 404 len: 333 time: 0.4092298 Feb 28 11:29:08.388468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44842) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.389746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d815bce-5685-4f12-80d5-e5f6160cf441 None None] Pushing event updated for resources: {'Port': ['ID=5638b548-296a-4d10-b217-359cbfe67ec3,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:08.392180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.392984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.491172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de8fe005-3a99-4a0e-847e-9009edbfea25 req-095948a4-aa4b-4a88-9da4-7b51dd7919cf tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032547 Feb 28 11:29:08.515316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d63ddaa9-c2cc-4d92-a2b9-190e1d1ac7be req-a0d8cf41-9f6c-4e53-8bd5-8f04f369f8d0 service neutron] 10.222.0.57 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652555 Feb 28 11:29:08.560947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e52d4bbc-3c92-4f37-8ffb-b406b06b2cbb tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Deleting port a2799a61-c202-4e44-b590-c574bb8bbaf4 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:08.561295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e52d4bbc-3c92-4f37-8ffb-b406b06b2cbb tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:08.609090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Calling delete_port for 604391a4-1a55-4e9f-9b86-bfe36d517d2e owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:08.650295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::bd82:b57e:15d7:b585 (d2f89622-2098-4601-99de-8eb1c2f9e684/f8a9931d-7075-42dd-b8ab-ae9c187e24bb/364acfbb-7737-4efa-85c2-907cd2d299df) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:08.790343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44850) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:08.979550 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d63ddaa9-c2cc-4d92-a2b9-190e1d1ac7be req-f2fec42d-5cb1-4d15-bd1d-4fd6f74d0442 service neutron] 10.222.0.57 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552808 Feb 28 11:29:09.003175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1852729001', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:09.011301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5638b548-296a-4d10-b217-359cbfe67ec3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:09.022782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:09.082367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Usage tracker for resource:port and tenant:46bf4a7c13924d61a560c7e120ad1e09 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:09.095427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:09.097930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6456e8-1d97-454b-966a-98be831b9efe req-d8563179-e9ef-4c74-a2b7-8a7e1eb59a09 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:09.099427 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c6456e8-1d97-454b-966a-98be831b9efe req-d8563179-e9ef-4c74-a2b7-8a7e1eb59a09 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 945 time: 0.4238379 Feb 28 11:29:09.111734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44856) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:09.112546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:09.145960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Request body: {'floatingip': {'port_id': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:09.146130 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Floating IP 238e97f6-3eac-41e1-a1dc-ce66736f424f associated. External IP: 172.26.1.31, port: e0f77544-c65c-43a8-aef3-96782b3a0c1c. Feb 28 11:29:09.212541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e52d4bbc-3c92-4f37-8ffb-b406b06b2cbb tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.254733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 5638b548-296a-4d10-b217-359cbfe67ec3 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:09.263700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.295552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.344651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Made reservation on behalf of 46bf4a7c13924d61a560c7e120ad1e09 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:09.346969 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.357481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.442410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e52d4bbc-3c92-4f37-8ffb-b406b06b2cbb tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Calling delete_port for a2799a61-c202-4e44-b590-c574bb8bbaf4 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:09.465321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Pushing event deleted for resources: {'Port': ['ID=604391a4-1a55-4e9f-9b86-bfe36d517d2e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:09.468128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 364acfbb-7737-4efa-85c2-907cd2d299df will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:09.475154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.637534 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-31150367-7997-4faa-bfdb-456b249ccf5b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=891d02a28f604b24a293e776f889769d&device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 1098 time: 0.3084137 Feb 28 11:29:09.854264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e52d4bbc-3c92-4f37-8ffb-b406b06b2cbb tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.865769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-20eefc23-bc8b-4724-97c5-ce5d3c90b462 None None] Provisioning for port 5638b548-296a-4d10-b217-359cbfe67ec3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:09.871439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-20eefc23-bc8b-4724-97c5-ce5d3c90b462 None None] Provisioning complete for port 5638b548-296a-4d10-b217-359cbfe67ec3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:09.875186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-20eefc23-bc8b-4724-97c5-ce5d3c90b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.887635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.20.0.1 (77a1a21c-e992-4381-85ae-7e1df81c495f/e2599f81-e4b9-401d-a77d-84de4bef0466/f1ef636b-c6d2-4712-9d64-071e0936e506) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:09.906777 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:09.913152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52d4bbc-3c92-4f37-8ffb-b406b06b2cbb tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event deleted for resources: {'Port': ['ID=a2799a61-c202-4e44-b590-c574bb8bbaf4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:09.923193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:09.924668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Usage tracker for resource:security_group_rule and tenant:46bf4a7c13924d61a560c7e120ad1e09 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:09.933156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:09.948903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:10.001500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-20eefc23-bc8b-4724-97c5-ce5d3c90b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.043839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-20eefc23-bc8b-4724-97c5-ce5d3c90b462 None None] For port 5638b548-296a-4d10-b217-359cbfe67ec3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5638b548-296a-4d10-b217-359cbfe67ec3,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:10.092688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.134447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-20eefc23-bc8b-4724-97c5-ce5d3c90b462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.188276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-758af664-eead-402d-a09d-52f051aefad4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:10.189718 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-758af664-eead-402d-a09d-52f051aefad4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d696d2b4-1d18-4087-842f-c8135a805160 HTTP/1.1" status: 200 len: 913 time: 0.4121914 Feb 28 11:29:10.196965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e52d4bbc-3c92-4f37-8ffb-b406b06b2cbb tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.218814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eefc23-bc8b-4724-97c5-ce5d3c90b462 None None] Pushing event updated for resources: {'Port': ['ID=5638b548-296a-4d10-b217-359cbfe67ec3,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.323809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-6fd8eee4-c275-43ff-9b7f-4c3a2620165b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=104e0b15-d78a-4860-b807-10e629b5d6f4 HTTP/1.1" status: 200 len: 1001 time: 0.1233206 Feb 28 11:29:10.326949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:10.351311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:10.365896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=364acfbb-7737-4efa-85c2-907cd2d299df,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.375481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:10.379770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:10.380259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.391401 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e52d4bbc-3c92-4f37-8ffb-b406b06b2cbb tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "DELETE /v2.0/ports/a2799a61-c202-4e44-b590-c574bb8bbaf4 HTTP/1.1" status: 204 len: 168 time: 1.9980168 Feb 28 11:29:10.398427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44860) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.448786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-97daa067-633d-45d5-8137-865f86942eda service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:10.450251 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-97daa067-633d-45d5-8137-865f86942eda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0097ccc9-cb19-4bad-8dbe-64007075765c HTTP/1.1" status: 200 len: 851 time: 0.1198750 Feb 28 11:29:10.453055 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bff4b78-42e8-431b-8982-7d5472a5e7b0 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] GET failed (client error): The resource could not be found. Feb 28 11:29:10.453524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3bff4b78-42e8-431b-8982-7d5472a5e7b0 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Synchronizing usage tracker for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:10.499965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.515577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.523452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.528557 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ec249a38-8cf0-4188-b4a3-6dd9a7964e93 tempest-FloatingIPAdminTestJSON-1749441830 tempest-FloatingIPAdminTestJSON-1749441830-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/1b8ce31a-799d-43a2-96d4-96f6744bdb28 HTTP/1.1" status: 204 len: 168 time: 3.0580621 Feb 28 11:29:10.529087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44864) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.579177 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0ab68a93-3fdb-4466-b212-7532bca05abc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5033741 Feb 28 11:29:10.581580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:10.583938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44868) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.595260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': 'f8a9931d-7075-42dd-b8ab-ae9c187e24bb', 'ip_address': '2001:db8::bd82:b57e:15d7:b585'}], 'name': 'tempest-NetworksTestDHCPv6-509815910'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:10.619856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a100cfc8-ffa6-48b7-9927-441c2a9e8f0c tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Deleting port c0df3d9c-8618-420c-a0b5-c2b85fb03cac {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:10.619856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a100cfc8-ffa6-48b7-9927-441c2a9e8f0c tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.654034 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-de9c3c69-9df8-4480-a474-2fcfa477e9cb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d696d2b4-1d18-4087-842f-c8135a805160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1962202 Feb 28 11:29:10.677687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3bff4b78-42e8-431b-8982-7d5472a5e7b0 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Unset dirty status for tenant:3782f83d1c664fb3ae09a3eb6b236d99 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:10.677687 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3bff4b78-42e8-431b-8982-7d5472a5e7b0 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "GET /v2.0/ports/a2799a61-c202-4e44-b590-c574bb8bbaf4 HTTP/1.1" status: 404 len: 333 time: 0.2653334 Feb 28 11:29:10.677852 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.677852 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.682447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44872) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:10.730561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] device_id is not set on port fc564b06-a3c8-48d8-a774-b572c268322d yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:10.752636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c2cd4e7d-0b80-42ad-b4a2-411af6a80f04 None None] Provisioning for port 364acfbb-7737-4efa-85c2-907cd2d299df completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:10.757583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c2cd4e7d-0b80-42ad-b4a2-411af6a80f04 None None] Provisioning complete for port 364acfbb-7737-4efa-85c2-907cd2d299df triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:10.758109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c2cd4e7d-0b80-42ad-b4a2-411af6a80f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.813061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c2cd4e7d-0b80-42ad-b4a2-411af6a80f04 None None] Port 364acfbb-7737-4efa-85c2-907cd2d299df cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:10.931796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5638b548-296a-4d10-b217-359cbfe67ec3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:10.936368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cdc23e8-21d0-4986-ae3e-976cf5d34389,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.943401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 77a1a21c-e992-4381-85ae-7e1df81c495f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:10.948797 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=f1ef636b-c6d2-4712-9d64-071e0936e506,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:10.960526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:10.965455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-91aacd1a-3090-4881-96c4-93ab93e7cd97 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Deleting port 3fcbe043-8e24-4fd5-beaf-24f371c15180 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:10.965802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91aacd1a-3090-4881-96c4-93ab93e7cd97 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:10.990914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:11.019604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:29:11.027417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5638b548-296a-4d10-b217-359cbfe67ec3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:11.027823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.070410 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-278bda13-b8f3-4430-a7ef-b2c9b828d12c service neutron] 10.222.0.57 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955274 Feb 28 11:29:11.207452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:11.256267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:11.265655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:11.269994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.288032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:11.308770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.318402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Allocated IP 172.26.1.239 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/fc564b06-a3c8-48d8-a774-b572c268322d) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:11.327550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a100cfc8-ffa6-48b7-9927-441c2a9e8f0c tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.480551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a100cfc8-ffa6-48b7-9927-441c2a9e8f0c tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Calling delete_port for c0df3d9c-8618-420c-a0b5-c2b85fb03cac owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:11.513462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:11.522929 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9049b060-bd2f-4a9e-ab99-5f2b41d01042 req-738155f5-bd45-422f-99de-e696e4a8d34b service neutron] 10.222.0.57 "GET /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4375153 Feb 28 11:29:11.537647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.576564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:11.588830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] Sync routers for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:11.609851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:11.611529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:11.620167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.693612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-136af252-2baf-4d83-a3f3-9084343247b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "PUT /v2.0/floatingips/238e97f6-3eac-41e1-a1dc-ce66736f424f HTTP/1.1" status: 200 len: 991 time: 5.6588154 Feb 28 11:29:11.694368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'tag': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:29:11.763030 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'tag': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c', 'status': 'completed', 'code': 200} Feb 28 11:29:11.776261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a100cfc8-ffa6-48b7-9927-441c2a9e8f0c tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.847993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:11.875434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:11.897574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100cfc8-ffa6-48b7-9927-441c2a9e8f0c tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event deleted for resources: {'Port': ['ID=c0df3d9c-8618-420c-a0b5-c2b85fb03cac,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:11.975911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91aacd1a-3090-4881-96c4-93ab93e7cd97 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.000492 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22bc039f-17b4-4d78-9455-0619786967c3 req-23c7a470-f5a1-4d8e-bd51-798129287575 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1099 time: 0.1756871 Feb 28 11:29:12.048578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc4a9c6-e2e4-4271-a287-37fa9b3f1572 req-53d05bf3-fc87-44bd-8486-c27e7543a0ae tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:12.049021 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ebc4a9c6-e2e4-4271-a287-37fa9b3f1572 req-53d05bf3-fc87-44bd-8486-c27e7543a0ae tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2252398 Feb 28 11:29:12.097716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 03da9c91-ccdd-48bc-b3be-b55b5a9611e0 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:12.195788 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ebc4a9c6-e2e4-4271-a287-37fa9b3f1572 req-52ed7852-f49a-4428-af6a-1300ba92b513 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867124 Feb 28 11:29:12.215875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc039f-17b4-4d78-9455-0619786967c3 req-78068a87-308b-4e09-ac77-fde562ffbefc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:12.217572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22bc039f-17b4-4d78-9455-0619786967c3 req-78068a87-308b-4e09-ac77-fde562ffbefc service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 913 time: 0.2092936 Feb 28 11:29:12.317639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-91aacd1a-3090-4881-96c4-93ab93e7cd97 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Calling delete_port for 3fcbe043-8e24-4fd5-beaf-24f371c15180 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:12.328907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '238e97f6-3eac-41e1-a1dc-ce66736f424f', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'floating_ip_address': '172.26.1.31', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'port_id': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'mac_address': 'fa:16:3e:4e:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:28:26Z', 'updated_at': '2022-02-28T11:29:07Z', 'revision_number': 1, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07131ff1-7976-4a2f-b498-b43527f27a64', 'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'mac_address': 'fa:16:3e:51:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:07Z', 'updated_at': '2022-02-28T11:28:28Z', 'revision_number': 5, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'subnets': [{'id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:12.332821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] Checking router: 31f3f68f-4a62-4c1c-b6b3-174b91a34043 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:29:12.343402 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22bc039f-17b4-4d78-9455-0619786967c3 req-0e406432-ddea-4ed0-afd9-d36c1fff01fb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 999 time: 0.1177058 Feb 28 11:29:12.345072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:12.346775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:12.367602 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.529262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc039f-17b4-4d78-9455-0619786967c3 req-989739de-354f-4a5a-abe5-d6e27539bb04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:12.530883 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22bc039f-17b4-4d78-9455-0619786967c3 req-989739de-354f-4a5a-abe5-d6e27539bb04 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 200 len: 851 time: 0.1424859 Feb 28 11:29:12.538225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a100cfc8-ffa6-48b7-9927-441c2a9e8f0c tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.545155 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a100cfc8-ffa6-48b7-9927-441c2a9e8f0c tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "DELETE /v2.0/ports/c0df3d9c-8618-420c-a0b5-c2b85fb03cac HTTP/1.1" status: 204 len: 168 time: 2.0102403 Feb 28 11:29:12.545306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44884) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:12.583591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:12.645022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f305a-1a47-4e63-954c-880af13dd7fa req-5e25f43e-3087-468d-baa3-ab8038b02a44 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:12.645498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:12.646662 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-277f305a-1a47-4e63-954c-880af13dd7fa req-5e25f43e-3087-468d-baa3-ab8038b02a44 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.3023157 Feb 28 11:29:12.720232 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22bc039f-17b4-4d78-9455-0619786967c3 req-6ea47132-ae25-4e65-966c-0a15d5a0f15e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0c166b-6d44-40ae-b73d-34a64444bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1779132 Feb 28 11:29:12.760406 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-277f305a-1a47-4e63-954c-880af13dd7fa req-c90c4a53-9073-4382-a476-3038a70855bd tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031439 Feb 28 11:29:12.765744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284d2ae-8910-4923-9186-4e3946c4ba9a tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:12.766406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8284d2ae-8910-4923-9186-4e3946c4ba9a tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Synchronizing usage tracker for tenant:2eb29b4bc35f446994b38f6a870e2fa1 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:12.905960 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22bc039f-17b4-4d78-9455-0619786967c3 req-c0763150-f189-445d-9fbd-2ef71b4d7252 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760938 Feb 28 11:29:12.934457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8284d2ae-8910-4923-9186-4e3946c4ba9a tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Unset dirty status for tenant:2eb29b4bc35f446994b38f6a870e2fa1 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:12.935952 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8284d2ae-8910-4923-9186-4e3946c4ba9a tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d7261dc-d948-437b-825f-1bf550df8281 HTTP/1.1" status: 200 len: 913 time: 0.3898633 Feb 28 11:29:12.940451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44888) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.011288 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 11:29:13.011924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:13.036565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '238e97f6-3eac-41e1-a1dc-ce66736f424f', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'floating_ip_address': '172.26.1.31', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'port_id': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'mac_address': 'fa:16:3e:4e:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:28:26Z', 'updated_at': '2022-02-28T11:29:07Z', 'revision_number': 1, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07131ff1-7976-4a2f-b498-b43527f27a64', 'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'mac_address': 'fa:16:3e:51:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:07Z', 'updated_at': '2022-02-28T11:28:28Z', 'revision_number': 5, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'subnets': [{'id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:13.041753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec0553-9ef2-4b19-885d-977e6d9e4643 None None] The sync data for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv is: [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '238e97f6-3eac-41e1-a1dc-ce66736f424f', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'floating_ip_address': '172.26.1.31', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'port_id': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'mac_address': 'fa:16:3e:4e:2c:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:28:26Z', 'updated_at': '2022-02-28T11:29:07Z', 'revision_number': 1, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07131ff1-7976-4a2f-b498-b43527f27a64', 'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'mac_address': 'fa:16:3e:51:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:07Z', 'updated_at': '2022-02-28T11:28:28Z', 'revision_number': 5, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'subnets': [{'id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:13.083574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91aacd1a-3090-4881-96c4-93ab93e7cd97 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.195186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.217653 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aacd1a-3090-4881-96c4-93ab93e7cd97 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event deleted for resources: {'Port': ['ID=3fcbe043-8e24-4fd5-beaf-24f371c15180,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:13.232094 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Floating IP ade6c1aa-e4f7-4f91-94e5-ec230b74789b associated. External IP: 172.26.1.213, port: b69447dd-bbd9-463d-ab7a-1bb0bf9a7332. Feb 28 11:29:13.280711 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496c615-ab96-40a9-a815-0731c366a079 None None] New status for floating IP 238e97f6-3eac-41e1-a1dc-ce66736f424f: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:29:13.289795 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d949a7cf-ce58-4f3f-bf1f-05fc04b02932 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.7028215 Feb 28 11:29:13.294045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22bc039f-17b4-4d78-9455-0619786967c3 req-658fea7a-933d-4e46-ada9-f7a360ece363 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818243 Feb 28 11:29:13.294500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44892) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.412561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0c2ce-9650-496f-a3b7-c43b74e5e463 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:13.417679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0c2ce-9650-496f-a3b7-c43b74e5e463 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:13.418476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0de0c2ce-9650-496f-a3b7-c43b74e5e463 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:13.514796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0de0c2ce-9650-496f-a3b7-c43b74e5e463 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:13.516069 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0de0c2ce-9650-496f-a3b7-c43b74e5e463 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2192440 Feb 28 11:29:13.526768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44896) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.575331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:13.578602 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Pushing event updated for resources: {'Port': ['ID=fc564b06-a3c8-48d8-a774-b572c268322d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:13.594224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:13.597288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:13.634515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91aacd1a-3090-4881-96c4-93ab93e7cd97 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.639278 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-91aacd1a-3090-4881-96c4-93ab93e7cd97 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "DELETE /v2.0/ports/3fcbe043-8e24-4fd5-beaf-24f371c15180 HTTP/1.1" status: 204 len: 168 time: 2.9182587 Feb 28 11:29:13.640708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44900) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.732049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:13.732539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.774992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.836437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd1ff0-e90b-4cc2-b487-e2826ebba296 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 364acfbb-7737-4efa-85c2-907cd2d299df {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:13.836907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1ff0-e90b-4cc2-b487-e2826ebba296 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:13.901649 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8213214b-c654-483e-90de-b03ed69fef26 tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.1095889 Feb 28 11:29:13.908375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44906) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:13.964991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.239'}]}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:13.974809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.002922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:14.051518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Usage tracker for resource:router and tenant:46bf4a7c13924d61a560c7e120ad1e09 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:14.065505 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7ae072b-fde6-462c-8b2e-f0145741b82f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Deleting subnet f7251b2a-6206-4527-a953-e5ae009b96b2 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:29:14.069850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:14.076125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7ae072b-fde6-462c-8b2e-f0145741b82f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.088089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:14.118899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.130072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=f1ef636b-c6d2-4712-9d64-071e0936e506,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:14.213442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.214385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.224598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7ae072b-fde6-462c-8b2e-f0145741b82f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.288255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf314a1-11c4-4b3d-b65d-ea3ca99e4057 req-3a99a743-af56-44fc-9a88-8231ac893ea6 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:14.289521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.289741 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0cf314a1-11c4-4b3d-b65d-ea3ca99e4057 req-3a99a743-af56-44fc-9a88-8231ac893ea6 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.3951750 Feb 28 11:29:14.310214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 77a1a21c-e992-4381-85ae-7e1df81c495f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:14.313102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:14.390466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1ff0-e90b-4cc2-b487-e2826ebba296 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.510689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:14.529257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0cf314a1-11c4-4b3d-b65d-ea3ca99e4057 req-40e5c0fe-2ee0-4f53-b2ae-270c2cd285d9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321880 Feb 28 11:29:14.536213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-1bcd1ff0-e90b-4cc2-b487-e2826ebba296 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 364acfbb-7737-4efa-85c2-907cd2d299df owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:14.581431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7ae072b-fde6-462c-8b2e-f0145741b82f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.725608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:14.849912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c2631d3e-cf9e-4355-ba95-c8cb9d87f805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.011059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.056236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23105149-d4b2-4fd7-84ad-8b3264ad0d15 req-7487cfac-7de2-4235-9759-e61341a43042 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:15.062674 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-23105149-d4b2-4fd7-84ad-8b3264ad0d15 req-7487cfac-7de2-4235-9759-e61341a43042 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2750008 Feb 28 11:29:15.105802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7ae072b-fde6-462c-8b2e-f0145741b82f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.151724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae072b-fde6-462c-8b2e-f0145741b82f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event deleted for resources: {'Subnet': ['ID=f7251b2a-6206-4527-a953-e5ae009b96b2,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:15.162045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1ff0-e90b-4cc2-b487-e2826ebba296 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.171901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:15.182354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] Sync routers for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:15.189920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.195577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:15.199245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:15.216039 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-23105149-d4b2-4fd7-84ad-8b3264ad0d15 req-f61d2216-6dc6-4257-92fa-ea33e917e627 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516557 Feb 28 11:29:15.220260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:15.226722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7ae072b-fde6-462c-8b2e-f0145741b82f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.232059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd1ff0-e90b-4cc2-b487-e2826ebba296 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=364acfbb-7737-4efa-85c2-907cd2d299df,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:15.288866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c7ae072b-fde6-462c-8b2e-f0145741b82f tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "DELETE /v2.0/subnets/f7251b2a-6206-4527-a953-e5ae009b96b2 HTTP/1.1" status: 204 len: 168 time: 1.6388288 Feb 28 11:29:15.291702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1bcd1ff0-e90b-4cc2-b487-e2826ebba296 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.292705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44914) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.295911 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1bcd1ff0-e90b-4cc2-b487-e2826ebba296 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/364acfbb-7737-4efa-85c2-907cd2d299df HTTP/1.1" status: 204 len: 168 time: 1.7656190 Feb 28 11:29:15.296365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44918) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.308403 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7ba329-9da6-4706-b7c9-5b159d0f91bb None None] Network f5219181-86e9-4d4f-b544-abb47838746b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:15.417114 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-09ebe7db-ae2b-499c-bea4-908c6f5afff5 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "PUT /v2.0/floatingips/ade6c1aa-e4f7-4f91-94e5-ec230b74789b HTTP/1.1" status: 200 len: 991 time: 6.2998261 Feb 28 11:29:15.426948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048be980-1c66-41cc-a705-cdead6567d0c', 'tag': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:29:15.471316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037560c4-1ca5-44cf-99bd-27dfa7d439c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:15.472955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037560c4-1ca5-44cf-99bd-27dfa7d439c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:15.473713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-037560c4-1ca5-44cf-99bd-27dfa7d439c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:15.558963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.717039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Deleting port 2677f6d5-d825-405a-8faa-030092c40416 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:15.717623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:15.732934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-037560c4-1ca5-44cf-99bd-27dfa7d439c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:15.739630 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-037560c4-1ca5-44cf-99bd-27dfa7d439c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4370768 Feb 28 11:29:15.741944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44926) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:15.769895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:16.021789 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '048be980-1c66-41cc-a705-cdead6567d0c', 'tag': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332', 'status': 'completed', 'code': 200} Feb 28 11:29:16.054963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] DHCP port deletion for f5219181-86e9-4d4f-b544-abb47838746b request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:29:16.082014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710df16-0496-4c48-8d78-4323b66991c6 req-c9944861-37e3-4686-93b9-f16269af841d tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:16.090152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] Deleting port 2677f6d5-d825-405a-8faa-030092c40416 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:16.092770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.092884 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f710df16-0496-4c48-8d78-4323b66991c6 req-c9944861-37e3-4686-93b9-f16269af841d tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 945 time: 0.4211168 Feb 28 11:29:16.126917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] For port 2677f6d5-d825-405a-8faa-030092c40416, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2677f6d5-d825-405a-8faa-030092c40416,segment=NetworkSegment(ee7bb33f-5b94-40af-b25a-91ebac3398e2),segment_id=ee7bb33f-5b94-40af-b25a-91ebac3398e2)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:16.127371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.222757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-6644b39d-614d-497e-b3d5-38f8a59a5e4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet f8a9931d-7075-42dd-b8ab-ae9c187e24bb {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:29:16.234438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6644b39d-614d-497e-b3d5-38f8a59a5e4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.331466 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f710df16-0496-4c48-8d78-4323b66991c6 req-ef6a342d-1b5b-4d44-9229-0d6409899c1f tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397637 Feb 28 11:29:16.356896 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5005761c-9a51-4254-a86d-349bf2e9f6fc req-963e4f77-609c-4730-80d9-69dd06f072d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7075ac745c8a4d98860bb9603f16ce6b&device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 1098 time: 0.3688903 Feb 28 11:29:16.366187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6644b39d-614d-497e-b3d5-38f8a59a5e4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.382924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Calling delete_port for 2677f6d5-d825-405a-8faa-030092c40416 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:16.433104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.476038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] For port 2677f6d5-d825-405a-8faa-030092c40416, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2677f6d5-d825-405a-8faa-030092c40416,segment=NetworkSegment(ee7bb33f-5b94-40af-b25a-91ebac3398e2),segment_id=ee7bb33f-5b94-40af-b25a-91ebac3398e2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:16.476377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.482519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.574528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:16.593550 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f5bb0-da69-46a9-8c3b-feabc933de5f None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:16.612752 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f5bb0-da69-46a9-8c3b-feabc933de5f None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:16.615151 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d0f5bb0-da69-46a9-8c3b-feabc933de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.625039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] Calling delete_port for 2677f6d5-d825-405a-8faa-030092c40416 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:16.627266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9675c1b-834b-4938-b421-30025bb2596f req-1654cc39-2241-42c6-900a-4cefb28ec040 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:16.628715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9675c1b-834b-4938-b421-30025bb2596f req-1654cc39-2241-42c6-900a-4cefb28ec040 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.5123065 Feb 28 11:29:16.697525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'ade6c1aa-e4f7-4f91-94e5-ec230b74789b', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'floating_ip_address': '172.26.1.213', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'port_id': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'mac_address': 'fa:16:3e:fb:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048be980-1c66-41cc-a705-cdead6567d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:28:29Z', 'updated_at': '2022-02-28T11:29:10Z', 'revision_number': 1, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837e3105-36d8-4b06-83b4-c0e2689dcc64', 'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'mac_address': 'fa:16:3e:50:8c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:06Z', 'updated_at': '2022-02-28T11:28:52Z', 'revision_number': 5, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'subnets': [{'id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.703457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] Checking router: 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:29:16.737796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:16.738331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.748951 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d0f5bb0-da69-46a9-8c3b-feabc933de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.761019 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0f5bb0-da69-46a9-8c3b-feabc933de5f None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:16.761946 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d0f5bb0-da69-46a9-8c3b-feabc933de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.777143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.788793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Deleting port 6dfa12b7-8b5c-46d6-934a-0daf6685e107 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:16.789345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.819770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005761c-9a51-4254-a86d-349bf2e9f6fc req-f83f7a00-b60b-4c8e-a3e4-6589fb483f3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:16.821678 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d0f5bb0-da69-46a9-8c3b-feabc933de5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:16.821968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5005761c-9a51-4254-a86d-349bf2e9f6fc req-f83f7a00-b60b-4c8e-a3e4-6589fb483f3b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f87b31a0-daac-4d89-9446-4858f2a19282 HTTP/1.1" status: 200 len: 907 time: 0.4581635 Feb 28 11:29:16.822566 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0f5bb0-da69-46a9-8c3b-feabc933de5f None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:16.823146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6644b39d-614d-497e-b3d5-38f8a59a5e4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.840904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event deleted for resources: {'Port': ['ID=2677f6d5-d825-405a-8faa-030092c40416,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:16.844199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:16.910979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:16.911323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:16.931445 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9675c1b-834b-4938-b421-30025bb2596f req-3d9e3a56-6415-4f1a-b3eb-f0ff1d959ad9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2941618 Feb 28 11:29:16.942035 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2677f6d5-d825-405a-8faa-030092c40416 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:16.992471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 2677f6d5-d825-405a-8faa-030092c40416 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:29:16.994226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2677f6d5-d825-405a-8faa-030092c40416 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:17.010023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:17.015646 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7ca0672d-62df-41c0-9c60-c755b500ed06 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/routers/98d4ccb5-7675-4568-9bb2-a6696b633507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0817628 Feb 28 11:29:17.023795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44938) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.025502 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] No DVR routers for this DVR port 2677f6d5-d825-405a-8faa-030092c40416 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:17.141140 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5005761c-9a51-4254-a86d-349bf2e9f6fc req-73856037-a8eb-4f52-ac4d-3c0a3e1ba6d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 HTTP/1.1" status: 200 len: 999 time: 0.2764437 Feb 28 11:29:17.159995 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'port': {'network_id': '77a1a21c-e992-4381-85ae-7e1df81c495f', 'name': 'tempest-FloatingIPTestJSON-1511279988'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:17.190329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.193577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-af6065ed-6da4-4c14-8e3b-16c76ce85d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.249632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.356742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6644b39d-614d-497e-b3d5-38f8a59a5e4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.370103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Calling delete_port for 6dfa12b7-8b5c-46d6-934a-0daf6685e107 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:17.400247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'ade6c1aa-e4f7-4f91-94e5-ec230b74789b', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'floating_ip_address': '172.26.1.213', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'port_id': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'mac_address': 'fa:16:3e:fb:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048be980-1c66-41cc-a705-cdead6567d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:28:29Z', 'updated_at': '2022-02-28T11:29:10Z', 'revision_number': 1, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837e3105-36d8-4b06-83b4-c0e2689dcc64', 'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'mac_address': 'fa:16:3e:50:8c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:06Z', 'updated_at': '2022-02-28T11:28:52Z', 'revision_number': 5, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'subnets': [{'id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:17.406474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd8c362-2706-4d9b-8e7c-d102ebddae1d None None] The sync data for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv is: [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'ade6c1aa-e4f7-4f91-94e5-ec230b74789b', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'floating_ip_address': '172.26.1.213', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'port_id': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'mac_address': 'fa:16:3e:fb:a4:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '048be980-1c66-41cc-a705-cdead6567d0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:28:29Z', 'updated_at': '2022-02-28T11:29:10Z', 'revision_number': 1, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837e3105-36d8-4b06-83b4-c0e2689dcc64', 'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'mac_address': 'fa:16:3e:50:8c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:06Z', 'updated_at': '2022-02-28T11:28:52Z', 'revision_number': 5, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'subnets': [{'id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:17.416302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] Deleting port 2677f6d5-d825-405a-8faa-030092c40416 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:17.416687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.445513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644b39d-614d-497e-b3d5-38f8a59a5e4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a9931d-7075-42dd-b8ab-ae9c187e24bb,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:17.479149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6644b39d-614d-497e-b3d5-38f8a59a5e4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.494347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69d77c0-c52e-46ea-b9f2-9d6707d0d86a None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:17.521003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5219181-86e9-4d4f-b544-abb47838746b']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:17.534022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7bb33f-5b94-40af-b25a-91ebac3398e2') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:17.534416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7bb33f-5b94-40af-b25a-91ebac3398e2') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:17.544425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d12da87f-9f87-41cc-bbf3-0efb6ef9e981 None None] The port '2677f6d5-d825-405a-8faa-030092c40416' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:29:17.546729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.571533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.577783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:29:17.578179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.670874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005761c-9a51-4254-a86d-349bf2e9f6fc req-a88a896a-a10c-44d6-ab01-258354795696 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:17.672455 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5005761c-9a51-4254-a86d-349bf2e9f6fc req-a88a896a-a10c-44d6-ab01-258354795696 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fa0af2c3-875d-4266-9c94-27968520281d HTTP/1.1" status: 200 len: 845 time: 0.4094310 Feb 28 11:29:17.677637 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6644b39d-614d-497e-b3d5-38f8a59a5e4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/f8a9931d-7075-42dd-b8ab-ae9c187e24bb HTTP/1.1" status: 204 len: 168 time: 1.9279301 Feb 28 11:29:17.735622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a4453b-abaf-4626-96d5-582c89bc1eea None None] New status for floating IP ade6c1aa-e4f7-4f91-94e5-ec230b74789b: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:29:17.745877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44944) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:17.822055 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:17.866441 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-87b047bc-e7ab-42bd-94c8-43eadd4dc259 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1192966 Feb 28 11:29:17.871598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44950) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:17.884569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:17.910640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:17.912927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.921014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:port and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:17.938564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:17.951679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.953625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:17.959567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:17.964848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] Pushing event deleted for resources: {'Network': ['ID=f5219181-86e9-4d4f-b544-abb47838746b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:17.975021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.007310 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-05ceeb2f-cb19-4f81-a844-78bd6b330149 tempest-AllowedAddressPairTestJSON-1336542099 tempest-AllowedAddressPairTestJSON-1336542099-project] 10.222.0.31 "DELETE /v2.0/networks/f5219181-86e9-4d4f-b544-abb47838746b HTTP/1.1" status: 204 len: 168 time: 2.7088060 Feb 28 11:29:18.020856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:18.027602 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5005761c-9a51-4254-a86d-349bf2e9f6fc req-08db4990-169a-4353-a436-c6a12ac830ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f87b31a0-daac-4d89-9446-4858f2a19282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3105717 Feb 28 11:29:18.029744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:18.033357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:18.063276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Made reservation on behalf of 3290f32aadf2478f9cea4290cf4e6f7a for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:18.074428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.131928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] device_id is not set on port ac22d7c6-11cf-4af2-af36-a730cbe46ac3 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:18.185156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af54f9-6362-4558-ade7-4eeb8bb293e3 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:29:18.185409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.186178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fbc7aeca-e16f-401e-be44-2d1f3a9c0658 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:29:18.192203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-97af54f9-6362-4558-ade7-4eeb8bb293e3 None None] Deleting port 5638b548-296a-4d10-b217-359cbfe67ec3 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:18.192565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97af54f9-6362-4558-ade7-4eeb8bb293e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.334903 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.338126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:18.361204 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:29:18.376266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.388183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.463484 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:29:18.467575 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0e82b6d6-6393-462f-bf2e-078b3522d34a tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5563886 Feb 28 11:29:18.467858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event deleted for resources: {'Port': ['ID=6dfa12b7-8b5c-46d6-934a-0daf6685e107,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:18.473367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 44960) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:18.480375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-97af54f9-6362-4558-ade7-4eeb8bb293e3 None None] For port 5638b548-296a-4d10-b217-359cbfe67ec3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5638b548-296a-4d10-b217-359cbfe67ec3,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:18.480840 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97af54f9-6362-4558-ade7-4eeb8bb293e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.492545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.20.0.12 (77a1a21c-e992-4381-85ae-7e1df81c495f/e2599f81-e4b9-401d-a77d-84de4bef0466/ac22d7c6-11cf-4af2-af36-a730cbe46ac3) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:18.628774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-97af54f9-6362-4558-ade7-4eeb8bb293e3 None None] Calling delete_port for 5638b548-296a-4d10-b217-359cbfe67ec3 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:18.650269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:18.654482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.767624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5005761c-9a51-4254-a86d-349bf2e9f6fc req-0cfb862f-bf30-4423-a7e4-1b38e2050d82 service neutron] 10.222.0.57 "GET /v2.0/networks/f87b31a0-daac-4d89-9446-4858f2a19282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7285330 Feb 28 11:29:18.770021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44966) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:18.771440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-84109e52-d146-42e0-bb9c-9f3e6f4ca1ef tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Deleting port fc564b06-a3c8-48d8-a774-b572c268322d {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:18.771783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84109e52-d146-42e0-bb9c-9f3e6f4ca1ef tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.799072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97af54f9-6362-4558-ade7-4eeb8bb293e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.807299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.864424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97af54f9-6362-4558-ade7-4eeb8bb293e3 None None] Pushing event deleted for resources: {'Port': ['ID=5638b548-296a-4d10-b217-359cbfe67ec3,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:18.870196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97af54f9-6362-4558-ade7-4eeb8bb293e3 None None] No DVR routers for this DVR port 5638b548-296a-4d10-b217-359cbfe67ec3 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:18.904535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:18.944738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5638b548-296a-4d10-b217-359cbfe67ec3 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:18.995902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 5638b548-296a-4d10-b217-359cbfe67ec3 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:29:18.996267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5638b548-296a-4d10-b217-359cbfe67ec3 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:19.023414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 77a1a21c-e992-4381-85ae-7e1df81c495f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:19.028836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:19.030615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=ac22d7c6-11cf-4af2-af36-a730cbe46ac3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:19.032805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:19.097426 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2b5912a7-0281-4dbc-9d3b-f85e46d5e822 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3782f83d1c664fb3ae09a3eb6b236d99&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3255308 Feb 28 11:29:19.099995 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44972) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.126617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:19.127176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.190364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94622d3d-01f5-4338-9125-5cb37b16dd1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.218649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94622d3d-01f5-4338-9125-5cb37b16dd1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.240421 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-94afdac0-7eaa-4b8e-aa73-02ac84bf9266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2089236 Feb 28 11:29:19.251461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44976) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:19.260280 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'port': {'network_id': '77a1a21c-e992-4381-85ae-7e1df81c495f', 'name': 'tempest-FloatingIPTestJSON-644624431'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:19.297622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7035d-0263-4173-bc6e-15ccd80a4424 req-79294642-b629-44b1-abfd-b76fc9ccb032 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:19.299115 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-60c7035d-0263-4173-bc6e-15ccd80a4424 req-79294642-b629-44b1-abfd-b76fc9ccb032 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.9585798 Feb 28 11:29:19.400344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:19.404434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:port and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:19.408165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:19.414242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:19.422196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94622d3d-01f5-4338-9125-5cb37b16dd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.436572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5005761c-9a51-4254-a86d-349bf2e9f6fc req-41adad46-3582-4de3-bfa4-52994ae99307 service neutron] 10.222.0.57 "GET /v2.0/networks/f87b31a0-daac-4d89-9446-4858f2a19282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951569 Feb 28 11:29:19.439263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94622d3d-01f5-4338-9125-5cb37b16dd1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e786c117-1895-4a8b-bf53-ea8221972ea6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:19.454964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94622d3d-01f5-4338-9125-5cb37b16dd1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.459758 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-94622d3d-01f5-4338-9125-5cb37b16dd1c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e786c117-1895-4a8b-bf53-ea8221972ea6 HTTP/1.1" status: 204 len: 168 time: 0.3587620 Feb 28 11:29:19.467065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Made reservation on behalf of 3290f32aadf2478f9cea4290cf4e6f7a for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:19.472230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.501799 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] device_id is not set on port f47823f5-b9c7-4ed2-8a6d-a0f291503ae4 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:19.523066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84109e52-d146-42e0-bb9c-9f3e6f4ca1ef tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.621142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:19.691362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-84109e52-d146-42e0-bb9c-9f3e6f4ca1ef tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Calling delete_port for fc564b06-a3c8-48d8-a774-b572c268322d owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:19.695330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.20.0.4 (77a1a21c-e992-4381-85ae-7e1df81c495f/e2599f81-e4b9-401d-a77d-84de4bef0466/f47823f5-b9c7-4ed2-8a6d-a0f291503ae4) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:19.764001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-60c7035d-0263-4173-bc6e-15ccd80a4424 req-a2f32a5f-2f90-42ae-982a-fef6ed805b2a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056776 Feb 28 11:29:20.003822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.115666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:20.121171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:20.123813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=4f602b46-da7e-46da-83e2-feb65e14a32a,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:20.127183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:20.127272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.131334 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30104e2-281f-4c42-98d7-540264d9f8a0 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:20.158576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.230600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84109e52-d146-42e0-bb9c-9f3e6f4ca1ef tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.244590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.334578 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e79dee4a-ceac-44ff-b91a-e19642a583d5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4596684 Feb 28 11:29:20.335583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 44992) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:20.342336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-92174256-401f-4f5c-907e-6e7e9c055dbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': '4f602b46-da7e-46da-83e2-feb65e14a32a', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-720366104'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:20.345462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84109e52-d146-42e0-bb9c-9f3e6f4ca1ef tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Pushing event deleted for resources: {'Port': ['ID=fc564b06-a3c8-48d8-a774-b572c268322d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:20.388286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.456537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '4f602b46-da7e-46da-83e2-feb65e14a32a'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:20.458887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.464161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84109e52-d146-42e0-bb9c-9f3e6f4ca1ef tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.470129 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-84109e52-d146-42e0-bb9c-9f3e6f4ca1ef tempest-RoutersAdminNegativeTest-189453690 tempest-RoutersAdminNegativeTest-189453690-project-admin] 10.222.0.31 "DELETE /v2.0/ports/fc564b06-a3c8-48d8-a774-b572c268322d HTTP/1.1" status: 204 len: 168 time: 1.9932749 Feb 28 11:29:20.631137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 77a1a21c-e992-4381-85ae-7e1df81c495f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:20.638586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92174256-401f-4f5c-907e-6e7e9c055dbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:20.640584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:20.655607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:20.704232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92174256-401f-4f5c-907e-6e7e9c055dbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:20.712689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/4f602b46-da7e-46da-83e2-feb65e14a32a/dbf90f68-a9b1-4de5-a666-7d303c39f3de) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:20.733418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=f47823f5-b9c7-4ed2-8a6d-a0f291503ae4,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:20.749037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:20.755966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:20.803566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92174256-401f-4f5c-907e-6e7e9c055dbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:20.899759 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5e815e8a-5b55-4568-8430-358973ba3496 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6466737 Feb 28 11:29:20.902973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45004) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:20.923592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'f47823f5-b9c7-4ed2-8a6d-a0f291503ae4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:20.957095 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:20.963427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:floatingip and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:20.971673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:20.989941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:21.062087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92174256-401f-4f5c-907e-6e7e9c055dbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.076826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45012) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:21.094016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-92174256-401f-4f5c-907e-6e7e9c055dbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port e2314087-4832-4a64-8133-58d98fccc5e7 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:21.099569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.115852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Transition to ACTIVE for port object dbf90f68-a9b1-4de5-a666-7d303c39f3de will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:21.138266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.141977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Transition to ACTIVE for port object dbf90f68-a9b1-4de5-a666-7d303c39f3de will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:21.152216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45018) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:21.257262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.291668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214955e-b011-4007-97ba-157ab609c2b2 req-7c5ccb80-1d78-4162-90db-60b823c45c42 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:21.298931 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d214955e-b011-4007-97ba-157ab609c2b2 req-7c5ccb80-1d78-4162-90db-60b823c45c42 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2163618 Feb 28 11:29:21.381713 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d214955e-b011-4007-97ba-157ab609c2b2 req-b6b07056-f5fe-440f-af5d-c06057e6e55e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815902 Feb 28 11:29:21.400503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1862114028'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:21.427851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Pushing event updated for resources: {'Port': ['ID=dbf90f68-a9b1-4de5-a666-7d303c39f3de,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:21.434677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:21.449951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Router 5d7261dc-d948-437b-825f-1bf550df8281 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:21.458213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:21.459488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:21.468291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:21.493141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Usage tracker for resource:network and tenant:7a17aeb058dc40b18330b81cc38bc19d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:21.518618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:21.536982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:21.572909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe1b4-0798-4c49-b34c-a882ca2627b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.578411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Attempting to bind port dbf90f68-a9b1-4de5-a666-7d303c39f3de on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:21.578788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Attempting to bind port dbf90f68-a9b1-4de5-a666-7d303c39f3de by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:21.579217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Attempting to bind port dbf90f68-a9b1-4de5-a666-7d303c39f3de on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:21.587992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:21.588501 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:21.589064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.589567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:21.590047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Bound port: dbf90f68-a9b1-4de5-a666-7d303c39f3de, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:21.590430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.647924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fdcbe1b4-0798-4c49-b34c-a882ca2627b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:21.655376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fdcbe1b4-0798-4c49-b34c-a882ca2627b1 admin admin] Usage tracker for resource:security_group_rule and tenant:c56e22539972489ea608bcb594fe2c27 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:21.660086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fdcbe1b4-0798-4c49-b34c-a882ca2627b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:21.669232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fdcbe1b4-0798-4c49-b34c-a882ca2627b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:21.682536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.727808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:21.730229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] For port dbf90f68-a9b1-4de5-a666-7d303c39f3de, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:21.733547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] For port dbf90f68-a9b1-4de5-a666-7d303c39f3de, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dbf90f68-a9b1-4de5-a666-7d303c39f3de,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:21.738903 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d274487c-b055-4094-a3da-566b32fb74c5 None None] Sync routers for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:21.740664 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e8cf8dde-08c6-4510-835c-182ddb5a8529 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "PUT /v2.0/routers/5d7261dc-d948-437b-825f-1bf550df8281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7992094 Feb 28 11:29:21.744603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45024) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:21.755815 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274487c-b055-4094-a3da-566b32fb74c5 None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:21.756576 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d274487c-b055-4094-a3da-566b32fb74c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:21.827866 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d274487c-b055-4094-a3da-566b32fb74c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:21.839895 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d274487c-b055-4094-a3da-566b32fb74c5 None None] Routers {'5d7261dc-d948-437b-825f-1bf550df8281'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:21.840507 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d274487c-b055-4094-a3da-566b32fb74c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d7261dc-d948-437b-825f-1bf550df8281'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:21.865006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe1b4-0798-4c49-b34c-a882ca2627b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.876172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.26.1.252 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/5851c351-2100-4a34-b6a9-c111251dac74) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:21.880619 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-92174256-401f-4f5c-907e-6e7e9c055dbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:29:21.881345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92174256-401f-4f5c-907e-6e7e9c055dbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:29:21.904170 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d274487c-b055-4094-a3da-566b32fb74c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:21.904906 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d274487c-b055-4094-a3da-566b32fb74c5 None None] The sync data for ids ['5d7261dc-d948-437b-825f-1bf550df8281'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:21.923426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Made reservation on behalf of 7a17aeb058dc40b18330b81cc38bc19d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:21.926332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.935917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.960087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:21.991274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fdcbe1b4-0798-4c49-b34c-a882ca2627b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.016188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.062152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5843a-9837-436b-873f-967ac65f86d0 None None] Pushing event updated for resources: {'Port': ['ID=dbf90f68-a9b1-4de5-a666-7d303c39f3de,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:22.102100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcbe1b4-0798-4c49-b34c-a882ca2627b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5554a2a-e0ff-4ea8-8b4e-3732a9cc0c97,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:22.126896 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-92174256-401f-4f5c-907e-6e7e9c055dbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7901657 Feb 28 11:29:22.129130 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fdcbe1b4-0798-4c49-b34c-a882ca2627b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c56e22539972489ea608bcb594fe2c27&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0503287 Feb 28 11:29:22.132780 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45028) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.133105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45030) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.192093 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:22.234678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Usage tracker for resource:security_group_rule and tenant:7a17aeb058dc40b18330b81cc38bc19d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:22.245868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:22.260287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:22.264212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.306266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.334752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a40cf8a-d4a4-4227-8bc8-a8e1d987c4d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.382095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Deleting port ce08b244-8c97-4fd2-8d0d-9a1862b1d999 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:22.382648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.404967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d64b267-211f-4837-bf6c-e55f8e4d1a5e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.405694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2d64b267-211f-4837-bf6c-e55f8e4d1a5e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:22.415733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a40cf8a-d4a4-4227-8bc8-a8e1d987c4d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.476589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.562101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.571794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2d64b267-211f-4837-bf6c-e55f8e4d1a5e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:22.576019 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2d64b267-211f-4837-bf6c-e55f8e4d1a5e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4382792 Feb 28 11:29:22.577994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45038) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.619547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=5851c351-2100-4a34-b6a9-c111251dac74,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:22.630193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:22.637840 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:22.640123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:22.661879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.683059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.740600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11809033-d5f7-4a58-9105-386644ee7c31 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.743333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11809033-d5f7-4a58-9105-386644ee7c31 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.743333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-11809033-d5f7-4a58-9105-386644ee7c31 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:22.755718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f24e49d-3ec2-41b6-bdba-a48842085b9c,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:22.787343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Calling delete_port for ce08b244-8c97-4fd2-8d0d-9a1862b1d999 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:22.795825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a40cf8a-d4a4-4227-8bc8-a8e1d987c4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.798502 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:22.830584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec55878-5f6c-4939-916a-8d7b5f606e8c req-92138b0e-1e46-4153-9e64-933d243cc4ab tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:22.832080 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ec55878-5f6c-4939-916a-8d7b5f606e8c req-92138b0e-1e46-4153-9e64-933d243cc4ab tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2892363 Feb 28 11:29:22.838803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40cf8a-d4a4-4227-8bc8-a8e1d987c4d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5554a2a-e0ff-4ea8-8b4e-3732a9cc0c97,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:22.855764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.856093 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Added segment 152536ed-bd14-4f1c-86eb-c2c706cabcb1 of type vlan for network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed Feb 28 11:29:22.907703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-11809033-d5f7-4a58-9105-386644ee7c31 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:22.908871 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-11809033-d5f7-4a58-9105-386644ee7c31 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3291187 Feb 28 11:29:22.918288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ec55878-5f6c-4939-916a-8d7b5f606e8c req-4c10bfe9-9881-45c4-ba77-66abfc45b2f2 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781236 Feb 28 11:29:22.919471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45042) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:22.933774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a40cf8a-d4a4-4227-8bc8-a8e1d987c4d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:22.937379 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2a40cf8a-d4a4-4227-8bc8-a8e1d987c4d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5554a2a-e0ff-4ea8-8b4e-3732a9cc0c97 HTTP/1.1" status: 204 len: 168 time: 0.7986319 Feb 28 11:29:22.949428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.077825 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dbf90f68-a9b1-4de5-a666-7d303c39f3de up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:23.240821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.246096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.249783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:23.250404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.255541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port dbf90f68-a9b1-4de5-a666-7d303c39f3de completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:23.301340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event deleted for resources: {'Port': ['ID=ce08b244-8c97-4fd2-8d0d-9a1862b1d999,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:23.310049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-20adf2fa-3140-4ac3-b19f-953b072befb3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 4f602b46-da7e-46da-83e2-feb65e14a32a {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:29:23.342919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-20adf2fa-3140-4ac3-b19f-953b072befb3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.354725 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.1946435 Feb 28 11:29:23.357156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45052) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:23.374340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Request body: {'subnet': {'network_id': 'd1f4dd5f-2536-4617-b91c-9bc37fe5c5ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:23.460452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-20adf2fa-3140-4ac3-b19f-953b072befb3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.502979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171653c1-15c5-4d99-84c7-73709ca9547f tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event updated for resources: {'Network': ['ID=d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:23.513381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:23.515053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:23.518998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Usage tracker for resource:subnet and tenant:7a17aeb058dc40b18330b81cc38bc19d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:23.523009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:23.530462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:23.657934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.708013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Made reservation on behalf of 7a17aeb058dc40b18330b81cc38bc19d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:23.717546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-59ad44df-5071-4b0d-a61e-fd415294b946 None None] Provisioning for port dbf90f68-a9b1-4de5-a666-7d303c39f3de completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:23.724376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-59ad44df-5071-4b0d-a61e-fd415294b946 None None] Provisioning complete for port dbf90f68-a9b1-4de5-a666-7d303c39f3de triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:23.729478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-59ad44df-5071-4b0d-a61e-fd415294b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.840831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.842105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45056) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:23.853715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-59ad44df-5071-4b0d-a61e-fd415294b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.862735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:23.888765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-59ad44df-5071-4b0d-a61e-fd415294b946 None None] For port dbf90f68-a9b1-4de5-a666-7d303c39f3de, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dbf90f68-a9b1-4de5-a666-7d303c39f3de,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:23.976649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-59ad44df-5071-4b0d-a61e-fd415294b946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.017051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-20adf2fa-3140-4ac3-b19f-953b072befb3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.049817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.051395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad44df-5071-4b0d-a61e-fd415294b946 None None] Pushing event updated for resources: {'Port': ['ID=dbf90f68-a9b1-4de5-a666-7d303c39f3de,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:24.075462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.084776 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-422d414e-79e9-4e00-b118-4b84097fbf92 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=46bf4a7c13924d61a560c7e120ad1e09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2392039 Feb 28 11:29:24.084967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45062) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:24.087549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.255712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b88bbd68-03d9-4224-92d3-7db671033a3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.278752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4368b-9d00-4941-945e-8d98697fec2d req-3521b2ba-f0ba-4a13-9eb5-583b0963843f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:24.280226 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f5f4368b-9d00-4941-945e-8d98697fec2d req-3521b2ba-f0ba-4a13-9eb5-583b0963843f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1697011 Feb 28 11:29:24.292379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-20adf2fa-3140-4ac3-b19f-953b072befb3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.344067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b88bbd68-03d9-4224-92d3-7db671033a3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.359337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.359861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Fanout notify agent at l3_agent the message router_deleted on router 5d7261dc-d948-437b-825f-1bf550df8281 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:29:24.365046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.371386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adf2fa-3140-4ac3-b19f-953b072befb3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=4f602b46-da7e-46da-83e2-feb65e14a32a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:24.378239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.400846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b3480-c6a1-420f-aac2-92c0c43ba156 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:24.401352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-20adf2fa-3140-4ac3-b19f-953b072befb3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.420524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.432004 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-20adf2fa-3140-4ac3-b19f-953b072befb3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/4f602b46-da7e-46da-83e2-feb65e14a32a HTTP/1.1" status: 204 len: 168 time: 1.4755788 Feb 28 11:29:24.436601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45066) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:24.520126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event updated for resources: {'Subnet': ['ID=989c3313-fbc6-4b5b-81b0-ebf4ec94cc69,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:24.521111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.523413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a3a0f4d7-2a09-489e-aeb8-44446612c978 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "DELETE /v2.0/routers/5d7261dc-d948-437b-825f-1bf550df8281 HTTP/1.1" status: 204 len: 168 time: 2.7772181 Feb 28 11:29:24.535409 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f5f4368b-9d00-4941-945e-8d98697fec2d req-3f60a692-afa4-490b-8b52-de54e2ee0ab6 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477601 Feb 28 11:29:24.538139 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0413214b-9b86-44f2-8c8e-8f356b1de1fb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0968843 Feb 28 11:29:24.538955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45070) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:24.546008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45074) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:24.571643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=5851c351-2100-4a34-b6a9-c111251dac74,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:24.588250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Checking segment: {'id': '152536ed-bd14-4f1c-86eb-c2c706cabcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd1f4dd5f-2536-4617-b91c-9bc37fe5c5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:24.588606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Network hostable DHCP agents. Network: d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:24.599027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:24.608935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.693832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223c8e25-f22d-4b02-aa6b-63609c9845fd None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:29:24.699146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-223c8e25-f22d-4b02-aa6b-63609c9845fd None None] Deleting port dbf90f68-a9b1-4de5-a666-7d303c39f3de {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:24.699508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-223c8e25-f22d-4b02-aa6b-63609c9845fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.704508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b88bbd68-03d9-4224-92d3-7db671033a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.745769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88bbd68-03d9-4224-92d3-7db671033a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cdc23e8-21d0-4986-ae3e-976cf5d34389,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:24.748439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b88bbd68-03d9-4224-92d3-7db671033a3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.759501 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b88bbd68-03d9-4224-92d3-7db671033a3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6cdc23e8-21d0-4986-ae3e-976cf5d34389 HTTP/1.1" status: 204 len: 168 time: 0.6721601 Feb 28 11:29:24.809370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:24.841417 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP 3cfa1a8f-20e3-4fe6-a35b-41bb76b24821 associated. External IP: 172.26.1.252, port: f47823f5-b9c7-4ed2-8a6d-a0f291503ae4. Feb 28 11:29:24.872801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:24.892889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:24.927792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:24.940846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e86723-a70a-4281-8512-bcb1a2b086bb None None] Network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:24.942126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:24.943254 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:24.954132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c23329-4ce8-43d2-a76d-96f7e08922fc tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Deleting subnet 4eb51aec-8c66-4323-bf9e-cc3df707c3a8 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:29:24.957848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-05c23329-4ce8-43d2-a76d-96f7e08922fc tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.000126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:25.003577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.024443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dbf90f68-a9b1-4de5-a666-7d303c39f3de no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:25.101588 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-029dffc0-82eb-42b6-bd8b-0a57186e49af tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7441444 Feb 28 11:29:25.104005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-223c8e25-f22d-4b02-aa6b-63609c9845fd None None] For port dbf90f68-a9b1-4de5-a666-7d303c39f3de, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dbf90f68-a9b1-4de5-a666-7d303c39f3de,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:25.104581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-223c8e25-f22d-4b02-aa6b-63609c9845fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.104869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45080) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:25.110552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-05c23329-4ce8-43d2-a76d-96f7e08922fc tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.111182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Request body: {'port': {'network_id': 'd1f4dd5f-2536-4617-b91c-9bc37fe5c5ed', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1985314690'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:25.249795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-223c8e25-f22d-4b02-aa6b-63609c9845fd None None] Calling delete_port for dbf90f68-a9b1-4de5-a666-7d303c39f3de owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:25.269823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-05c23329-4ce8-43d2-a76d-96f7e08922fc tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.439162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.447208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.488257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:25.498030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Usage tracker for resource:port and tenant:7a17aeb058dc40b18330b81cc38bc19d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:25.511564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:25.520178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:25.522288 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed', 'network_id': 'd1f4dd5f-2536-4617-b91c-9bc37fe5c5ed', 'tenant_id': '7a17aeb058dc40b18330b81cc38bc19d', 'fixed_ips': [{'subnet_id': '989c3313-fbc6-4b5b-81b0-ebf4ec94cc69'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:25.522288 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.543879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-05c23329-4ce8-43d2-a76d-96f7e08922fc tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.554419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=3a6c2380-7d37-429a-b623-5b152776ffd9,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:25.589644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-223c8e25-f22d-4b02-aa6b-63609c9845fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.601170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:25.604278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c23329-4ce8-43d2-a76d-96f7e08922fc tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event deleted for resources: {'Subnet': ['ID=4eb51aec-8c66-4323-bf9e-cc3df707c3a8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:25.610208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-05c23329-4ce8-43d2-a76d-96f7e08922fc tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.618338 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:25.619700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Made reservation on behalf of 7a17aeb058dc40b18330b81cc38bc19d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:25.622216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:25.623373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.627285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:25.627285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.635770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-05c23329-4ce8-43d2-a76d-96f7e08922fc tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "DELETE /v2.0/subnets/4eb51aec-8c66-4323-bf9e-cc3df707c3a8 HTTP/1.1" status: 204 len: 168 time: 1.0915504 Feb 28 11:29:25.638758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45094) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:25.719141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4fcd36af-05c7-4e3f-9364-07cd2f19f8f9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1718285 Feb 28 11:29:25.720099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f91db8-d0df-4451-bf19-14f0eba846cf None None] Network 2a925607-4cca-478c-b99c-f90b0674774d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:25.721679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45098) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:25.729449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1778110153', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:25.739858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:25.750557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:router and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:25.754219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:25.770869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:25.810434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223c8e25-f22d-4b02-aa6b-63609c9845fd None None] Pushing event deleted for resources: {'Port': ['ID=dbf90f68-a9b1-4de5-a666-7d303c39f3de,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:25.839956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223c8e25-f22d-4b02-aa6b-63609c9845fd None None] No DVR routers for this DVR port dbf90f68-a9b1-4de5-a666-7d303c39f3de on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:25.889723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] device_id is not set on port 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:25.905657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5a19b-a0a0-4ca3-b259-c44739e5659b None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:25.974134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:25.987252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79216f8f-69d7-4eb8-af10-0af68123be82 req-03d6ffff-3f8e-4b22-a995-c0a72e8c561b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:26.002428 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79216f8f-69d7-4eb8-af10-0af68123be82 req-03d6ffff-3f8e-4b22-a995-c0a72e8c561b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1114600 Feb 28 11:29:26.025759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Deleting port ee1dd7e8-901c-4983-8be7-2266d8156306 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:26.026103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.046779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.047849 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.069220 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79216f8f-69d7-4eb8-af10-0af68123be82 req-cd5b1bbe-17c5-4a4a-8459-c43e60b4fbb1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654976 Feb 28 11:29:26.078255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.139027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Allocated IP 2001:db8::2 (d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed/989c3313-fbc6-4b5b-81b0-ebf4ec94cc69/4bd4bba1-1e09-41f1-8729-89055c15485f) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:26.165267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.272936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.276733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-25652ddc-3938-423f-bbb2-ae088ed1c2e5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5497727 Feb 28 11:29:26.277118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45110) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:26.289306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] For port ee1dd7e8-901c-4983-8be7-2266d8156306, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ee1dd7e8-901c-4983-8be7-2266d8156306,segment=NetworkSegment(22fc698c-5f16-4f10-bb76-1db2316cf6a5),segment_id=22fc698c-5f16-4f10-bb76-1db2316cf6a5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:26.290183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.300020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:26.314551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c9ee34-34d8-4da1-9e14-ad6d2392d2bd None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:26.380971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9ee34-34d8-4da1-9e14-ad6d2392d2bd None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:26.381600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-92c9ee34-34d8-4da1-9e14-ad6d2392d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:26.437779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Calling delete_port for ee1dd7e8-901c-4983-8be7-2266d8156306 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:26.440174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '3a6c2380-7d37-429a-b623-5b152776ffd9'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:26.441123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.451366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b17973-5fb1-4a3e-aae7-1ea4fe565303 None None] DHCP port deletion for 2a925607-4cca-478c-b99c-f90b0674774d request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:29:26.479066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-92c9ee34-34d8-4da1-9e14-ad6d2392d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:26.487043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e5b17973-5fb1-4a3e-aae7-1ea4fe565303 None None] Deleting port ee1dd7e8-901c-4983-8be7-2266d8156306 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:26.487043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e5b17973-5fb1-4a3e-aae7-1ea4fe565303 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.535447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.598569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45116) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:26.611988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.659210 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-491a6570-5266-47d7-8c18-22e78e548a3c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7526190 Feb 28 11:29:26.667767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45122) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:26.671748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event deleted for resources: {'Port': ['ID=ee1dd7e8-901c-4983-8be7-2266d8156306,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:26.676923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-48f3792b-2d31-41d2-a60b-f5a037ceb48d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:26.690017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e5b17973-5fb1-4a3e-aae7-1ea4fe565303 None None] The port 'ee1dd7e8-901c-4983-8be7-2266d8156306' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:29:26.705663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c9ee34-34d8-4da1-9e14-ad6d2392d2bd None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:26.706191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-92c9ee34-34d8-4da1-9e14-ad6d2392d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:26.757388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] No DVR routers for this DVR port ee1dd7e8-901c-4983-8be7-2266d8156306 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:26.786286 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.794362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-92c9ee34-34d8-4da1-9e14-ad6d2392d2bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:26.795702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c9ee34-34d8-4da1-9e14-ad6d2392d2bd None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:26.809591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Transition to ACTIVE for port object 4bd4bba1-1e09-41f1-8729-89055c15485f will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:26.869900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Transition to ACTIVE for port object 4bd4bba1-1e09-41f1-8729-89055c15485f will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:26.886081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/3a6c2380-7d37-429a-b623-5b152776ffd9/aaaa6e36-16db-4e0b-a324-16e3aad44626) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:26.932104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.960660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:26.965731 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ee1dd7e8-901c-4983-8be7-2266d8156306 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:26.977833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-48f3792b-2d31-41d2-a60b-f5a037ceb48d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.000247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.040122 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7a81481b-d0a0-4ce4-8e39-994277a9af20 tempest-AgentManagementNegativeTest-360654756 tempest-AgentManagementNegativeTest-360654756-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4354956 Feb 28 11:29:27.049680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: ee1dd7e8-901c-4983-8be7-2266d8156306 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:29:27.050108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ee1dd7e8-901c-4983-8be7-2266d8156306 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:27.109855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:27.121442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Pushing event updated for resources: {'Port': ['ID=4bd4bba1-1e09-41f1-8729-89055c15485f,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.126618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:27.132987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:27.335452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a925607-4cca-478c-b99c-f90b0674774d']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:27.349760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Attempting to bind port 4bd4bba1-1e09-41f1-8729-89055c15485f on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:27.350117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Attempting to bind port 4bd4bba1-1e09-41f1-8729-89055c15485f by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '152536ed-bd14-4f1c-86eb-c2c706cabcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd1f4dd5f-2536-4617-b91c-9bc37fe5c5ed'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:27.350473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Attempting to bind port 4bd4bba1-1e09-41f1-8729-89055c15485f on network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:27.360120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.369146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22fc698c-5f16-4f10-bb76-1db2316cf6a5') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:27.369328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:27.369469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22fc698c-5f16-4f10-bb76-1db2316cf6a5') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:27.369577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Checking segment: {'id': '152536ed-bd14-4f1c-86eb-c2c706cabcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd1f4dd5f-2536-4617-b91c-9bc37fe5c5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:27.369835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.370262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Bound using segment: {'id': '152536ed-bd14-4f1c-86eb-c2c706cabcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd1f4dd5f-2536-4617-b91c-9bc37fe5c5ed'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:27.370651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Bound port: 4bd4bba1-1e09-41f1-8729-89055c15485f, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '152536ed-bd14-4f1c-86eb-c2c706cabcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'd1f4dd5f-2536-4617-b91c-9bc37fe5c5ed'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:27.371046 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.384956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Transition to ACTIVE for port object aaaa6e36-16db-4e0b-a324-16e3aad44626 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:27.386140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8b9407-7cf4-48ba-b2f4-0d2ab7b0039d req-75034152-b740-45f9-a043-adef41e32aca tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:27.393689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.395771 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5d8b9407-7cf4-48ba-b2f4-0d2ab7b0039d req-75034152-b740-45f9-a043-adef41e32aca tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.0965514 Feb 28 11:29:27.441479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Transition to ACTIVE for port object aaaa6e36-16db-4e0b-a324-16e3aad44626 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:27.453721 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5d8b9407-7cf4-48ba-b2f4-0d2ab7b0039d req-0a29e9ab-a503-4489-ab13-18d412e78a43 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555410 Feb 28 11:29:27.480260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] For port 4bd4bba1-1e09-41f1-8729-89055c15485f, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:27.480768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Allocated IP 2001:db8::e8 (d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed/989c3313-fbc6-4b5b-81b0-ebf4ec94cc69/56dc14b7-9cc1-42f0-bea2-bed89ad73a71) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:27.483539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] For port 4bd4bba1-1e09-41f1-8729-89055c15485f, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4bd4bba1-1e09-41f1-8729-89055c15485f,segment=NetworkSegment(152536ed-bd14-4f1c-86eb-c2c706cabcb1),segment_id=152536ed-bd14-4f1c-86eb-c2c706cabcb1)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:27.486256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.518000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:29:27.518392 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.524385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:27.533253 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:27.572372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.614586 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::1 (d2f89622-2098-4601-99de-8eb1c2f9e684/3a6c2380-7d37-429a-b623-5b152776ffd9/5c373d1d-9e62-4c56-b7ca-5038ac2bb757) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:27.621275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:27.626356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:27.645074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:27.648138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Pushing event updated for resources: {'Port': ['ID=aaaa6e36-16db-4e0b-a324-16e3aad44626,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.692774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45132) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:27.816859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d620a6-550a-4708-949b-02e447acc8c1 None None] Pushing event updated for resources: {'Port': ['ID=4bd4bba1-1e09-41f1-8729-89055c15485f,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.829357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.833666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.844813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.859899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:27.872775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Attempting to bind port aaaa6e36-16db-4e0b-a324-16e3aad44626 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:27.873148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Attempting to bind port aaaa6e36-16db-4e0b-a324-16e3aad44626 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:27.873665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Attempting to bind port aaaa6e36-16db-4e0b-a324-16e3aad44626 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:27.884398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:27.884778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:27.885177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.885565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:27.886041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Bound port: aaaa6e36-16db-4e0b-a324-16e3aad44626, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:27.886410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.941655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event deleted for resources: {'Network': ['ID=2a925607-4cca-478c-b99c-f90b0674774d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:27.944365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-48f3792b-2d31-41d2-a60b-f5a037ceb48d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.955929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:27.967494 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0718d3ca-67cc-4ce2-ac23-b95e87dd97ab tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "DELETE /v2.0/networks/2a925607-4cca-478c-b99c-f90b0674774d HTTP/1.1" status: 204 len: 168 time: 2.3242803 Feb 28 11:29:27.969701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45138) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:27.987529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] For port aaaa6e36-16db-4e0b-a324-16e3aad44626, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:27.990926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] For port aaaa6e36-16db-4e0b-a324-16e3aad44626, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=aaaa6e36-16db-4e0b-a324-16e3aad44626,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:28.037046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a7acc7a-8910-419d-b928-b610b13c253e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.042780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.051829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:28.062459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:28.078978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-48f3792b-2d31-41d2-a60b-f5a037ceb48d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.079308 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-48f3792b-2d31-41d2-a60b-f5a037ceb48d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP 3cfa1a8f-20e3-4fe6-a35b-41bb76b24821 disassociated. External IP: 172.26.1.252, port: f47823f5-b9c7-4ed2-8a6d-a0f291503ae4. Feb 28 11:29:28.096773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:28.099207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:28.099708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.178979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6463e237-7c14-4e85-992c-b631fc081454 None None] Pushing event updated for resources: {'Port': ['ID=aaaa6e36-16db-4e0b-a324-16e3aad44626,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:28.313209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.351610 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Deleting port abd9094d-1d56-4359-8100-a0b3cd341c8e {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:28.352474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.416533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2a7acc7a-8910-419d-b928-b610b13c253e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:28.428981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2a7acc7a-8910-419d-b928-b610b13c253e admin admin] Usage tracker for resource:security_group_rule and tenant:cb08ab7040524d8f866eb3b2fdcb93f7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:28.438482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2a7acc7a-8910-419d-b928-b610b13c253e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:28.463446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2a7acc7a-8910-419d-b928-b610b13c253e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:28.477965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.609110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Transition to ACTIVE for port object 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:28.709028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.709678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.826213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cef662b-5f95-463e-86fd-927bb18f868c req-1bbc0208-e56f-41f0-9601-bcdbb772d0f8 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:28.827724 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6cef662b-5f95-463e-86fd-927bb18f868c req-1bbc0208-e56f-41f0-9601-bcdbb772d0f8 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1990426 Feb 28 11:29:28.931856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6cef662b-5f95-463e-86fd-927bb18f868c req-1630d4a0-f467-4151-8d57-9ee963b019a8 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932209 Feb 28 11:29:28.958967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:28.985599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Calling delete_port for abd9094d-1d56-4359-8100-a0b3cd341c8e owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:29.013838 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.021447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a7acc7a-8910-419d-b928-b610b13c253e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.023091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.024662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.050679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4bd4bba1-1e09-41f1-8729-89055c15485f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:29.138905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:29.154460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:29.156827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a7acc7a-8910-419d-b928-b610b13c253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.168885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:29.171316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1fad9e-598c-4167-ad81-1b1e68bfac57 None None] Network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:29.172794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:29.173399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.212025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:29.270599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event updated for resources: {'Port': ['ID=56dc14b7-9cc1-42f0-bea2-bed89ad73a71,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:29.286091 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7acc7a-8910-419d-b928-b610b13c253e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9ab9d2-ec8d-4270-95e3-79073c908fe0,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:29.297011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:29.298558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:29.302414 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0a7d17b8-2319-411a-b5a8-ccff47f6895e tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.1965086 Feb 28 11:29:29.308705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45144) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:29.318469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Request body: {'port': {'network_id': 'd1f4dd5f-2536-4617-b91c-9bc37fe5c5ed', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1237474715', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:29.318983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.api.validators [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] bootfile-name is not in valid_values {{(pid=84338) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:29:29.319319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.api.validators [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] tftp-server is not in valid_values {{(pid=84338) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:29:29.319643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.api.validators [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] server-ip-address is not in valid_values {{(pid=84338) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:29:29.339285 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2a7acc7a-8910-419d-b928-b610b13c253e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cb08ab7040524d8f866eb3b2fdcb93f7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6406667 Feb 28 11:29:29.347136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45148) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:29.371846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 4bd4bba1-1e09-41f1-8729-89055c15485f completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:29.392960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device aaaa6e36-16db-4e0b-a324-16e3aad44626 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:29.529878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f4cfb968-76a1-4136-8ccd-56602d8a2b64 None None] Provisioning for port 4bd4bba1-1e09-41f1-8729-89055c15485f completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:29.537194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f4cfb968-76a1-4136-8ccd-56602d8a2b64 None None] Provisioning complete for port 4bd4bba1-1e09-41f1-8729-89055c15485f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:29.543601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f4cfb968-76a1-4136-8ccd-56602d8a2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.704379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port aaaa6e36-16db-4e0b-a324-16e3aad44626 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:29.706093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f4cfb968-76a1-4136-8ccd-56602d8a2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.723856 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d797f7e-ac4a-490d-a527-ed1e7422c035 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.760411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d797f7e-ac4a-490d-a527-ed1e7422c035 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.761607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f4cfb968-76a1-4136-8ccd-56602d8a2b64 None None] For port 4bd4bba1-1e09-41f1-8729-89055c15485f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4bd4bba1-1e09-41f1-8729-89055c15485f,segment=NetworkSegment(152536ed-bd14-4f1c-86eb-c2c706cabcb1),segment_id=152536ed-bd14-4f1c-86eb-c2c706cabcb1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:29.832836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:29.839001 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Usage tracker for resource:port and tenant:7a17aeb058dc40b18330b81cc38bc19d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:29.842787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:29.850609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f4cfb968-76a1-4136-8ccd-56602d8a2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.850878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:29.911323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Router 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:29:29.914312 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:29.954618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cfb968-76a1-4136-8ccd-56602d8a2b64 None None] Pushing event updated for resources: {'Port': ['ID=4bd4bba1-1e09-41f1-8729-89055c15485f,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:29.980401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Made reservation on behalf of 7a17aeb058dc40b18330b81cc38bc19d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:29.987662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.004883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Pushing event deleted for resources: {'Port': ['ID=abd9094d-1d56-4359-8100-a0b3cd341c8e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:30.060577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f3792b-2d31-41d2-a60b-f5a037ceb48d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:30.070391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d797f7e-ac4a-490d-a527-ed1e7422c035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.096480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Provisioning for port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:30.101621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Provisioning complete for port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:30.102036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.109461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] device_id is not set on port 1e41495d-1116-4272-96f4-f9d1e22805fe yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:30.141999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:30.153924 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Sync routers for ids ['6a013593-2a3c-4c45-bbf1-bdad84aaccb1'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:30.175353 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Routers {'6a013593-2a3c-4c45-bbf1-bdad84aaccb1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:30.176669 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6a013593-2a3c-4c45-bbf1-bdad84aaccb1'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:30.185543 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-66dcc32c-ef8b-4af4-8259-9f7d39a7e2ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "PUT /v2.0/routers/6a013593-2a3c-4c45-bbf1-bdad84aaccb1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9073353 Feb 28 11:29:30.188155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45156) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:30.224877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:30.245446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d797f7e-ac4a-490d-a527-ed1e7422c035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9ab9d2-ec8d-4270-95e3-79073c908fe0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:30.294206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c5d953-75ad-4a97-b624-3026c105a323 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:30.294860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c8c5d953-75ad-4a97-b624-3026c105a323 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:30.307149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Provisioning for port aaaa6e36-16db-4e0b-a324-16e3aad44626 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:30.312723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Provisioning complete for port aaaa6e36-16db-4e0b-a324-16e3aad44626 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:30.313224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.356441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.400015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5413b3f-06e9-4d80-82d8-93f402a2cf6e req-c557b4aa-fef2-4a72-a196-6cce2f21d89b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:30.402791 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5413b3f-06e9-4d80-82d8-93f402a2cf6e req-c557b4aa-fef2-4a72-a196-6cce2f21d89b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1048720 Feb 28 11:29:30.418218 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Set router 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:30.443891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c8c5d953-75ad-4a97-b624-3026c105a323 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:30.444491 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c8c5d953-75ad-4a97-b624-3026c105a323 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports/5c373d1d-9e62-4c56-b7ca-5038ac2bb757 HTTP/1.1" status: 200 len: 911 time: 0.2552078 Feb 28 11:29:30.448166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45160) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:30.493442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.503763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d797f7e-ac4a-490d-a527-ed1e7422c035 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.505684 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1d797f7e-ac4a-490d-a527-ed1e7422c035 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e9ab9d2-ec8d-4270-95e3-79073c908fe0 HTTP/1.1" status: 204 len: 168 time: 1.1571441 Feb 28 11:29:30.530829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.532079 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4ee50324-aebb-43bf-8b71-fe5e98dc77b6 tempest-FloatingIPAdminTestJSON-463545122 tempest-FloatingIPAdminTestJSON-463545122-project] 10.222.0.31 "DELETE /v2.0/floatingips/d3bbc93b-2da4-4f03-8f08-e9b36fff6763 HTTP/1.1" status: 204 len: 168 time: 2.5615468 Feb 28 11:29:30.546825 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] For port aaaa6e36-16db-4e0b-a324-16e3aad44626, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=aaaa6e36-16db-4e0b-a324-16e3aad44626,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:30.622810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.672979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5413b3f-06e9-4d80-82d8-93f402a2cf6e req-9c47c8f3-1ee8-4af1-a8cf-d922357d0992 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605414 Feb 28 11:29:30.675244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Allocated IP 2001:db8::cb (d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed/989c3313-fbc6-4b5b-81b0-ebf4ec94cc69/1e41495d-1116-4272-96f4-f9d1e22805fe) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:30.738274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326050e6-eaf7-45dc-8ed9-7820f4e67d60 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:30.743730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326050e6-eaf7-45dc-8ed9-7820f4e67d60 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:30.745887 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-326050e6-eaf7-45dc-8ed9-7820f4e67d60 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2968450 Feb 28 11:29:30.751317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45168) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:30.761298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a01859-ebac-4204-95d1-8d65b833ab8e None None] Pushing event updated for resources: {'Port': ['ID=aaaa6e36-16db-4e0b-a324-16e3aad44626,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:30.764564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32498db9-6b46-4ecc-b621-4ead0eb86c7b None None] Provisioning complete for port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:30.764930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-32498db9-6b46-4ecc-b621-4ead0eb86c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.831145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-32498db9-6b46-4ecc-b621-4ead0eb86c7b None None] Port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:30.850804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32498db9-6b46-4ecc-b621-4ead0eb86c7b None None] Provisioning complete for port 4bd4bba1-1e09-41f1-8729-89055c15485f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:30.852940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-32498db9-6b46-4ecc-b621-4ead0eb86c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:30.894333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f3792b-2d31-41d2-a60b-f5a037ceb48d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:30.903653 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a013593-2a3c-4c45-bbf1-bdad84aaccb1', 'name': 'tempest-NetworksTestDHCPv6-router-1778110153', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:28Z', 'revision_number': 2, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None, '_interfaces': [{'id': '5c373d1d-9e62-4c56-b7ca-5038ac2bb757', 'name': '', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'mac_address': 'fa:16:3e:e3:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a013593-2a3c-4c45-bbf1-bdad84aaccb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a6c2380-7d37-429a-b623-5b152776ffd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:27Z', 'updated_at': '2022-02-28T11:29:28Z', 'revision_number': 2, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'subnets': [{'id': '3a6c2380-7d37-429a-b623-5b152776ffd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:30.908072 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Checking router: 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:29:30.908413 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Updating router 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:29:30.908781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d353b5-29f6-428c-91aa-35431a5e9a62 None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:30.948374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d353b5-29f6-428c-91aa-35431a5e9a62 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:30.949259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-52d353b5-29f6-428c-91aa-35431a5e9a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:30.957479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-48f3792b-2d31-41d2-a60b-f5a037ceb48d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.018700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4bd4bba1-1e09-41f1-8729-89055c15485f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:31.032767 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.106104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-52d353b5-29f6-428c-91aa-35431a5e9a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:31.159626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45178) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:31.166003 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-48f3792b-2d31-41d2-a60b-f5a037ceb48d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/floatingips/3cfa1a8f-20e3-4fe6-a35b-41bb76b24821 HTTP/1.1" status: 200 len: 688 time: 4.4969382 Feb 28 11:29:31.193836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d353b5-29f6-428c-91aa-35431a5e9a62 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:31.194611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-52d353b5-29f6-428c-91aa-35431a5e9a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:31.249009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.263162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-52d353b5-29f6-428c-91aa-35431a5e9a62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:31.263886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d353b5-29f6-428c-91aa-35431a5e9a62 None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:31.285436 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 4bd4bba1-1e09-41f1-8729-89055c15485f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:31.285941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.290586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Transition to ACTIVE for port object 1e41495d-1116-4272-96f4-f9d1e22805fe will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:31.329445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45184) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:31.353599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32498db9-6b46-4ecc-b621-4ead0eb86c7b None None] Provisioning for port 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:31.366570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32498db9-6b46-4ecc-b621-4ead0eb86c7b None None] Provisioning complete for port 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:31.367048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-32498db9-6b46-4ecc-b621-4ead0eb86c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.404897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.479568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-32498db9-6b46-4ecc-b621-4ead0eb86c7b None None] Port 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:31.487451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device aaaa6e36-16db-4e0b-a324-16e3aad44626 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:31.587557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port 5851c351-2100-4a34-b6a9-c111251dac74 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:31.588157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.591899 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.604483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event updated for resources: {'Port': ['ID=1e41495d-1116-4272-96f4-f9d1e22805fe,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:31.607145 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Transition to ACTIVE for port object 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:31.609774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port aaaa6e36-16db-4e0b-a324-16e3aad44626 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:31.610302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.628858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:31.630015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:31.632379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:31.637485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:31.638134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.690607 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:31.764330 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-66411a7a-0306-40b6-a634-fc146f2f5db9 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4523494 Feb 28 11:29:31.769765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45198) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:31.875472 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-567ac279-3c22-4bba-9459-52cd491cc2fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2eb29b4bc35f446994b38f6a870e2fa1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5419250 Feb 28 11:29:31.875694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45202) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:32.001071 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Pushing event updated for resources: {'Port': ['ID=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:32.047016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.047388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.060674 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.061760 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.061760 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.062109 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.062565 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.063035 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.063473 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.063910 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.064346 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.064899 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.065334 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:32.114307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c0e64255-03a8-4d15-903d-750fd30e85d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.131978 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Attempting to bind port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:32.132483 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Attempting to bind port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:32.132920 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Attempting to bind port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:32.145477 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:32.145477 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:32.145477 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.145477 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:32.147125 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Bound port: 5c373d1d-9e62-4c56-b7ca-5038ac2bb757, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:32.148792 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.158504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c0e64255-03a8-4d15-903d-750fd30e85d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.192256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cad20998-c9e2-4282-a7ad-4781f2f3e89e None None] Provisioning for port 1e41495d-1116-4272-96f4-f9d1e22805fe completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:32.199525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cad20998-c9e2-4282-a7ad-4781f2f3e89e None None] Provisioning complete for port 1e41495d-1116-4272-96f4-f9d1e22805fe triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:32.200156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cad20998-c9e2-4282-a7ad-4781f2f3e89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.214283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for 5851c351-2100-4a34-b6a9-c111251dac74 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:32.286861 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] For port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:32.294052 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] For port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:32.295242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-cad20998-c9e2-4282-a7ad-4781f2f3e89e None None] Port 1e41495d-1116-4272-96f4-f9d1e22805fe cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:32.329421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c0e64255-03a8-4d15-903d-750fd30e85d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.346089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec26f25-325d-462b-b296-2aecee01f4e3 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:32.346553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e64255-03a8-4d15-903d-750fd30e85d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=103f5807-8d8c-484a-909a-414dddd913bd,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:32.349938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec26f25-325d-462b-b296-2aecee01f4e3 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:32.352501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c0e64255-03a8-4d15-903d-750fd30e85d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.356047 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c0e64255-03a8-4d15-903d-750fd30e85d5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/103f5807-8d8c-484a-909a-414dddd913bd HTTP/1.1" status: 204 len: 168 time: 0.4770787 Feb 28 11:29:32.356177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec26f25-325d-462b-b296-2aecee01f4e3 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:32.356454 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3ec26f25-325d-462b-b296-2aecee01f4e3 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.5856378 Feb 28 11:29:32.358487 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.359631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45212) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:32.448495 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Routers {'6a013593-2a3c-4c45-bbf1-bdad84aaccb1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:32.449284 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6a013593-2a3c-4c45-bbf1-bdad84aaccb1'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:32.522631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e71fad06-9fbe-4eaa-92ba-f6e2049443d6 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Deleting port 1e41495d-1116-4272-96f4-f9d1e22805fe {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:32.523002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e71fad06-9fbe-4eaa-92ba-f6e2049443d6 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.577825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60fbb92-a138-474c-b501-fb6c6d382873 req-e3d7b786-b871-4e36-950a-f241dfeef28a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:32.585266 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a60fbb92-a138-474c-b501-fb6c6d382873 req-e3d7b786-b871-4e36-950a-f241dfeef28a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.6092501 Feb 28 11:29:32.585634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45218) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:32.652608 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] Set router 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:32.677742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:32.754415 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57f6d4-93fc-4140-b273-5f8b595e0012 None None] Pushing event updated for resources: {'Port': ['ID=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:32.756718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3eb9ff8d-bfaf-4820-b091-736891bacf77 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1344056751', 'prefixes': ['172.20.0.0/16']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:32.766517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3eb9ff8d-bfaf-4820-b091-736891bacf77 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:32.915927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=5851c351-2100-4a34-b6a9-c111251dac74,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:32.998969 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a60fbb92-a138-474c-b501-fb6c6d382873 req-16e8d500-bf5a-4b4c-85e8-05860a3b0dea tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144671 Feb 28 11:29:33.073521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ff8d-bfaf-4820-b091-736891bacf77 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] Notify callbacks [] for subnetpool, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.076671 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3eb9ff8d-bfaf-4820-b091-736891bacf77 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.4872591 Feb 28 11:29:33.077474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45226) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.121264 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a5d477c4-65a2-4812-be09-c428be4812f5 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] 10.222.0.31 "GET /v2.0/subnetpools/868f83ba-7ccf-4a54-974f-9981a8f870bf HTTP/1.1" status: 200 len: 732 time: 0.0409899 Feb 28 11:29:33.121858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45232) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.128807 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8e16e003-51ac-4b27-b2ea-9782fe2dfd82 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-185607563'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:33.136747 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a013593-2a3c-4c45-bbf1-bdad84aaccb1', 'name': 'tempest-NetworksTestDHCPv6-router-1778110153', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:28Z', 'revision_number': 2, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None, '_interfaces': [{'id': '5c373d1d-9e62-4c56-b7ca-5038ac2bb757', 'name': '', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'mac_address': 'fa:16:3e:e3:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a013593-2a3c-4c45-bbf1-bdad84aaccb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a6c2380-7d37-429a-b623-5b152776ffd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:27Z', 'updated_at': '2022-02-28T11:29:32Z', 'revision_number': 4, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'subnets': [{'id': '3a6c2380-7d37-429a-b623-5b152776ffd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:33.141521 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae4a877-43f1-4324-b18b-27a36382aed6 None None] The sync data for ids ['6a013593-2a3c-4c45-bbf1-bdad84aaccb1'] in dv-neutron-830866-1-hyperv is: [{'id': '6a013593-2a3c-4c45-bbf1-bdad84aaccb1', 'name': 'tempest-NetworksTestDHCPv6-router-1778110153', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:28Z', 'revision_number': 2, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None, '_interfaces': [{'id': '5c373d1d-9e62-4c56-b7ca-5038ac2bb757', 'name': '', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'mac_address': 'fa:16:3e:e3:21:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a013593-2a3c-4c45-bbf1-bdad84aaccb1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3a6c2380-7d37-429a-b623-5b152776ffd9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:27Z', 'updated_at': '2022-02-28T11:29:32Z', 'revision_number': 4, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'subnets': [{'id': '3a6c2380-7d37-429a-b623-5b152776ffd9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:33.209855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e71fad06-9fbe-4eaa-92ba-f6e2049443d6 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.225174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.345800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e16e003-51ac-4b27-b2ea-9782fe2dfd82 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] Notify callbacks [] for subnetpool, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.353035 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8e16e003-51ac-4b27-b2ea-9782fe2dfd82 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] 10.222.0.31 "PUT /v2.0/subnetpools/868f83ba-7ccf-4a54-974f-9981a8f870bf HTTP/1.1" status: 200 len: 683 time: 0.2251282 Feb 28 11:29:33.353035 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45236) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.400595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e71fad06-9fbe-4eaa-92ba-f6e2049443d6 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Calling delete_port for 1e41495d-1116-4272-96f4-f9d1e22805fe owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:33.431015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.435769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c1c3dd86-b375-4707-ba8f-3501801bbeaf tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/floatingips/3cfa1a8f-20e3-4fe6-a35b-41bb76b24821 HTTP/1.1" status: 204 len: 168 time: 2.2716751 Feb 28 11:29:33.444870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45240) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.459232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'ac22d7c6-11cf-4af2-af36-a730cbe46ac3'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:33.475749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:33.478582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45244) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.485896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:floatingip and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:33.490522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:33.494254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.498812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3bf598d-5ada-404d-b4ca-51179332f474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.556005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:33.571358 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f3bf598d-5ada-404d-b4ca-51179332f474 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:33.574527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f9fdcd37-8d16-4474-b6cb-677d77a2573b tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] Notify callbacks [] for subnetpool, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.575823 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f9fdcd37-8d16-4474-b6cb-677d77a2573b tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] 10.222.0.31 "DELETE /v2.0/subnetpools/868f83ba-7ccf-4a54-974f-9981a8f870bf HTTP/1.1" status: 204 len: 168 time: 0.2144165 Feb 28 11:29:33.578757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45248) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.579720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f3bf598d-5ada-404d-b4ca-51179332f474 admin admin] Usage tracker for resource:security_group_rule and tenant:2d214bce9d794f43bc15524acdd4732c is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:33.583957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f3bf598d-5ada-404d-b4ca-51179332f474 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:33.605701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f3bf598d-5ada-404d-b4ca-51179332f474 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:33.612582 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-39396d19-8281-4964-9c26-21e326804c0d tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] show failed (client error): The resource could not be found. Feb 28 11:29:33.616696 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39396d19-8281-4964-9c26-21e326804c0d tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] 10.222.0.31 "GET /v2.0/subnetpools/868f83ba-7ccf-4a54-974f-9981a8f870bf HTTP/1.1" status: 404 len: 346 time: 0.0311241 Feb 28 11:29:33.619589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45254) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.640888 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-53c50adf-79aa-42d9-aa5f-ff279648fd73 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] delete failed (client error): The resource could not be found. Feb 28 11:29:33.641931 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-53c50adf-79aa-42d9-aa5f-ff279648fd73 tempest-SubnetPoolsTestJSON-480604274 tempest-SubnetPoolsTestJSON-480604274-project] 10.222.0.31 "DELETE /v2.0/subnetpools/868f83ba-7ccf-4a54-974f-9981a8f870bf HTTP/1.1" status: 404 len: 346 time: 0.0213537 Feb 28 11:29:33.752204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3bf598d-5ada-404d-b4ca-51179332f474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.778627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.815205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3bf598d-5ada-404d-b4ca-51179332f474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.843864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.889175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf598d-5ada-404d-b4ca-51179332f474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=817783cb-f895-4a23-80f3-2dfe824c9f1b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:33.893346 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f3bf598d-5ada-404d-b4ca-51179332f474 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d214bce9d794f43bc15524acdd4732c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4136839 Feb 28 11:29:33.899689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45260) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:33.971897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b8347899-33f8-47d1-937e-a986635c09c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:33.998017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b8347899-33f8-47d1-937e-a986635c09c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.056895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e71fad06-9fbe-4eaa-92ba-f6e2049443d6 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.122380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678e30d6-b638-4d95-920f-694e9e625dc4 req-4b3717b1-6855-485e-826d-165d20af3b9c tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:34.123849 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-678e30d6-b638-4d95-920f-694e9e625dc4 req-4b3717b1-6855-485e-826d-165d20af3b9c tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 945 time: 0.3299587 Feb 28 11:29:34.143794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fad06-9fbe-4eaa-92ba-f6e2049443d6 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event deleted for resources: {'Port': ['ID=1e41495d-1116-4272-96f4-f9d1e22805fe,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:34.153420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b8347899-33f8-47d1-937e-a986635c09c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.167963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8347899-33f8-47d1-937e-a986635c09c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=817783cb-f895-4a23-80f3-2dfe824c9f1b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:34.173845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b8347899-33f8-47d1-937e-a986635c09c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.174984 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b8347899-33f8-47d1-937e-a986635c09c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/817783cb-f895-4a23-80f3-2dfe824c9f1b HTTP/1.1" status: 204 len: 168 time: 0.2742934 Feb 28 11:29:34.326257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45270) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:34.407294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e71fad06-9fbe-4eaa-92ba-f6e2049443d6 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.511597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-669397af-971c-4506-827a-621f013e4561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.548272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-669397af-971c-4506-827a-621f013e4561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:34.550175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.552558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-669397af-971c-4506-827a-621f013e4561 admin admin] Usage tracker for resource:security_group_rule and tenant:08602ef6bc7a4be88b456838d6da9f8a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:34.556707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-669397af-971c-4506-827a-621f013e4561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:34.563994 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e71fad06-9fbe-4eaa-92ba-f6e2049443d6 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "DELETE /v2.0/ports/1e41495d-1116-4272-96f4-f9d1e22805fe HTTP/1.1" status: 204 len: 168 time: 2.1974714 Feb 28 11:29:34.564392 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45276) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:34.569861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Request body: {'port': {'name': 'tempest-new-port-name-1603188660', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:34.570250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.api.validators [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] bootfile-name is not in valid_values {{(pid=84338) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:29:34.571240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.api.validators [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] tftp-server is not in valid_values {{(pid=84338) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:29:34.571578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.api.validators [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] server-ip-address is not in valid_values {{(pid=84338) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 11:29:34.608808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-669397af-971c-4506-827a-621f013e4561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:34.622286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-678e30d6-b638-4d95-920f-694e9e625dc4 req-9a4c823c-e1da-4813-bfcd-bd154cfa1d92 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4814217 Feb 28 11:29:34.751346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:34.751700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.772855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-669397af-971c-4506-827a-621f013e4561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.784244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.817193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.26.1.6 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/3601c50f-101f-4a79-b3aa-a02039c677fa) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:34.824965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88916fe0-0f54-417c-81a4-f370390d27c6 req-059654bf-805a-482a-ae96-80f1b2a81897 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:34.826436 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-88916fe0-0f54-417c-81a4-f370390d27c6 req-059654bf-805a-482a-ae96-80f1b2a81897 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.6175213 Feb 28 11:29:34.843205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-669397af-971c-4506-827a-621f013e4561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:34.915215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669397af-971c-4506-827a-621f013e4561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a51e6f33-b72f-42c9-ae36-d2e9e63f6024,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:34.921554 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-669397af-971c-4506-827a-621f013e4561 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08602ef6bc7a4be88b456838d6da9f8a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5918660 Feb 28 11:29:34.936889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45282) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:35.006356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:35.065900 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-88916fe0-0f54-417c-81a4-f370390d27c6 req-7d201f59-5561-4510-b8f9-414ec048f237 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295396 Feb 28 11:29:35.104659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45288) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:35.133557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] For port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:35.134073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.164226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-775a0d0a-8ddd-465d-b295-64d4f085d297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.187700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:35.193025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-06f743fd-cf44-4583-aef7-8651cc45b621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.195323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:35.196352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.246911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-06f743fd-cf44-4583-aef7-8651cc45b621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.261845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-775a0d0a-8ddd-465d-b295-64d4f085d297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:35.284390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-775a0d0a-8ddd-465d-b295-64d4f085d297 admin admin] Usage tracker for resource:security_group_rule and tenant:1f16bcf09f9d41d5b946b6d551dda4cf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:35.291308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-775a0d0a-8ddd-465d-b295-64d4f085d297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:35.295219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.309558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-775a0d0a-8ddd-465d-b295-64d4f085d297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:35.315838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:35.351038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.392895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.393141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-775a0d0a-8ddd-465d-b295-64d4f085d297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.396622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:35.409674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.443168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-06f743fd-cf44-4583-aef7-8651cc45b621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.477489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-d60867ce-2e4e-4571-8675-c8e42f12d046 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.479387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-d60867ce-2e4e-4571-8675-c8e42f12d046 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.57 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 945 time: 0.2734270 Feb 28 11:29:35.496378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.528112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event updated for resources: {'Port': ['ID=56dc14b7-9cc1-42f0-bea2-bed89ad73a71,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:35.545639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f743fd-cf44-4583-aef7-8651cc45b621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a51e6f33-b72f-42c9-ae36-d2e9e63f6024,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:35.553927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-775a0d0a-8ddd-465d-b295-64d4f085d297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.555695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Deleting port 104e0b15-d78a-4860-b807-10e629b5d6f4 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:35.556043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.594144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.597871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:35.598233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:35.623148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:35.628452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775a0d0a-8ddd-465d-b295-64d4f085d297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d32fa3-2de5-4f52-8347-4b4188b401b8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:35.633840 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] In _notify_port_updated(), no bound segment for port 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 on network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:29:35.638140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.639011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.640066 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b48159a5-aa63-40d0-b8dd-46562c69f871 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "PUT /v2.0/ports/56dc14b7-9cc1-42f0-bea2-bed89ad73a71 HTTP/1.1" status: 200 len: 1129 time: 1.0762215 Feb 28 11:29:35.642753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45294) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:35.701101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-06f743fd-cf44-4583-aef7-8651cc45b621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.705139 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-06f743fd-cf44-4583-aef7-8651cc45b621 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a51e6f33-b72f-42c9-ae36-d2e9e63f6024 HTTP/1.1" status: 204 len: 168 time: 0.7673562 Feb 28 11:29:35.739303 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-775a0d0a-8ddd-465d-b295-64d4f085d297 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f16bcf09f9d41d5b946b6d551dda4cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6330886 Feb 28 11:29:35.745131 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45302) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:35.766563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79536465-1e4e-412c-a03e-0463efd44e50 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:35.767211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79536465-1e4e-412c-a03e-0463efd44e50 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Synchronizing usage tracker for tenant:7a17aeb058dc40b18330b81cc38bc19d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:35.794759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=3601c50f-101f-4a79-b3aa-a02039c677fa,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:35.840792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92a1fdb5-ab4b-455d-8ea1-dd5456437488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.873832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92a1fdb5-ab4b-455d-8ea1-dd5456437488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:35.875192 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:35.892432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79536465-1e4e-412c-a03e-0463efd44e50 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Unset dirty status for tenant:7a17aeb058dc40b18330b81cc38bc19d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:35.893584 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-79536465-1e4e-412c-a03e-0463efd44e50 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "GET /v2.0/ports/56dc14b7-9cc1-42f0-bea2-bed89ad73a71 HTTP/1.1" status: 200 len: 1129 time: 0.2479553 Feb 28 11:29:35.898501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45306) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:35.923655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:35.943206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:36.001554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bb477cad-4fee-4418-b468-a2a7ec7e1c44 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Deleting port 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:36.002160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb477cad-4fee-4418-b468-a2a7ec7e1c44 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.044219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-74787b85-18f0-4fee-90a3-e40fd9a728e6 None None] Provisioning complete for port 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:36.045231 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-74787b85-18f0-4fee-90a3-e40fd9a728e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.107131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:36.107480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.113273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-74787b85-18f0-4fee-90a3-e40fd9a728e6 None None] Port 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:36.144736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92a1fdb5-ab4b-455d-8ea1-dd5456437488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.223275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a1fdb5-ab4b-455d-8ea1-dd5456437488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d32fa3-2de5-4f52-8347-4b4188b401b8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:36.233805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92a1fdb5-ab4b-455d-8ea1-dd5456437488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.234491 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-92a1fdb5-ab4b-455d-8ea1-dd5456437488 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25d32fa3-2de5-4f52-8347-4b4188b401b8 HTTP/1.1" status: 204 len: 168 time: 0.4883111 Feb 28 11:29:36.290963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb477cad-4fee-4418-b468-a2a7ec7e1c44 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.443343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a0277b-edaf-4fbb-81b6-1fc090bd2072 req-0fd6477e-a9e0-4145-b82a-8dd879521023 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:36.444818 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-92a0277b-edaf-4fbb-81b6-1fc090bd2072 req-0fd6477e-a9e0-4145-b82a-8dd879521023 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.8097978 Feb 28 11:29:36.528205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bb477cad-4fee-4418-b468-a2a7ec7e1c44 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Calling delete_port for 56dc14b7-9cc1-42f0-bea2-bed89ad73a71 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:36.594474 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42fd5075-596b-43f0-aad4-08e1097b1b96 req-7c13a1a0-680d-4f06-b17e-90dec0f64079 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1099 time: 0.7943604 Feb 28 11:29:36.658641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e882b8-6fb0-4190-bbf2-4439a1eb6d7c req-12149758-6a7f-45d5-99f5-3646365bf60a tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:36.667014 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-99e882b8-6fb0-4190-bbf2-4439a1eb6d7c req-12149758-6a7f-45d5-99f5-3646365bf60a tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 945 time: 0.7803721 Feb 28 11:29:36.775858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb477cad-4fee-4418-b468-a2a7ec7e1c44 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.831876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb477cad-4fee-4418-b468-a2a7ec7e1c44 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event deleted for resources: {'Port': ['ID=56dc14b7-9cc1-42f0-bea2-bed89ad73a71,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:36.922165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb477cad-4fee-4418-b468-a2a7ec7e1c44 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.926902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] For port 104e0b15-d78a-4860-b807-10e629b5d6f4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=104e0b15-d78a-4860-b807-10e629b5d6f4,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:36.927367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:36.989428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:37.023106 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bb477cad-4fee-4418-b468-a2a7ec7e1c44 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "DELETE /v2.0/ports/56dc14b7-9cc1-42f0-bea2-bed89ad73a71 HTTP/1.1" status: 204 len: 168 time: 1.1232481 Feb 28 11:29:37.026655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45334) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:37.036662 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-92a0277b-edaf-4fbb-81b6-1fc090bd2072 req-2b2599cd-91cd-483c-8fae-8ac3cad62613 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5620279 Feb 28 11:29:37.075475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:37.075941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.084918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] For port 5c373d1d-9e62-4c56-b7ca-5038ac2bb757, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:37.085538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.308515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a9deaf-aeb2-45ba-9435-fac7c71b3513 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Deleting subnet 989c3313-fbc6-4b5b-81b0-ebf4ec94cc69 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:29:37.311729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35a9deaf-aeb2-45ba-9435-fac7c71b3513 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.360662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45342) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:37.381372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35a9deaf-aeb2-45ba-9435-fac7c71b3513 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.394775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:37.461486 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-99e882b8-6fb0-4190-bbf2-4439a1eb6d7c req-fc9eb39d-135f-4642-bfa9-1607ec3cbe7a tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7937667 Feb 28 11:29:37.496863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35a9deaf-aeb2-45ba-9435-fac7c71b3513 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.540728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1908147733'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:37.557248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:37.564794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Usage tracker for resource:network and tenant:f04b3f9aac19466fb0ebec95c12b3eb7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:37.569495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:37.579298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:37.594019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5075-596b-43f0-aad4-08e1097b1b96 req-06540c05-7160-4dc6-800c-892c6f314123 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:37.595490 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42fd5075-596b-43f0-aad4-08e1097b1b96 req-06540c05-7160-4dc6-800c-892c6f314123 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 913 time: 0.9739451 Feb 28 11:29:37.694073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Made reservation on behalf of f04b3f9aac19466fb0ebec95c12b3eb7 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:37.698333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.710884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35a9deaf-aeb2-45ba-9435-fac7c71b3513 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.751648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.764188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a9deaf-aeb2-45ba-9435-fac7c71b3513 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event deleted for resources: {'Subnet': ['ID=989c3313-fbc6-4b5b-81b0-ebf4ec94cc69,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:37.771696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35a9deaf-aeb2-45ba-9435-fac7c71b3513 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.783448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61bda4a-f4f8-4f3a-87cc-09009c1521fd None None] Network d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:37.789600 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-35a9deaf-aeb2-45ba-9435-fac7c71b3513 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "DELETE /v2.0/subnets/989c3313-fbc6-4b5b-81b0-ebf4ec94cc69 HTTP/1.1" status: 204 len: 168 time: 0.7615993 Feb 28 11:29:37.794018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45356) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:37.817431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45360) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:37.822232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:37.831006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Usage tracker for resource:security_group_rule and tenant:f04b3f9aac19466fb0ebec95c12b3eb7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:37.884338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:37.896714 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42fd5075-596b-43f0-aad4-08e1097b1b96 req-eae24301-5ed8-4b55-8278-50b1a90ff362 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 1001 time: 0.2848759 Feb 28 11:29:37.905706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:37.949274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.949984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.949984 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Floating IP a5fb0d82-2377-4816-9e61-a6fb9b98524f disassociated. External IP: 172.26.1.154, port: 104e0b15-d78a-4860-b807-10e629b5d6f4. Feb 28 11:29:37.950313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Calling delete_port for 104e0b15-d78a-4860-b807-10e629b5d6f4 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:37.968410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:37.993293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Deleting port 4bd4bba1-1e09-41f1-8729-89055c15485f {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:37.995108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.076855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2096292404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:38.097287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58ff98a-4b38-4f5f-bc90-d578f19329bf None None] DHCP port deletion for d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:29:38.097970 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:38.109672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.111575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a58ff98a-4b38-4f5f-bc90-d578f19329bf None None] Deleting port 4bd4bba1-1e09-41f1-8729-89055c15485f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:38.112274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a58ff98a-4b38-4f5f-bc90-d578f19329bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.135419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Usage tracker for resource:router and tenant:b6d73e847a034ccb932586f552781465 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:38.142338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:38.156227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:38.192435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.241801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd5075-596b-43f0-aad4-08e1097b1b96 req-9f13593a-b67d-483d-a170-c918ab880f9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:38.243533 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42fd5075-596b-43f0-aad4-08e1097b1b96 req-9f13593a-b67d-483d-a170-c918ab880f9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 200 len: 851 time: 0.3353267 Feb 28 11:29:38.290514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5521752-783d-47e6-b704-4152f9abf403,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:38.296726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.297840 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.346913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:38.361736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] For port 4bd4bba1-1e09-41f1-8729-89055c15485f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4bd4bba1-1e09-41f1-8729-89055c15485f,segment=NetworkSegment(152536ed-bd14-4f1c-86eb-c2c706cabcb1),segment_id=152536ed-bd14-4f1c-86eb-c2c706cabcb1)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:38.362237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.362349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.374758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.375282 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Added segment 1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740 of type vlan for network 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f Feb 28 11:29:38.379265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a58ff98a-4b38-4f5f-bc90-d578f19329bf None None] For port 4bd4bba1-1e09-41f1-8729-89055c15485f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4bd4bba1-1e09-41f1-8729-89055c15485f,segment=NetworkSegment(152536ed-bd14-4f1c-86eb-c2c706cabcb1),segment_id=152536ed-bd14-4f1c-86eb-c2c706cabcb1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:38.379653 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a58ff98a-4b38-4f5f-bc90-d578f19329bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.441115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.453720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=5c373d1d-9e62-4c56-b7ca-5038ac2bb757,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:38.502560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a58ff98a-4b38-4f5f-bc90-d578f19329bf None None] Calling delete_port for 4bd4bba1-1e09-41f1-8729-89055c15485f owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:38.516648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Calling delete_port for 4bd4bba1-1e09-41f1-8729-89055c15485f owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:38.598264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.613504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 104e0b15-d78a-4860-b807-10e629b5d6f4 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:38.654348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a58ff98a-4b38-4f5f-bc90-d578f19329bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.668625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:38.669109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:38.669668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.709553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.720339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ff98a-4b38-4f5f-bc90-d578f19329bf None None] Pushing event deleted for resources: {'Port': ['ID=4bd4bba1-1e09-41f1-8729-89055c15485f,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:38.729858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58ff98a-4b38-4f5f-bc90-d578f19329bf None None] No DVR routers for this DVR port 4bd4bba1-1e09-41f1-8729-89055c15485f on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:38.741662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.747391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:38.747391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.801138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.953892 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5895615 Feb 28 11:29:38.953892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:38.953892 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-79d35045-766c-4b2e-b1f6-5c9a6b503f0b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1288199 Feb 28 11:29:38.959107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45370) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:38.959409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45372) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:38.970760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42fd5075-596b-43f0-aad4-08e1097b1b96 req-21ca42d0-a977-4749-9c16-9d1030a4b08a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0c166b-6d44-40ae-b73d-34a64444bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7100730 Feb 28 11:29:38.979578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Request body: {'subnet': {'network_id': '591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:38.984386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d721e3-0861-4510-9e7b-1978f5dd916c req-1b6d0672-77cb-48c3-adf4-d79172de1d54 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:38.991009 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-93d721e3-0861-4510-9e7b-1978f5dd916c req-1b6d0672-77cb-48c3-adf4-d79172de1d54 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.6884801 Feb 28 11:29:38.996459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1351202481'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:39.010696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:39.012725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.021029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4bd4bba1-1e09-41f1-8729-89055c15485f no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:39.021292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2188d0-65ae-4842-93b8-1064a7613263 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Pushing event updated for resources: {'Network': ['ID=591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:39.025054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.025407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Usage tracker for resource:network and tenant:b6d73e847a034ccb932586f552781465 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:39.051575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:39.076159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:39.083312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 4bd4bba1-1e09-41f1-8729-89055c15485f {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:29:39.083654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4bd4bba1-1e09-41f1-8729-89055c15485f not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:39.094802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:39.137021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Pushing event deleted for resources: {'Port': ['ID=104e0b15-d78a-4860-b807-10e629b5d6f4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:39.141453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:39.145969 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Usage tracker for resource:subnet and tenant:f04b3f9aac19466fb0ebec95c12b3eb7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:39.149076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:39.154920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:39.169931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Deleting port 4bd4bba1-1e09-41f1-8729-89055c15485f {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:39.170381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.199121 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Made reservation on behalf of b6d73e847a034ccb932586f552781465 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:39.202106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.210659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91109178-9b21-459a-8db2-d8ba393074bb req-90ef32b0-d4cf-40db-9679-faf473ff9675 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:39.212842 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-91109178-9b21-459a-8db2-d8ba393074bb req-90ef32b0-d4cf-40db-9679-faf473ff9675 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 945 time: 0.6233897 Feb 28 11:29:39.251514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] The port '4bd4bba1-1e09-41f1-8729-89055c15485f' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:29:39.252619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Made reservation on behalf of f04b3f9aac19466fb0ebec95c12b3eb7 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:39.266568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.272802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.296964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-93d721e3-0861-4510-9e7b-1978f5dd916c req-d549cb58-d2e2-4344-9c1b-8b944b24b230 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3050647 Feb 28 11:29:39.476043 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:39.497573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Usage tracker for resource:security_group_rule and tenant:b6d73e847a034ccb932586f552781465 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:39.506223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:39.510074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.530822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:39.538177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.634885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:39.663597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152536ed-bd14-4f1c-86eb-c2c706cabcb1') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:39.663922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152536ed-bd14-4f1c-86eb-c2c706cabcb1') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:39.690800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.726434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.730898 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42fd5075-596b-43f0-aad4-08e1097b1b96 req-5b32708c-d766-44a4-8595-010e64ac7200 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363672 Feb 28 11:29:39.748800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:29:39.749182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:39.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:39.791176 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-91109178-9b21-459a-8db2-d8ba393074bb req-6fc843bb-20d6-42f8-8812-f90db9914d80 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups?id=5ecadf72-1518-4a5d-929d-16a4a450e688&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5672629 Feb 28 11:29:39.874682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.010574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.062914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:40.062914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed218556-32d9-46bb-98b5-ef61f2884feb,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:40.103493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.107449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.123579 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Added segment 7c6b2a29-4e7d-4c36-8a46-8a242afea006 of type vlan for network 8ed141cf-0cdc-4f68-ac09-84277884b472 Feb 28 11:29:40.137589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.150795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.156135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42fd5075-596b-43f0-aad4-08e1097b1b96 req-1b8ca585-a19e-4a35-8b42-b3422572eedc service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719728 Feb 28 11:29:40.169786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.191871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] Pushing event deleted for resources: {'Network': ['ID=d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:40.238924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.243809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Pushing event updated for resources: {'Subnet': ['ID=3168585b-1d15-47b1-bbe1-f00b93f03992,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:40.251589 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a92a6b0f-53e4-459d-82a7-4a8821b6c196 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466 tempest-ExtraDHCPOptionsIpV6TestJSON-127084466-project] 10.222.0.31 "DELETE /v2.0/networks/d1f4dd5f-2536-4617-b91c-9bc37fe5c5ed HTTP/1.1" status: 204 len: 168 time: 2.4564483 Feb 28 11:29:40.291995 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Checking segment: {'id': '1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:40.292454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Network hostable DHCP agents. Network: 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:40.308370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.363459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.367123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:40.368551 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.440300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=3601c50f-101f-4a79-b3aa-a02039c677fa,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:40.451376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Network 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:40.484669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Network': ['ID=8ed141cf-0cdc-4f68-ac09-84277884b472,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:40.496628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 8ed141cf-0cdc-4f68-ac09-84277884b472 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:40.505614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Router 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:40.519148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:40.535256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.542214 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ef37c5ea-ef0f-4108-bd42-82b22e138598 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5800672 Feb 28 11:29:40.545121 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45384) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:40.555587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Request body: {'subnet': {'network_id': '8ed141cf-0cdc-4f68-ac09-84277884b472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:40.607739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:40.619996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e6bf38-4c3b-4ba1-8a37-7baded04c98b None None] Network 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:40.623260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:40.623835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.769831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:40.775229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Usage tracker for resource:subnet and tenant:b6d73e847a034ccb932586f552781465 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:40.778169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:40.784743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:40.861601 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c5d3a92f-28be-4401-9567-7b18ce181dfa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9011512 Feb 28 11:29:40.863276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45392) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:40.868472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Request body: {'port': {'network_id': '591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f', 'name': 'tempest-TagsExtTest-1022100682'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:40.957854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f', 'network_id': '591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f', 'tenant_id': 'f04b3f9aac19466fb0ebec95c12b3eb7', 'fixed_ips': [{'subnet_id': '3168585b-1d15-47b1-bbe1-f00b93f03992'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:40.959045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:40.990168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45396) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:41.004045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Made reservation on behalf of b6d73e847a034ccb932586f552781465 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:41.216421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Allocated IP 172.20.0.2 (591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f/3168585b-1d15-47b1-bbe1-f00b93f03992/cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:41.278699 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c8879de5-23ec-4141-930e-429ef3278c98 req-cda121b7-bfe1-4a4f-98b2-124f0a9cf52f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 210 time: 0.2799745 Feb 28 11:29:41.309961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf873d-e6e4-418f-9c1b-ea2d5a571dbb req-b3787796-8ff0-452c-a981-32b1e4fd5d1d tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.311529 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0cf873d-e6e4-418f-9c1b-ea2d5a571dbb req-b3787796-8ff0-452c-a981-32b1e4fd5d1d tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.8584878 Feb 28 11:29:41.348259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:41.365192 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] Sync routers for ids ['6a013593-2a3c-4c45-bbf1-bdad84aaccb1'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:41.380163 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] Routers {'6a013593-2a3c-4c45-bbf1-bdad84aaccb1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:41.381274 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6a013593-2a3c-4c45-bbf1-bdad84aaccb1'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:41.445170 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6bec8952-0d70-4a7c-923a-de437dd02767 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a17aeb058dc40b18330b81cc38bc19d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4436328 Feb 28 11:29:41.448502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45404) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:41.451713 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0cf873d-e6e4-418f-9c1b-ea2d5a571dbb req-f59c30bf-02db-4cf7-8cba-f6de04217142 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294687 Feb 28 11:29:41.471067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.520433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.549488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Transition to ACTIVE for port object cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:41.557946 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3c28f6a9-4e3c-476b-9e7e-262c5816974a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "PUT /v2.0/routers/6a013593-2a3c-4c45-bbf1-bdad84aaccb1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8047338 Feb 28 11:29:41.560879 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] Set router 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:41.563557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45408) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:41.596330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Transition to ACTIVE for port object cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:41.638557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0aa75422-cbb5-4e0a-8e6e-56b7fad289a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.682629 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a013593-2a3c-4c45-bbf1-bdad84aaccb1', 'name': 'tempest-NetworksTestDHCPv6-router-1778110153', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:37Z', 'revision_number': 3, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:41.687244 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] Checking router: 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:29:41.691040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.693490 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP be5ad3c2-21fb-4f8a-b5af-341c6fb6e0f6 associated. External IP: 172.26.1.6, port: ac22d7c6-11cf-4af2-af36-a730cbe46ac3. Feb 28 11:29:41.709486 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] Routers {'6a013593-2a3c-4c45-bbf1-bdad84aaccb1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:41.710385 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6a013593-2a3c-4c45-bbf1-bdad84aaccb1'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:41.761108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0aa75422-cbb5-4e0a-8e6e-56b7fad289a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.776593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219fcfb-8eaa-44ef-b36b-78c7dab4eca0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.778090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e219fcfb-8eaa-44ef-b36b-78c7dab4eca0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:41.779013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e219fcfb-8eaa-44ef-b36b-78c7dab4eca0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:41.847720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Pushing event updated for resources: {'Port': ['ID=cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:41.857732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Network 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:41.861281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:41.865629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:41.870717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Usage tracker for resource:port and tenant:f04b3f9aac19466fb0ebec95c12b3eb7 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:41.871733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:41.873887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:41.874970 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] Set router 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:41.880343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:41.895762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e219fcfb-8eaa-44ef-b36b-78c7dab4eca0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:41.897026 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e219fcfb-8eaa-44ef-b36b-78c7dab4eca0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3260429 Feb 28 11:29:41.900064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45412) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:41.903920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:41.923837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] Sync routers for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:41.957692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:41.996852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] No DVR routers for this DVR port 104e0b15-d78a-4860-b807-10e629b5d6f4 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:41.999818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.002644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'name': 'network-vif-deleted', 'tag': '104e0b15-d78a-4860-b807-10e629b5d6f4'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:29:42.004172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:42.004981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:42.013135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Made reservation on behalf of f04b3f9aac19466fb0ebec95c12b3eb7 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:42.016733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.018781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-acaa0808-a82f-4044-9294-5327686f0bb3 req-29a2feeb-9fdd-4cb3-9f33-11425cc44041 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.57 "DELETE /v2.0/ports/104e0b15-d78a-4860-b807-10e629b5d6f4 HTTP/1.1" status: 204 len: 173 time: 6.5309272 Feb 28 11:29:42.039805 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a013593-2a3c-4c45-bbf1-bdad84aaccb1', 'name': 'tempest-NetworksTestDHCPv6-router-1778110153', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:37Z', 'revision_number': 3, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:42.043970 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d7219-161e-4f72-a574-1e8e9ef0ed4f None None] The sync data for ids ['6a013593-2a3c-4c45-bbf1-bdad84aaccb1'] in dv-neutron-830866-1-hyperv is: [{'id': '6a013593-2a3c-4c45-bbf1-bdad84aaccb1', 'name': 'tempest-NetworksTestDHCPv6-router-1778110153', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:26Z', 'updated_at': '2022-02-28T11:29:37Z', 'revision_number': 3, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:42.080939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0aa75422-cbb5-4e0a-8e6e-56b7fad289a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.089668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0aa75422-cbb5-4e0a-8e6e-56b7fad289a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.090496 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0aa75422-cbb5-4e0a-8e6e-56b7fad289a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f24e49d-3ec2-41b6-bdba-a48842085b9c HTTP/1.1" status: 204 len: 168 time: 0.6375718 Feb 28 11:29:42.100134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] device_id is not set on port 5b86ec6d-5a48-4a1f-b156-a74fe5718e26 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:29:42.109097 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '751eba44-f7a6-47b5-8861-2b6df2e69947', 'name': 'network-vif-deleted', 'tag': '104e0b15-d78a-4860-b807-10e629b5d6f4', 'status': 'completed', 'code': 200} Feb 28 11:29:42.111542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa75422-cbb5-4e0a-8e6e-56b7fad289a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f24e49d-3ec2-41b6-bdba-a48842085b9c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:42.161187 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Attempting to bind port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:42.161556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Attempting to bind port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:42.161905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Attempting to bind port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 on network 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:42.308690 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:42.309370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Checking segment: {'id': '1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:42.309935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.310743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Bound using segment: {'id': '1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:42.311441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Bound port: cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:42.312260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.333115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Subnet': ['ID=ce81d876-3799-41ca-a724-0fd3ab25ba4b,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:42.381809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:42.451326 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Checking segment: {'id': '7c6b2a29-4e7d-4c36-8a46-8a242afea006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed141cf-0cdc-4f68-ac09-84277884b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:42.452159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network hostable DHCP agents. Network: 8ed141cf-0cdc-4f68-ac09-84277884b472, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:42.557465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] For port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:42.561968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] For port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497,segment=NetworkSegment(1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740),segment_id=1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:42.564989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:42.700003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bdba98e-d654-45b3-9fcc-0b45d1752502 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 3a6c2380-7d37-429a-b623-5b152776ffd9 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:29:42.700437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a7f7c613-8c53-4fd7-8eb2-3a245cde55b6 req-1ef74970-189a-4b96-9644-28a862924962 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Synchronizing usage tracker for tenant:891d02a28f604b24a293e776f889769d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:42.715452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bdba98e-d654-45b3-9fcc-0b45d1752502 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.767753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.819468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a7f7c613-8c53-4fd7-8eb2-3a245cde55b6 req-1ef74970-189a-4b96-9644-28a862924962 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Unset dirty status for tenant:891d02a28f604b24a293e776f889769d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:42.821490 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a7f7c613-8c53-4fd7-8eb2-3a245cde55b6 req-1ef74970-189a-4b96-9644-28a862924962 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/ports?device_id=751eba44-f7a6-47b5-8861-2b6df2e69947 HTTP/1.1" status: 200 len: 210 time: 0.2600639 Feb 28 11:29:42.860323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bdba98e-d654-45b3-9fcc-0b45d1752502 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:42.899483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ed462c-e880-44a2-beeb-3aa7d058cd36 req-6b10aabc-c77f-4d6b-a7f1-6b1fd999cb11 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:42.900709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5ed462c-e880-44a2-beeb-3aa7d058cd36 req-6b10aabc-c77f-4d6b-a7f1-6b1fd999cb11 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1477067 Feb 28 11:29:42.901842 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network 8ed141cf-0cdc-4f68-ac09-84277884b472 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:42.911268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Allocated IP 172.20.0.11 (591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f/3168585b-1d15-47b1-bbe1-f00b93f03992/5b86ec6d-5a48-4a1f-b156-a74fe5718e26) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:42.934355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a037d8c-c3c9-4ada-9ca9-58ea19a55915 None None] Pushing event updated for resources: {'Port': ['ID=cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:42.948712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:43.016836 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5ed462c-e880-44a2-beeb-3aa7d058cd36 req-85fda370-3762-4061-befd-ec36f90a6e6b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974746 Feb 28 11:29:43.021400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 8ed141cf-0cdc-4f68-ac09-84277884b472) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:43.034294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:43.043062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.044471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a162c8-d518-4c3d-9df7-f0589fa3bb7d None None] Network 8ed141cf-0cdc-4f68-ac09-84277884b472 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:43.066355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:43.071794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:29:43.072216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5c373d1d-9e62-4c56-b7ca-5038ac2bb757 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:43.090083 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb8c8e6-806f-4c3b-88a7-9b3f127de1f6 None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:43.144438 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8c8e6-806f-4c3b-88a7-9b3f127de1f6 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:43.145068 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cbb8c8e6-806f-4c3b-88a7-9b3f127de1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:43.203815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.210144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bdba98e-d654-45b3-9fcc-0b45d1752502 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.361861 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8c7af27b-0cab-49ea-95e1-42cf0cd56266 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.9090586 Feb 28 11:29:43.361861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45438) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:43.387370 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cbb8c8e6-806f-4c3b-88a7-9b3f127de1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:43.399789 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb8c8e6-806f-4c3b-88a7-9b3f127de1f6 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:43.400643 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cbb8c8e6-806f-4c3b-88a7-9b3f127de1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:43.403138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.436473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Transition to ACTIVE for port object 5b86ec6d-5a48-4a1f-b156-a74fe5718e26 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:43.464196 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7b4ed330-ad37-4e68-8743-5ca6de419c44 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9180341 Feb 28 11:29:43.468810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45444) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:43.480307 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cbb8c8e6-806f-4c3b-88a7-9b3f127de1f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:43.480481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Request body: {'network': {'name': 'tempest-router-network01--1120187254'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:43.480584 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb8c8e6-806f-4c3b-88a7-9b3f127de1f6 None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:43.483980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:43.488078 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Usage tracker for resource:network and tenant:b6d73e847a034ccb932586f552781465 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:43.491300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:43.498610 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:43.569559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bdba98e-d654-45b3-9fcc-0b45d1752502 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.629289 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdba98e-d654-45b3-9fcc-0b45d1752502 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=3a6c2380-7d37-429a-b623-5b152776ffd9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:43.635692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.637143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Made reservation on behalf of b6d73e847a034ccb932586f552781465 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:43.640267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.657426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '4b432b13-ef22-4a87-ba72-2f9f29d83437', 'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'mac_address': 'fa:16:3e:96:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:17Z', 'revision_number': 5, 'project_id': '891d02a28f604b24a293e776f889769d', 'subnets': [{'id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:43.660894 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-8ed141cf-0cdc-4f68-ac09-84277884b472', 'network_id': '8ed141cf-0cdc-4f68-ac09-84277884b472', 'tenant_id': 'b6d73e847a034ccb932586f552781465', 'fixed_ips': [{'subnet_id': 'ce81d876-3799-41ca-a724-0fd3ab25ba4b'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:43.664657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.668017 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a5ad2047-095c-49e7-9166-3c4d11bcc47b tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "GET /v2.0/floatingips/be5ad3c2-21fb-4f8a-b5af-341c6fb6e0f6 HTTP/1.1" status: 200 len: 977 time: 0.3051958 Feb 28 11:29:43.670728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45450) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:43.690905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] Checking router: 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:29:43.739480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bdba98e-d654-45b3-9fcc-0b45d1752502 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.740762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39952458-5252-4ad6-95b2-9ff171624147 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:43.764652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:43.782489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:43.783048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:43.799381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba631d51-7e01-4faf-a42e-369cef48c169 req-e28e9f99-4548-46f3-8ee0-35f220f152a3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:43.800994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Pushing event updated for resources: {'Port': ['ID=5b86ec6d-5a48-4a1f-b156-a74fe5718e26,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:43.809348 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ba631d51-7e01-4faf-a42e-369cef48c169 req-e28e9f99-4548-46f3-8ee0-35f220f152a3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2806885 Feb 28 11:29:43.815062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Network 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:43.819657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:43.819657 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Added segment 170d2ee0-872a-40c6-b109-c105b9de839d of type vlan for network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea Feb 28 11:29:43.819657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:43.826458 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:43.865335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45456) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:43.877731 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4bdba98e-d654-45b3-9fcc-0b45d1752502 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/3a6c2380-7d37-429a-b623-5b152776ffd9 HTTP/1.1" status: 204 len: 168 time: 1.9757686 Feb 28 11:29:43.885860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9050e23d-c439-48ce-937f-cc62b0676322 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Synchronizing usage tracker for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:floatingip {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:43.887027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45464) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:43.926242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ba631d51-7e01-4faf-a42e-369cef48c169 req-fe4caa62-c925-4f29-a905-9662bd271a96 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158047 Feb 28 11:29:43.993331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9050e23d-c439-48ce-937f-cc62b0676322 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Unset dirty status for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:floatingip {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:43.994736 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9050e23d-c439-48ce-937f-cc62b0676322 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3229463 Feb 28 11:29:43.997807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45472) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:44.012217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'port_id': 'f47823f5-b9c7-4ed2-8a6d-a0f291503ae4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:44.142439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:44.143089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.152678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.240244 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b69ce877-1989-456e-b5d6-d2fd5dd1ff67 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3481309 Feb 28 11:29:44.241401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45478) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:44.333197 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dd2c3e24-98ab-4ea7-98e4-bf5e641f74df tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4665613 Feb 28 11:29:44.365379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45482) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:44.384310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1668143315'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:44.406346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-142322051', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:44.420781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:44.426885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:44.432672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:44.434034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:44.448514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:44.455252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Usage tracker for resource:router and tenant:f04b3f9aac19466fb0ebec95c12b3eb7 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:44.464830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:44.468559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:44.498121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.554272 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Allocated IP 172.20.0.2 (8ed141cf-0cdc-4f68-ac09-84277884b472/ce81d876-3799-41ca-a724-0fd3ab25ba4b/9b544f0f-d3aa-4455-ac7f-025a1c141693) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:44.562334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.563242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:44.566273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:44.567011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.610441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b015f70c-6dbb-4b3e-bda3-e457b506b5e6 None None] Network 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:44.686892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Network': ['ID=5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:44.712834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a8acb46-596f-4b81-8d09-16d7d873683c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.785635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:44.795873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.797019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.818267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.818385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d134a-cb60-4036-ae65-c84057305539 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:29:44.846112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:44.846307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45490) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:44.847476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:44.853267 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b4029d32-2f7d-43e9-a064-a4a9f29d70ed tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3827021 Feb 28 11:29:44.866808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45494) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:44.885976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Request body: {'network': {'name': 'tempest-router-network02--696252398'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:44.911018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:44.916670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Usage tracker for resource:network and tenant:b6d73e847a034ccb932586f552781465 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:44.942660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:45.027458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.048122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:45.050392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.069721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-725d134a-cb60-4036-ae65-c84057305539 None None] Deleting port aaaa6e36-16db-4e0b-a324-16e3aad44626 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:45.070794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-725d134a-cb60-4036-ae65-c84057305539 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.126208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:45.180713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ea6331e8-d6c0-492b-b98f-33229292c0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.187958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.189130 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-63a28d4e-fac9-4073-9bb1-7e9db12ae22e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8179770 Feb 28 11:29:45.199242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45500) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.220809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-adf40365-36d7-4383-94a3-b1b8b30e1ffc tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1584787488', 'prefixes': ['172.20.0.0/16']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:45.224679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:45.235195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-adf40365-36d7-4383-94a3-b1b8b30e1ffc tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:45.245825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:security_group_rule and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:45.251981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:45.286527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Made reservation on behalf of b6d73e847a034ccb932586f552781465 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:45.290769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.303743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4630bb6f-7fef-4de7-ad89-16733717b4e4 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.314835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a8acb46-596f-4b81-8d09-16d7d873683c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.320722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:45.342368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a8acb46-596f-4b81-8d09-16d7d873683c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.356002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4630bb6f-7fef-4de7-ad89-16733717b4e4 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.379997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:45.419571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.419897 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Added segment 370ebfe5-1820-4be2-8b8f-673eb59add81 of type vlan for network 0f5c5a41-569e-4a14-95e5-739246a32cbb Feb 28 11:29:45.435267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6eebcf-a9b7-4942-b615-f3773f3d5b0a req-d0099488-1ec1-484b-aa95-234e9bf481d2 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:45.436712 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3c6eebcf-a9b7-4942-b615-f3773f3d5b0a req-d0099488-1ec1-484b-aa95-234e9bf481d2 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.3552406 Feb 28 11:29:45.449141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422e84a-8bb8-4cbe-b2ce-5c72289f4bd2 req-a7485666-d490-4dc8-8f7e-d2b1c1417a99 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:45.450531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9422e84a-8bb8-4cbe-b2ce-5c72289f4bd2 req-a7485666-d490-4dc8-8f7e-d2b1c1417a99 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 945 time: 0.3627620 Feb 28 11:29:45.460406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.501126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a8acb46-596f-4b81-8d09-16d7d873683c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.501484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8acb46-596f-4b81-8d09-16d7d873683c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Fanout notify agent at l3_agent the message router_deleted on router 6a013593-2a3c-4c45-bbf1-bdad84aaccb1 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:29:45.505905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3026b575-e98a-46c1-a80f-cdf17277675f None None] Provisioning for port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:45.534457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4630bb6f-7fef-4de7-ad89-16733717b4e4 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.560621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630bb6f-7fef-4de7-ad89-16733717b4e4 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecadf72-1518-4a5d-929d-16a4a450e688,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:45.569890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.576470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a8acb46-596f-4b81-8d09-16d7d873683c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.577802 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6a8acb46-596f-4b81-8d09-16d7d873683c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/routers/6a013593-2a3c-4c45-bbf1-bdad84aaccb1 HTTP/1.1" status: 204 len: 168 time: 1.3339703 Feb 28 11:29:45.583396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45504) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.589900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:45.619770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9422e84a-8bb8-4cbe-b2ce-5c72289f4bd2 req-5df0fbd3-6796-461a-94d6-1989fab017ce tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541431 Feb 28 11:29:45.626475 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3c6eebcf-a9b7-4942-b615-f3773f3d5b0a req-00b01fe7-577f-4468-a6c0-8dc58e5dea36 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696687 Feb 28 11:29:45.723470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4630bb6f-7fef-4de7-ad89-16733717b4e4 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.723470 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4630bb6f-7fef-4de7-ad89-16733717b4e4 tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "DELETE /v2.0/security-groups/5ecadf72-1518-4a5d-929d-16a4a450e688 HTTP/1.1" status: 204 len: 168 time: 0.8740659 Feb 28 11:29:45.723635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45510) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.724459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.729416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:45.730008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.734649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.737787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:45.779750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:45.794095 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:45.822514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:45.835170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258cb22f-b351-4803-bbfb-0ad2199f5081,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:45.836978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:45.845988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.846295 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment 52f751ce-76ad-431d-8237-4cee0af0c1dd of type vlan for network 2342f610-e37a-421d-aa9d-00f068e11b4d Feb 28 11:29:45.852518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.859099 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-0f7e28db-d8dc-47cd-936b-821e44693b6e tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] show failed (client error): The resource could not be found. Feb 28 11:29:45.862896 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0f7e28db-d8dc-47cd-936b-821e44693b6e tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "GET /v2.0/security-groups/5ecadf72-1518-4a5d-929d-16a4a450e688 HTTP/1.1" status: 404 len: 347 time: 0.1268663 Feb 28 11:29:45.863007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45514) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.870286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:45.897470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Network': ['ID=0f5c5a41-569e-4a14-95e5-739246a32cbb,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:45.902168 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-82f00cf0-2f13-47f4-be48-f22d6dcc6e9c tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0311189 Feb 28 11:29:45.905136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45518) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:45.912595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Request body: {'subnet': {'network_id': '5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:45.912746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:45.912955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.941971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-725d134a-cb60-4036-ae65-c84057305539 None None] For port aaaa6e36-16db-4e0b-a324-16e3aad44626, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=aaaa6e36-16db-4e0b-a324-16e3aad44626,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:45.942351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-725d134a-cb60-4036-ae65-c84057305539 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:45.955974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 0f5c5a41-569e-4a14-95e5-739246a32cbb details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:46.001867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:46.005263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.037003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.091453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.104728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:46.114661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Usage tracker for resource:subnet and tenant:b6d73e847a034ccb932586f552781465 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:46.119089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:46.130322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:46.224140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.295466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Made reservation on behalf of b6d73e847a034ccb932586f552781465 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:46.302642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-725d134a-cb60-4036-ae65-c84057305539 None None] Calling delete_port for aaaa6e36-16db-4e0b-a324-16e3aad44626 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:46.370205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Transition to ACTIVE for port object 9b544f0f-d3aa-4455-ac7f-025a1c141693 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:46.412179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:29:46.421578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.433711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Deleting port 09a0a131-8292-4487-9de3-56a6350ef6a3 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:46.434054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.448502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Transition to ACTIVE for port object 9b544f0f-d3aa-4455-ac7f-025a1c141693 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:46.500664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-adf40365-36d7-4383-94a3-b1b8b30e1ffc tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for subnetpool, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.501753 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-adf40365-36d7-4383-94a3-b1b8b30e1ffc tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.3015919 Feb 28 11:29:46.507566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45522) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.533272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-b736c0df-5b5a-46d0-8a23-198368ad9e5c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992', 'tempest-TagsExtTest-Tag-690020186') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:46.536541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '4b432b13-ef22-4a87-ba72-2f9f29d83437', 'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'mac_address': 'fa:16:3e:96:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:17Z', 'revision_number': 5, 'project_id': '891d02a28f604b24a293e776f889769d', 'subnets': [{'id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:46.542334 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.593931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b472fa7b-499d-48ce-a6d6-acd955f6e6b0 None None] The sync data for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv is: [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '4b432b13-ef22-4a87-ba72-2f9f29d83437', 'name': '', 'network_id': 'd696d2b4-1d18-4087-842f-c8135a805160', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'mac_address': 'fa:16:3e:96:fd:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:01Z', 'updated_at': '2022-02-28T11:28:17Z', 'revision_number': 5, 'project_id': '891d02a28f604b24a293e776f889769d', 'subnets': [{'id': '0097ccc9-cb19-4bad-8dbe-64007075765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:46.605412 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.637368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.641106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.641699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.696903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.727146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497,segment=NetworkSegment(1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740),segment_id=1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:46.727869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cb52d-bba6-4ca3-a0f3-25909e92900d req-ca94b0bb-eda1-421c-a6f4-5834d99b0c2c tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.734679 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b08cb52d-bba6-4ca3-a0f3-25909e92900d req-ca94b0bb-eda1-421c-a6f4-5834d99b0c2c tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.7897906 Feb 28 11:29:46.744531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974aace-32e4-4ff2-aa10-721400576a91 req-b860aba0-982a-4eb4-81ed-ffdbb3499700 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.746279 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1974aace-32e4-4ff2-aa10-721400576a91 req-b860aba0-982a-4eb4-81ed-ffdbb3499700 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.57 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 945 time: 0.7654870 Feb 28 11:29:46.749776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Network 8ed141cf-0cdc-4f68-ac09-84277884b472 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:46.760274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Pushing event updated for resources: {'Port': ['ID=9b544f0f-d3aa-4455-ac7f-025a1c141693,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:46.771727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:46.774386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-725d134a-cb60-4036-ae65-c84057305539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.779597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:46.829318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:46.840950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:46.847291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:46.849706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.852009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:46.852780 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=1e3ad8c4-b524-47f3-9d11-05f49a206f31,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:46.868514 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b736c0df-5b5a-46d0-8a23-198368ad9e5c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags/tempest-TagsExtTest-Tag-690020186 HTTP/1.1" status: 201 len: 201 time: 0.3532946 Feb 28 11:29:46.874382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d134a-cb60-4036-ae65-c84057305539 None None] Pushing event deleted for resources: {'Port': ['ID=aaaa6e36-16db-4e0b-a324-16e3aad44626,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:46.882892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45528) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:46.919235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-a9776637-48ab-4427-9244-ed2aafb07e2c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26', 'tempest-TagsExtTest-Tag-915222811') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:46.978057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device aaaa6e36-16db-4e0b-a324-16e3aad44626 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:46.986539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.026948 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.1358135 Feb 28 11:29:47.048038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26ecbd-c456-4ec1-882c-df9181b57348 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=2342f610-e37a-421d-aa9d-00f068e11b4d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:47.099604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Deleting port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:47.099604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.105235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725d134a-cb60-4036-ae65-c84057305539 None None] No DVR routers for this DVR port aaaa6e36-16db-4e0b-a324-16e3aad44626 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:47.115654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: aaaa6e36-16db-4e0b-a324-16e3aad44626 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:29:47.116195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device aaaa6e36-16db-4e0b-a324-16e3aad44626 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:47.151341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 2342f610-e37a-421d-aa9d-00f068e11b4d details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:47.175844 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a27bb544-262e-4d16-97ef-fd9ed5965d9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5890718 Feb 28 11:29:47.176063 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45532) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.176564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a265f-dca4-4eee-ad1b-9e7eaddeba80 None None] New status for floating IP a5fb0d82-2377-4816-9e61-a6fb9b98524f: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:29:47.183310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Subnet': ['ID=67c3dbce-1b3d-46ad-8826-914b420343a7,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:47.193659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1011581051', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:47.202026 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:47.206581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:router and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:47.214603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:47.217748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45536) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.229392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.229985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.230100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': '2342f610-e37a-421d-aa9d-00f068e11b4d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:47.245811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:47.254711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Checking segment: {'id': '170d2ee0-872a-40c6-b109-c105b9de839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:47.255449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network hostable DHCP agents. Network: 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:47.259495 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b08cb52d-bba6-4ca3-a0f3-25909e92900d req-31d5ba4b-2ed2-49c9-aa4c-c50a52e94abb tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5235879 Feb 28 11:29:47.298414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee34255a-d3fc-4807-9dda-0463be1c7955 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:47.312361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:47.333142 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a9776637-48ab-4427-9244-ed2aafb07e2c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags/tempest-TagsExtTest-Tag-915222811 HTTP/1.1" status: 201 len: 201 time: 0.4469421 Feb 28 11:29:47.338349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45542) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.386276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-d0caaa94-5488-47e5-b146-a878d6fb3645 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc', 'tempest-TagsExtTest-Tag-1987880697') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:47.444445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Calling delete_port for 09a0a131-8292-4487-9de3-56a6350ef6a3 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:47.465187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.466137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.566553 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3af94e97-d9b9-4f30-8ccd-83fef8306322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.584438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:47.594545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:47.595294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8b86bb3c-4b61-4e3d-8be8-e4345a3506b8 None None] Provisioning for port 5b86ec6d-5a48-4a1f-b156-a74fe5718e26 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:47.602594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:47.608278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:47.616402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:47.622809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.651285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c023d-a8a7-49ad-801c-1a321ee58f1b req-a5c1d66c-1b29-4038-8641-39217d317355 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:47.652759 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a32c023d-a8a7-49ad-801c-1a321ee58f1b req-a5c1d66c-1b29-4038-8641-39217d317355 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 945 time: 0.8036947 Feb 28 11:29:47.684053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:47.688009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:47.688661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.697474 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP be5ad3c2-21fb-4f8a-b5af-341c6fb6e0f6 associated. External IP: 172.26.1.6, port: ac22d7c6-11cf-4af2-af36-a730cbe46ac3. Feb 28 11:29:47.704291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Attempting to bind port 9b544f0f-d3aa-4455-ac7f-025a1c141693 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:47.704660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Attempting to bind port 9b544f0f-d3aa-4455-ac7f-025a1c141693 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '7c6b2a29-4e7d-4c36-8a46-8a242afea006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed141cf-0cdc-4f68-ac09-84277884b472'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:47.705054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Attempting to bind port 9b544f0f-d3aa-4455-ac7f-025a1c141693 on network 8ed141cf-0cdc-4f68-ac09-84277884b472 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:47.712484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8b86bb3c-4b61-4e3d-8be8-e4345a3506b8 None None] Provisioning complete for port 5b86ec6d-5a48-4a1f-b156-a74fe5718e26 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:47.712856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b86bb3c-4b61-4e3d-8be8-e4345a3506b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.720495 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d0caaa94-5488-47e5-b146-a878d6fb3645 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags/tempest-TagsExtTest-Tag-1987880697 HTTP/1.1" status: 201 len: 201 time: 0.3704233 Feb 28 11:29:47.720495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:47.738715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.746713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45546) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:47.748627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:47.749065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Checking segment: {'id': '7c6b2a29-4e7d-4c36-8a46-8a242afea006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed141cf-0cdc-4f68-ac09-84277884b472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:47.749065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.749430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Bound using segment: {'id': '7c6b2a29-4e7d-4c36-8a46-8a242afea006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed141cf-0cdc-4f68-ac09-84277884b472'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:47.749910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Bound port: 9b544f0f-d3aa-4455-ac7f-025a1c141693, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c6b2a29-4e7d-4c36-8a46-8a242afea006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '8ed141cf-0cdc-4f68-ac09-84277884b472'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:47.750309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.764196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80480f17-f460-4dd8-b219-4085c30b2809 None None] Network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:47.781911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-fe9a3c47-003d-440a-9aaa-0176968a430c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c', 'tempest-TagsExtTest-Tag-159055690') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:47.845499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.925214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] For port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:47.925564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:47.944224 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a32c023d-a8a7-49ad-801c-1a321ee58f1b req-cbbeaa92-900e-4d44-8ead-74499ec29566 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups?id=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2832112 Feb 28 11:29:47.976649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8b86bb3c-4b61-4e3d-8be8-e4345a3506b8 None None] Port 5b86ec6d-5a48-4a1f-b156-a74fe5718e26 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:48.011839 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3d680ba7-8bd4-49be-afbe-4aa960d4dcc5 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1056602 Feb 28 11:29:48.012848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.016741 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-24e12a28-9f43-4c99-b7d3-ae08247bb7ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8365946 Feb 28 11:29:48.019217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45550) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.019217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45552) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.086928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Request body: {'subnet': {'network_id': '0f5c5a41-569e-4a14-95e5-739246a32cbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:48.104634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] For port 9b544f0f-d3aa-4455-ac7f-025a1c141693, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:48.144910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8b86bb3c-4b61-4e3d-8be8-e4345a3506b8 None None] Provisioning complete for port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:48.145275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b86bb3c-4b61-4e3d-8be8-e4345a3506b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.164994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:48.164994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:48.187819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4300d-c407-482f-b20f-58c3d140607d req-c309acd3-d071-444a-9290-069e715398fd tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:48.191558 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-47c4300d-c407-482f-b20f-58c3d140607d req-c309acd3-d071-444a-9290-069e715398fd tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.7007732 Feb 28 11:29:48.268874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] For port 9b544f0f-d3aa-4455-ac7f-025a1c141693, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9b544f0f-d3aa-4455-ac7f-025a1c141693,segment=NetworkSegment(7c6b2a29-4e7d-4c36-8a46-8a242afea006),segment_id=7c6b2a29-4e7d-4c36-8a46-8a242afea006)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:48.327665 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fe9a3c47-003d-440a-9aaa-0176968a430c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags/tempest-TagsExtTest-Tag-159055690 HTTP/1.1" status: 201 len: 201 time: 0.5699160 Feb 28 11:29:48.337544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45558) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.351184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-63f267cd-8684-40c6-8f47-c10280bb6dd9 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:48.359374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.391815 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-47c4300d-c407-482f-b20f-58c3d140607d req-5a22b639-dc20-4821-ab81-b2bc1072a550 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838686 Feb 28 11:29:48.399595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '1e3ad8c4-b524-47f3-9d11-05f49a206f31'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:48.400323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.529808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.530171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.530730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Floating IP ade6c1aa-e4f7-4f91-94e5-ec230b74789b disassociated. External IP: 172.26.1.213, port: b69447dd-bbd9-463d-ab7a-1bb0bf9a7332. Feb 28 11:29:48.531301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Calling delete_port for b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:48.573401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:48.589160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.593726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Usage tracker for resource:subnet and tenant:b6d73e847a034ccb932586f552781465 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:48.670616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Deleting port 09a0a131-8292-4487-9de3-56a6350ef6a3 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:48.671652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.672376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:48.702404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:48.728622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.730233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.739419 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea', 'network_id': '5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea', 'tenant_id': 'b6d73e847a034ccb932586f552781465', 'fixed_ips': [{'subnet_id': '67c3dbce-1b3d-46ad-8826-914b420343a7'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:48.740214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:48.759438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=00778b7c-4220-4c28-b54d-69f1d5155dfe,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:48.766642 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-63f267cd-8684-40c6-8f47-c10280bb6dd9 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags HTTP/1.1" status: 200 len: 240 time: 0.4286926 Feb 28 11:29:48.770903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45564) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:48.773270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccea1c8-fdd5-47aa-b37d-6000f45a173c None None] Pushing event updated for resources: {'Port': ['ID=9b544f0f-d3aa-4455-ac7f-025a1c141693,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:48.783245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-1604d120-7756-4cf7-a056-adffe034162d tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992', 'tempest-TagsExtTest-Tag-690020186') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:48.930642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Made reservation on behalf of b6d73e847a034ccb932586f552781465 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:49.015778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/1e3ad8c4-b524-47f3-9d11-05f49a206f31/b0422c4a-ae40-4aa8-8bff-3d0133d3acb2) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:49.076229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5d349379-2ac5-4295-b5d0-442d5ff53806 None None] Provisioning complete for port 5b86ec6d-5a48-4a1f-b156-a74fe5718e26 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:49.076811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5d349379-2ac5-4295-b5d0-442d5ff53806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.115416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.142690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.184581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': '52f751ce-76ad-431d-8237-4cee0af0c1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2342f610-e37a-421d-aa9d-00f068e11b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:49.185732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: 2342f610-e37a-421d-aa9d-00f068e11b4d, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:49.203424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.207606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.396211 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Allocated IP 172.20.0.2 (5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea/67c3dbce-1b3d-46ad-8826-914b420343a7/c4c82ae4-3871-4d5d-a065-f1044d0f3854) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:49.398423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-5d349379-2ac5-4295-b5d0-442d5ff53806 None None] Port 5b86ec6d-5a48-4a1f-b156-a74fe5718e26 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:49.407365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:49.442508 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1604d120-7756-4cf7-a056-adffe034162d tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags/tempest-TagsExtTest-Tag-690020186 HTTP/1.1" status: 204 len: 168 time: 0.6698463 Feb 28 11:29:49.448713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45572) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:49.474427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-bee3539b-5bbc-4975-b6d3-1468f169e119 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992', 'tempest-TagsExtTest-Tag-690020186') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:49.483837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Calling delete_port for 09a0a131-8292-4487-9de3-56a6350ef6a3 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:49.516990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Pushing event deleted for resources: {'Port': ['ID=b69447dd-bbd9-463d-ab7a-1bb0bf9a7332,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:49.540703 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd7076be-9fc0-4215-97db-1e120ad5ee72 req-1b4b1cc9-5309-4be5-b87a-92fb1c8cde87 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 210 time: 0.1790314 Feb 28 11:29:49.563007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 2342f610-e37a-421d-aa9d-00f068e11b4d is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:49.570396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.592694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7bf4dc-23fa-4a42-8336-b8da8644398a req-42486548-a42b-4e97-8f3d-2fae66a29d11 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:49.592694 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cd7bf4dc-23fa-4a42-8336-b8da8644398a req-42486548-a42b-4e97-8f3d-2fae66a29d11 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.6042264 Feb 28 11:29:49.739214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:49.739509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.801117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.905851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.908475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 2342f610-e37a-421d-aa9d-00f068e11b4d) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:49.913758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:49.917440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.921808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:49.936896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Transition to ACTIVE for port object b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:49.964643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Transition to ACTIVE for port object b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:49.973032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Transition to ACTIVE for port object c4c82ae4-3871-4d5d-a065-f1044d0f3854 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:49.979963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b04b1-b200-45cc-9e75-3e54f40ab5ad None None] Network 2342f610-e37a-421d-aa9d-00f068e11b4d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:49.994803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.023972 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cd7bf4dc-23fa-4a42-8336-b8da8644398a req-bb3b5a14-0b73-47c2-9c79-fcd8c7946b7f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4221628 Feb 28 11:29:50.062488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:50.105983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Subnet': ['ID=85c110f0-65e5-4fdc-b115-acaa3cdd8e39,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:50.181147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.202487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.258958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Checking segment: {'id': '370ebfe5-1820-4be2-8b8f-673eb59add81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0f5c5a41-569e-4a14-95e5-739246a32cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:50.259590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network hostable DHCP agents. Network: 0f5c5a41-569e-4a14-95e5-739246a32cbb, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:50.288259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Transition to ACTIVE for port object c4c82ae4-3871-4d5d-a065-f1044d0f3854 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:50.320431 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaa7e8d-5f02-406d-b62d-11fb08e4a4fc None None] Network 8ed141cf-0cdc-4f68-ac09-84277884b472 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:50.330518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Pushing event deleted for resources: {'Port': ['ID=09a0a131-8292-4487-9de3-56a6350ef6a3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:50.393783 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-009856bd-2f37-4cc6-998b-3e2af38ee919 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.1733894 Feb 28 11:29:50.400179 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bee3539b-5bbc-4975-b6d3-1468f169e119 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags/tempest-TagsExtTest-Tag-690020186 HTTP/1.1" status: 204 len: 168 time: 0.9446578 Feb 28 11:29:50.405528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45576) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.410639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45580) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.415284 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1285388054'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:50.419919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:50.420810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Pushing event updated for resources: {'Port': ['ID=b0422c4a-ae40-4aa8-8bff-3d0133d3acb2,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:50.424235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.432653 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-b214feb1-526d-4ff4-9490-5b19928b3b27 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:50.437000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.437346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.437686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.438018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.438363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.438811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.439031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.439363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.439966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.439966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.440538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:50.458546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:50.462899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:50.465397 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:50.498691 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:50.506014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:50.514604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.526393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:50.561565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::1 (d2f89622-2098-4601-99de-8eb1c2f9e684/1e3ad8c4-b524-47f3-9d11-05f49a206f31/96a3fe5d-74e9-46a7-8fb6-b66ed64bc157) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:50.562835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:50.641469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network 0f5c5a41-569e-4a14-95e5-739246a32cbb is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:50.676020 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-2342f610-e37a-421d-aa9d-00f068e11b4d', 'network_id': '2342f610-e37a-421d-aa9d-00f068e11b4d', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': '00778b7c-4220-4c28-b54d-69f1d5155dfe'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:50.676829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.700566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:29:50.737695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:50.740256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:50.743279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.759861 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe03b13-9ae0-4e28-bff2-16e23fe625ca None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:50.769650 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe03b13-9ae0-4e28-bff2-16e23fe625ca None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:50.770501 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cbe03b13-9ae0-4e28-bff2-16e23fe625ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:50.772867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:50.774164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-485f4989-9f3b-494f-ac78-71973d4f4ad6 None None] Provisioning for port 9b544f0f-d3aa-4455-ac7f-025a1c141693 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:50.783496 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b214feb1-526d-4ff4-9490-5b19928b3b27 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags HTTP/1.1" status: 200 len: 205 time: 0.3647308 Feb 28 11:29:50.786155 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45586) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:50.798021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-d061e7ad-7302-4111-8f7c-5d3f0c38c53e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:50.817120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:29:50.817542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:29:50.819506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:50.822585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Pushing event updated for resources: {'Port': ['ID=c4c82ae4-3871-4d5d-a065-f1044d0f3854,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:50.840746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:50.848406 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cbe03b13-9ae0-4e28-bff2-16e23fe625ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:50.860961 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe03b13-9ae0-4e28-bff2-16e23fe625ca None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:50.861870 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cbe03b13-9ae0-4e28-bff2-16e23fe625ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:50.880490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:29:50.886157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 0f5c5a41-569e-4a14-95e5-739246a32cbb) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:50.907977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc12b3a3-a80e-46e4-b757-610232ba3b80 None None] Network 0f5c5a41-569e-4a14-95e5-739246a32cbb requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:50.908180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:50.908632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.927648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.928118 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment 1510db1e-7b6f-449a-a9a4-cdf89cc9e81a of type vlan for network 021821c6-8917-4bce-827a-c1beb9f4d902 Feb 28 11:29:50.931144 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cbe03b13-9ae0-4e28-bff2-16e23fe625ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:50.931865 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe03b13-9ae0-4e28-bff2-16e23fe625ca None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:50.941775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:50.975628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9b544f0f-d3aa-4455-ac7f-025a1c141693 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:50.983248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:50.987755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.011632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.013940 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d061e7ad-7302-4111-8f7c-5d3f0c38c53e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags HTTP/1.1" status: 200 len: 240 time: 0.2238643 Feb 28 11:29:51.015684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45592) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:51.015914 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4f9cdd41-86f2-4e07-b512-5d245e5b452f tempest-ServersTestManualDisk-1965095138 tempest-ServersTestManualDisk-1965095138-project] 10.222.0.31 "DELETE /v2.0/floatingips/a5fb0d82-2377-4816-9e61-a6fb9b98524f HTTP/1.1" status: 204 len: 168 time: 5.1517735 Feb 28 11:29:51.016014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45594) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:51.024541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a61a8204-0836-497a-abe8-3b541203362e req-89669c2d-a6c4-4046-8fd5-7bd7bf630dd7 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Synchronizing usage tracker for tenant:7075ac745c8a4d98860bb9603f16ce6b on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:29:51.057548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a61a8204-0836-497a-abe8-3b541203362e req-89669c2d-a6c4-4046-8fd5-7bd7bf630dd7 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Unset dirty status for tenant:7075ac745c8a4d98860bb9603f16ce6b on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:29:51.058820 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a61a8204-0836-497a-abe8-3b541203362e req-89669c2d-a6c4-4046-8fd5-7bd7bf630dd7 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 210 time: 0.1744103 Feb 28 11:29:51.089671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-14e1e9ea-ff54-4374-87d0-b282740545aa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26', 'tempest-TagsExtTest-Tag-915222811') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:51.142600 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-530774a4-f9ed-40b9-a08e-535a6145ac1a tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1223741 Feb 28 11:29:51.145223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45602) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:51.183580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Attempting to bind port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:51.184159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Attempting to bind port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:51.184605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Attempting to bind port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:51.245061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Attempting to bind port c4c82ae4-3871-4d5d-a065-f1044d0f3854 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:51.245061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Attempting to bind port c4c82ae4-3871-4d5d-a065-f1044d0f3854 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '170d2ee0-872a-40c6-b109-c105b9de839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:51.245865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Attempting to bind port c4c82ae4-3871-4d5d-a065-f1044d0f3854 on network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:51.266759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:51.267003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:51.267318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:51.268406 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.270081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:51.270081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Bound port: b0422c4a-ae40-4aa8-8bff-3d0133d3acb2, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:51.270081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.307000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] Sync routers for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:51.337151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:51.338726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Checking segment: {'id': '170d2ee0-872a-40c6-b109-c105b9de839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:51.338726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.338726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Bound using segment: {'id': '170d2ee0-872a-40c6-b109-c105b9de839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:51.339193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Bound port: c4c82ae4-3871-4d5d-a065-f1044d0f3854, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '170d2ee0-872a-40c6-b109-c105b9de839d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:51.339875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.345681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.349321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:51.350084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.396248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.405750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] No DVR routers for this DVR port b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:29:51.415242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.417273 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1974aace-32e4-4ff2-aa10-721400576a91 req-30d9dd68-49ed-4284-ba8f-fa7ec44088cc tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.57 "DELETE /v2.0/ports/b69447dd-bbd9-463d-ab7a-1bb0bf9a7332 HTTP/1.1" status: 204 len: 173 time: 4.5704393 Feb 28 11:29:51.423834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24cb20-abb1-409a-8393-427ac0c6f879 req-8ca03694-193d-4faa-b2e4-fcbc57132973 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:51.430872 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d24cb20-abb1-409a-8393-427ac0c6f879 req-8ca03694-193d-4faa-b2e4-fcbc57132973 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2481101 Feb 28 11:29:51.475234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048be980-1c66-41cc-a705-cdead6567d0c', 'name': 'network-vif-deleted', 'tag': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:29:51.580928 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1757448 Feb 28 11:29:51.582104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=021821c6-8917-4bce-827a-c1beb9f4d902,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:51.588342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45608) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:51.602419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:51.607257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '048be980-1c66-41cc-a705-cdead6567d0c', 'name': 'network-vif-deleted', 'tag': 'b69447dd-bbd9-463d-ab7a-1bb0bf9a7332', 'status': 'completed', 'code': 200} Feb 28 11:29:51.610266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': '021821c6-8917-4bce-827a-c1beb9f4d902', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:51.615344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:51.616102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:51.625797 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d24cb20-abb1-409a-8393-427ac0c6f879 req-7efad128-200f-42a3-8bbf-70e7776a6130 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930747 Feb 28 11:29:51.635615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:51.689703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 9b544f0f-d3aa-4455-ac7f-025a1c141693 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:51.692407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=96a3fe5d-74e9-46a7-8fb6-b66ed64bc157,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:51.693554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Allocated IP 172.20.255.242 (2342f610-e37a-421d-aa9d-00f068e11b4d/00778b7c-4220-4c28-b54d-69f1d5155dfe/1b7dd5d0-89bc-4a85-98b0-77fdc17c231e) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:51.694832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:51.696028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.719274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45614) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:51.719778 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-14e1e9ea-ff54-4374-87d0-b282740545aa tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags/tempest-TagsExtTest-Tag-915222811 HTTP/1.1" status: 204 len: 168 time: 0.7015584 Feb 28 11:29:51.732176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-fa8d15ee-0469-4cd2-91f4-8129e387ffde tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26', 'tempest-TagsExtTest-Tag-915222811') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:51.869666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9b544f0f-d3aa-4455-ac7f-025a1c141693 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:51.870031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.878253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.879037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.879591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.880068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.880617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.881041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.881454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.881720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:51.881953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.882363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.883450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.883899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdaec921-34da-491b-b458-5b588ff35594 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.921725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 021821c6-8917-4bce-827a-c1beb9f4d902 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:29:51.950382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-0f5c5a41-569e-4a14-95e5-739246a32cbb', 'network_id': '0f5c5a41-569e-4a14-95e5-739246a32cbb', 'tenant_id': 'b6d73e847a034ccb932586f552781465', 'fixed_ips': [{'subnet_id': '85c110f0-65e5-4fdc-b115-acaa3cdd8e39'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:51.951079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:51.982545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.983033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.983445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.983838 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.984226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.984616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.985000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.985384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.985764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.986142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:51.986523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:52.014887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:52.023348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:52.027486 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fa8d15ee-0469-4cd2-91f4-8129e387ffde tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags/tempest-TagsExtTest-Tag-915222811 HTTP/1.1" status: 204 len: 168 time: 0.3070643 Feb 28 11:29:52.030250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] For port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:52.032041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:52.034634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45618) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:52.047892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.tag.tag_plugin [None req-517cc927-4063-491b-b2ec-d9ab3655560b tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:52.077398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] For port c4c82ae4-3871-4d5d-a065-f1044d0f3854, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:52.188027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] For port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b0422c4a-ae40-4aa8-8bff-3d0133d3acb2,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:52.222348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] For port c4c82ae4-3871-4d5d-a065-f1044d0f3854, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=c4c82ae4-3871-4d5d-a065-f1044d0f3854,segment=NetworkSegment(170d2ee0-872a-40c6-b109-c105b9de839d),segment_id=170d2ee0-872a-40c6-b109-c105b9de839d)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:52.333781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:52.424404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.428903 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.464221 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d5c6b94-a37e-4d88-ba66-d95bb8f863cf req-3cdfd6eb-f3ac-441b-9314-7933d1dbaded tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/ports?device_id=048be980-1c66-41cc-a705-cdead6567d0c HTTP/1.1" status: 200 len: 210 time: 0.0940232 Feb 28 11:29:52.540579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:52.542032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441fd88-a85b-4bcb-b792-7452014a7e77 req-3e0ad7f2-aa9b-4291-90c9-28779fd2d410 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:52.543872 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7441fd88-a85b-4bcb-b792-7452014a7e77 req-3e0ad7f2-aa9b-4291-90c9-28779fd2d410 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2791700 Feb 28 11:29:52.559609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.680024 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7441fd88-a85b-4bcb-b792-7452014a7e77 req-1f448b56-a828-458e-b867-22ae952fa186 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351333 Feb 28 11:29:52.696121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:52.709470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:52.718974 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a7d90-3aa9-4dd0-b42e-3cb317066abd None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:52.741426 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a7d90-3aa9-4dd0-b42e-3cb317066abd None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:52.743205 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bd0a7d90-3aa9-4dd0-b42e-3cb317066abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:52.801550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:52.852105 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bd0a7d90-3aa9-4dd0-b42e-3cb317066abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:52.864461 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0a7d90-3aa9-4dd0-b42e-3cb317066abd None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:52.865384 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bd0a7d90-3aa9-4dd0-b42e-3cb317066abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:52.895363 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-517cc927-4063-491b-b2ec-d9ab3655560b tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags HTTP/1.1" status: 200 len: 205 time: 0.8572989 Feb 28 11:29:52.934736 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bd0a7d90-3aa9-4dd0-b42e-3cb317066abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:52.935405 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0a7d90-3aa9-4dd0-b42e-3cb317066abd None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:52.940594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45626) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:52.947871 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f9b8a84a-ac6d-41b5-adc6-db91d943f538 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/floatingips/be5ad3c2-21fb-4f8a-b5af-341c6fb6e0f6 HTTP/1.1" status: 200 len: 975 time: 8.9444697 Feb 28 11:29:52.949301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-163c6b66-4a4f-4611-8a03-9d2a9a21a52d tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:52.969144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Pushing event updated for resources: {'Port': ['ID=c4c82ae4-3871-4d5d-a065-f1044d0f3854,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:52.969703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45630) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:52.972515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.000623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0272316a-ebe9-409e-84e1-a5eefef3122c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:53.122407 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-163c6b66-4a4f-4611-8a03-9d2a9a21a52d tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags HTTP/1.1" status: 200 len: 241 time: 0.1807587 Feb 28 11:29:53.126542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.126935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.127039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45634) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:53.127283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.127618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.127950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.128409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.128883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.129346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.129676 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.129998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.130319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0859410-8a39-4008-b4a2-4d164e7ad0c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:29:53.134297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-48c99eda-e8a7-456d-833d-8d741ba16c2a tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc', 'tempest-TagsExtTest-Tag-1987880697') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:53.179177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.192990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Transition to ACTIVE for port object 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:53.220580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Allocated IP 172.20.0.2 (0f5c5a41-569e-4a14-95e5-739246a32cbb/85c110f0-65e5-4fdc-b115-acaa3cdd8e39/9fac11ff-60be-4e4b-9277-6c0631b70210) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:53.297303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.403542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Transition to ACTIVE for port object 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:53.412723 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-48c99eda-e8a7-456d-833d-8d741ba16c2a tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags/tempest-TagsExtTest-Tag-1987880697 HTTP/1.1" status: 204 len: 168 time: 0.2845688 Feb 28 11:29:53.421681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45638) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:53.431345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-49b189fd-d26c-43ad-9fcf-1af0af76b78e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc', 'tempest-TagsExtTest-Tag-1987880697') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:53.509612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.641189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.654071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3805b791-36c5-4dc5-8a06-c38f9601ae8e None None] Provisioning complete for port 9b544f0f-d3aa-4455-ac7f-025a1c141693 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:53.654668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3805b791-36c5-4dc5-8a06-c38f9601ae8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.667644 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-49b189fd-d26c-43ad-9fcf-1af0af76b78e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags/tempest-TagsExtTest-Tag-1987880697 HTTP/1.1" status: 204 len: 168 time: 0.2524104 Feb 28 11:29:53.670382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45644) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:53.676592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-2317e312-2a73-4637-8359-83adb6cb724a tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:53.696661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0272316a-ebe9-409e-84e1-a5eefef3122c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:53.707131 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Network 2342f610-e37a-421d-aa9d-00f068e11b4d is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:53.840101 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2317e312-2a73-4637-8359-83adb6cb724a tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags HTTP/1.1" status: 200 len: 205 time: 0.1681104 Feb 28 11:29:53.842536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45652) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:53.849159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-87457523-00cb-44e6-ad02-a2c95a3f16a5 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:53.866890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45656) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:53.881893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:53.915772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:53.967639 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-87457523-00cb-44e6-ad02-a2c95a3f16a5 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags HTTP/1.1" status: 200 len: 240 time: 0.1239729 Feb 28 11:29:53.972281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45660) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:53.984843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-f4b97819-d76f-405b-bc3d-34e93a07d71c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c', 'tempest-TagsExtTest-Tag-159055690') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:54.039630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 9b544f0f-d3aa-4455-ac7f-025a1c141693, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9b544f0f-d3aa-4455-ac7f-025a1c141693,segment=NetworkSegment(7c6b2a29-4e7d-4c36-8a46-8a242afea006),segment_id=7c6b2a29-4e7d-4c36-8a46-8a242afea006)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:54.039930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b6c4-a128-4168-ab76-c1d9d3df4543 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.042543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634283a1-9bca-4543-9f3f-4e694f1bf76f None None] Pushing event updated for resources: {'Port': ['ID=b0422c4a-ae40-4aa8-8bff-3d0133d3acb2,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:54.047980 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f4b97819-d76f-405b-bc3d-34e93a07d71c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags/tempest-TagsExtTest-Tag-159055690 HTTP/1.1" status: 204 len: 168 time: 0.0698638 Feb 28 11:29:54.053989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45664) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:54.061979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92aedfa-f963-4010-b062-74b2a3a4e363 req-06a9e37f-1730-4b10-9c9f-285330767f6a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:54.063415 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c92aedfa-f963-4010-b062-74b2a3a4e363 req-06a9e37f-1730-4b10-9c9f-285330767f6a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1980939 Feb 28 11:29:54.070043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-d301da09-3f4d-49a2-be2e-0cb261780d7e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c', 'tempest-TagsExtTest-Tag-159055690') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:54.153243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b6c4-a128-4168-ab76-c1d9d3df4543 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.159828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.294392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c92aedfa-f963-4010-b062-74b2a3a4e363 req-fc7d8ade-0f55-4ba4-9d4c-4a8299401d9e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2122366 Feb 28 11:29:54.338292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b6c4-a128-4168-ab76-c1d9d3df4543 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.378985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Pushing event updated for resources: {'Port': ['ID=1b7dd5d0-89bc-4a85-98b0-77fdc17c231e,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:54.387816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Attempting to bind port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:54.388464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Attempting to bind port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '52f751ce-76ad-431d-8237-4cee0af0c1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2342f610-e37a-421d-aa9d-00f068e11b4d'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:54.388978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Attempting to bind port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e on network 2342f610-e37a-421d-aa9d-00f068e11b4d {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:54.427735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c1b6c4-a128-4168-ab76-c1d9d3df4543 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:54.435012 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d301da09-3f4d-49a2-be2e-0cb261780d7e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags/tempest-TagsExtTest-Tag-159055690 HTTP/1.1" status: 204 len: 168 time: 0.3773880 Feb 28 11:29:54.439868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45670) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:54.450732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-be353816-2130-4e71-943e-d02a11765425 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:54.498764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:54.509164 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-be353816-2130-4e71-943e-d02a11765425 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags HTTP/1.1" status: 200 len: 205 time: 0.0679719 Feb 28 11:29:54.512366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a5c1b6c4-a128-4168-ab76-c1d9d3df4543 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.515624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a5c1b6c4-a128-4168-ab76-c1d9d3df4543 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "DELETE /v2.0/security-groups/6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db HTTP/1.1" status: 204 len: 168 time: 0.6433558 Feb 28 11:29:54.524447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45674) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:54.524787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45676) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:54.537631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-666dd170-088f-4897-adfb-1b15c15f90e2 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:54.635471 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-9b3c54e7-43f0-46d8-b0f1-1ea2a0a78e38 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] show failed (client error): The resource could not be found. Feb 28 11:29:54.636697 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9b3c54e7-43f0-46d8-b0f1-1ea2a0a78e38 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "GET /v2.0/security-groups/6e3e7e48-0f5a-4fe5-8660-bb4b56ebf1db HTTP/1.1" status: 404 len: 347 time: 0.1081817 Feb 28 11:29:54.641266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45682) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:54.655089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '837e3105-36d8-4b06-83b4-c0e2689dcc64', 'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'mac_address': 'fa:16:3e:50:8c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:06Z', 'updated_at': '2022-02-28T11:28:52Z', 'revision_number': 5, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'subnets': [{'id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:54.684990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:54.685360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Checking segment: {'id': '52f751ce-76ad-431d-8237-4cee0af0c1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2342f610-e37a-421d-aa9d-00f068e11b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:54.685802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.692000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Bound using segment: {'id': '52f751ce-76ad-431d-8237-4cee0af0c1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2342f610-e37a-421d-aa9d-00f068e11b4d'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:54.692000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Bound port: 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52f751ce-76ad-431d-8237-4cee0af0c1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '2342f610-e37a-421d-aa9d-00f068e11b4d'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:54.692000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.694652 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-666dd170-088f-4897-adfb-1b15c15f90e2 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags HTTP/1.1" status: 204 len: 168 time: 0.1684246 Feb 28 11:29:54.703912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45686) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:54.712452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-5fa86156-db14-4233-ac25-54684990ddb8 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:54.721234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] Checking router: 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:29:54.800447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:54.814683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Transition to ACTIVE for port object 9fac11ff-60be-4e4b-9277-6c0631b70210 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:54.844113 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Transition to ACTIVE for port object 9fac11ff-60be-4e4b-9277-6c0631b70210 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:54.852780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:54.853636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:54.868220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ccf1c1-0874-4a97-bbe8-8a7ed3d9cea1 req-5cd3e823-61ab-4f5e-85a3-a7fa0c68c7c1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:54.869715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-57ccf1c1-0874-4a97-bbe8-8a7ed3d9cea1 req-5cd3e823-61ab-4f5e-85a3-a7fa0c68c7c1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2820549 Feb 28 11:29:54.926673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:29:54.988838 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.001868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0272316a-ebe9-409e-84e1-a5eefef3122c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.048571 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-57ccf1c1-0874-4a97-bbe8-8a7ed3d9cea1 req-7a7d355a-e84b-493c-9a8e-6e89d4a45400 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564427 Feb 28 11:29:55.059275 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5fa86156-db14-4233-ac25-54684990ddb8 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags HTTP/1.1" status: 204 len: 168 time: 0.3474209 Feb 28 11:29:55.059275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45690) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:55.064975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-2745875d-1a45-418b-abbe-0f0c6a8baf8a tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:55.123954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Deleting port 51ecb618-4607-4a46-abe9-7aa97440cb2a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:29:55.124304 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.129560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=9b544f0f-d3aa-4455-ac7f-025a1c141693,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:55.143859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa67f49-9fbe-437e-aab8-c4da4112c5b3 None None] Network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:55.155096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.159283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.166369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0272316a-ebe9-409e-84e1-a5eefef3122c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.166752 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-0272316a-ebe9-409e-84e1-a5eefef3122c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP be5ad3c2-21fb-4f8a-b5af-341c6fb6e0f6 disassociated. External IP: 172.26.1.6, port: f47823f5-b9c7-4ed2-8a6d-a0f291503ae4. Feb 28 11:29:55.173884 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.193370 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2745875d-1a45-418b-abbe-0f0c6a8baf8a tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags HTTP/1.1" status: 204 len: 168 time: 0.1305242 Feb 28 11:29:55.193918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45696) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:55.201177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-c7c9dc5e-6039-4084-9e7f-f07534fe66c0 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:55.231562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.332346 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c7c9dc5e-6039-4084-9e7f-f07534fe66c0 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags HTTP/1.1" status: 204 len: 168 time: 0.1311030 Feb 28 11:29:55.334264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45700) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:55.344292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-eed388a6-15f9-4be1-94ee-dc8339c42468 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992', 'tempest-TagsExtTest-Tag-133499890') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:55.365868 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:29:55.411518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Pushing event updated for resources: {'Port': ['ID=9fac11ff-60be-4e4b-9277-6c0631b70210,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:55.422762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Network 0f5c5a41-569e-4a14-95e5-739246a32cbb is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:55.435002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93892b2-dfa6-4d86-b714-8c5731e6144c req-6721cb60-3ba7-4ed9-9a58-914fadbd6202 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:55.436602 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f93892b2-dfa6-4d86-b714-8c5731e6144c req-6721cb60-3ba7-4ed9-9a58-914fadbd6202 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1415076 Feb 28 11:29:55.441619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:55.449799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:55.456357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] For port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:55.459204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:55.484575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device c4c82ae4-3871-4d5d-a065-f1044d0f3854 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:55.507266 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f93892b2-dfa6-4d86-b714-8c5731e6144c req-87a1677e-02a1-4549-a504-09b1cc017645 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463827 Feb 28 11:29:55.513925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.520975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] For port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1b7dd5d0-89bc-4a85-98b0-77fdc17c231e,segment=NetworkSegment(52f751ce-76ad-431d-8237-4cee0af0c1dd),segment_id=52f751ce-76ad-431d-8237-4cee0af0c1dd)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:55.532438 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eed388a6-15f9-4be1-94ee-dc8339c42468 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags/tempest-TagsExtTest-Tag-133499890 HTTP/1.1" status: 201 len: 201 time: 0.1967447 Feb 28 11:29:55.532628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f839e239-7b9b-4c6c-86a6-5843b080e76e None None] Provisioning for port c4c82ae4-3871-4d5d-a065-f1044d0f3854 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:55.534910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45706) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:55.544261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-d64ff32e-e26a-48ac-a566-857d23bfb04b tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26', 'tempest-TagsExtTest-Tag-1555350400') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:55.576310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:55.591726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:29:55.635308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Allocated IP 172.20.0.1 (5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea/67c3dbce-1b3d-46ad-8826-914b420343a7/b9849fd3-4eae-4d38-9583-a3b05bff8b10) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:29:55.637307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:55.639516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=aed818e8-8c5e-498c-8305-666d643d68cb,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:55.664040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.776958 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d64ff32e-e26a-48ac-a566-857d23bfb04b tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags/tempest-TagsExtTest-Tag-1555350400 HTTP/1.1" status: 201 len: 201 time: 0.2406781 Feb 28 11:29:55.778622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45712) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:55.803470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-ec7b7f60-f869-4a00-961f-4b811d61d5ff tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc', 'tempest-TagsExtTest-Tag-491906760') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:55.834971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Attempting to bind port 9fac11ff-60be-4e4b-9277-6c0631b70210 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:29:55.835332 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Attempting to bind port 9fac11ff-60be-4e4b-9277-6c0631b70210 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '370ebfe5-1820-4be2-8b8f-673eb59add81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0f5c5a41-569e-4a14-95e5-739246a32cbb'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:29:55.835727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Attempting to bind port 9fac11ff-60be-4e4b-9277-6c0631b70210 on network 0f5c5a41-569e-4a14-95e5-739246a32cbb {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:29:55.982075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:29:55.982500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Checking segment: {'id': '370ebfe5-1820-4be2-8b8f-673eb59add81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0f5c5a41-569e-4a14-95e5-739246a32cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:55.982832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.983295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Bound using segment: {'id': '370ebfe5-1820-4be2-8b8f-673eb59add81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0f5c5a41-569e-4a14-95e5-739246a32cbb'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:29:55.983850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Bound port: 9fac11ff-60be-4e4b-9277-6c0631b70210, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370ebfe5-1820-4be2-8b8f-673eb59add81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '0f5c5a41-569e-4a14-95e5-739246a32cbb'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:29:55.984222 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:55.995683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a83aafd-d6ca-4556-a122-35e9ecf0248b req-c6abcff7-770d-4523-9f3d-f964232c8a62 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:55.997698 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2a83aafd-d6ca-4556-a122-35e9ecf0248b req-c6abcff7-770d-4523-9f3d-f964232c8a62 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2915671 Feb 28 11:29:56.008991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea91bd-18fc-4e07-8658-45a76a70bf4d None None] Pushing event updated for resources: {'Port': ['ID=1b7dd5d0-89bc-4a85-98b0-77fdc17c231e,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:56.015247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f839e239-7b9b-4c6c-86a6-5843b080e76e None None] Provisioning for port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:56.072023 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2a83aafd-d6ca-4556-a122-35e9ecf0248b req-e37c22a8-78bc-46b6-8a0c-a711ee2fc379 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666912 Feb 28 11:29:56.111294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f839e239-7b9b-4c6c-86a6-5843b080e76e None None] Provisioning complete for port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:56.111730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f839e239-7b9b-4c6c-86a6-5843b080e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.135863 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ec7b7f60-f869-4a00-961f-4b811d61d5ff tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags/tempest-TagsExtTest-Tag-491906760 HTTP/1.1" status: 201 len: 201 time: 0.3503883 Feb 28 11:29:56.138516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45718) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:56.161144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-46a155b5-4f33-4219-a04c-9d7735c16419 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c', 'tempest-TagsExtTest-Tag-883995821') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:56.209389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port c4c82ae4-3871-4d5d-a065-f1044d0f3854 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:56.237957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port c4c82ae4-3871-4d5d-a065-f1044d0f3854 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:56.238428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.327470 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-46a155b5-4f33-4219-a04c-9d7735c16419 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags/tempest-TagsExtTest-Tag-883995821 HTTP/1.1" status: 201 len: 201 time: 0.1876464 Feb 28 11:29:56.328545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45722) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:56.337845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-0de12d89-e6f5-4eac-a3de-d231ed5c1cb6 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992', {'tags': ['tempest-TagsExtTest-Tag-1845514963', 'tempest-TagsExtTest-Tag-1611526401', 'tempest-TagsExtTest-Tag-1228514391']}) {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:56.428756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=96a3fe5d-74e9-46a7-8fb6-b66ed64bc157,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:56.436387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097fa08-7827-4c6c-8280-c17492eb70a4 req-f484694f-5aad-4057-9728-4f4873043568 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:56.438175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5097fa08-7827-4c6c-8280-c17492eb70a4 req-f484694f-5aad-4057-9728-4f4873043568 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1846678 Feb 28 11:29:56.452591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] For port 9fac11ff-60be-4e4b-9277-6c0631b70210, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:29:56.474371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] For port 9fac11ff-60be-4e4b-9277-6c0631b70210, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9fac11ff-60be-4e4b-9277-6c0631b70210,segment=NetworkSegment(370ebfe5-1820-4be2-8b8f-673eb59add81),segment_id=370ebfe5-1820-4be2-8b8f-673eb59add81)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:29:56.496816 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5097fa08-7827-4c6c-8280-c17492eb70a4 req-a9eacef7-a5e3-4a6c-9653-7de52aafaa7e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464451 Feb 28 11:29:56.518540 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0de12d89-e6f5-4eac-a3de-d231ed5c1cb6 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags HTTP/1.1" status: 200 len: 318 time: 0.1871071 Feb 28 11:29:56.521076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45726) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:56.528988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-a5e608bb-22dd-4f3b-81ac-314361c3df38 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:56.559915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.618529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.632309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': '1510db1e-7b6f-449a-a9a4-cdf89cc9e81a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '021821c6-8917-4bce-827a-c1beb9f4d902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:29:56.632931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: 021821c6-8917-4bce-827a-c1beb9f4d902, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:29:56.652183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f839e239-7b9b-4c6c-86a6-5843b080e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.678671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.684024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Transition to ACTIVE for port object b9849fd3-4eae-4d38-9583-a3b05bff8b10 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:29:56.730284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b5aa59-f7fe-4d16-a86f-2ca9fa6ba0a2 None None] Pushing event updated for resources: {'Port': ['ID=9fac11ff-60be-4e4b-9277-6c0631b70210,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:56.737376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '837e3105-36d8-4b06-83b4-c0e2689dcc64', 'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'mac_address': 'fa:16:3e:50:8c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:06Z', 'updated_at': '2022-02-28T11:28:52Z', 'revision_number': 5, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'subnets': [{'id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:56.756303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff66e3d-9225-407b-a6dd-897d9bae8750 None None] The sync data for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv is: [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '837e3105-36d8-4b06-83b4-c0e2689dcc64', 'name': '', 'network_id': 'f87b31a0-daac-4d89-9446-4858f2a19282', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'mac_address': 'fa:16:3e:50:8c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:06Z', 'updated_at': '2022-02-28T11:28:52Z', 'revision_number': 5, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'subnets': [{'id': 'fa0af2c3-875d-4266-9c94-27968520281d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:29:56.768510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f839e239-7b9b-4c6c-86a6-5843b080e76e None None] For port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b0422c4a-ae40-4aa8-8bff-3d0133d3acb2,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:56.770740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port c4c82ae4-3871-4d5d-a065-f1044d0f3854, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=c4c82ae4-3871-4d5d-a065-f1044d0f3854,segment=NetworkSegment(170d2ee0-872a-40c6-b109-c105b9de839d),segment_id=170d2ee0-872a-40c6-b109-c105b9de839d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:29:56.793617 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a5e608bb-22dd-4f3b-81ac-314361c3df38 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags HTTP/1.1" status: 204 len: 168 time: 0.2715356 Feb 28 11:29:56.800627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45732) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:56.807738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-e19cf75f-6430-4c93-91c8-5f6ba05f54b2 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992', 'tempest-TagsExtTest-Tag-1845514963') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:56.849640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f839e239-7b9b-4c6c-86a6-5843b080e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.880831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.881319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.897549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:56.940986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae919a-6e77-413d-a36c-12343c032837 req-4b7a4e86-fcd4-4145-82ad-1bb163bd19c1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:56.942476 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43ae919a-6e77-413d-a36c-12343c032837 req-4b7a4e86-fcd4-4145-82ad-1bb163bd19c1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2136600 Feb 28 11:29:56.992060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.059758 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-e19cf75f-6430-4c93-91c8-5f6ba05f54b2 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:29:57.062896 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e19cf75f-6430-4c93-91c8-5f6ba05f54b2 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags/tempest-TagsExtTest-Tag-1845514963 HTTP/1.1" status: 404 len: 329 time: 0.2602923 Feb 28 11:29:57.072585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45736) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.077153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839e239-7b9b-4c6c-86a6-5843b080e76e None None] Pushing event updated for resources: {'Port': ['ID=b0422c4a-ae40-4aa8-8bff-3d0133d3acb2,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:57.093591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-f5621c30-7b42-4033-9256-8476b26316ce tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992', 'tempest-TagsExtTest-Tag-1611526401') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:57.181735 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43ae919a-6e77-413d-a36c-12343c032837 req-1a755d75-cc44-43e2-9aa9-7e21cc6ca350 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266660 Feb 28 11:29:57.185722 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-117b0e73-39c1-4bbc-a897-2f7eeba77aa3 None None] Provisioning for port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:57.288922 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-f5621c30-7b42-4033-9256-8476b26316ce tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:29:57.290732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f5621c30-7b42-4033-9256-8476b26316ce tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags/tempest-TagsExtTest-Tag-1611526401 HTTP/1.1" status: 404 len: 329 time: 0.2170417 Feb 28 11:29:57.294253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Calling delete_port for 51ecb618-4607-4a46-abe9-7aa97440cb2a owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:29:57.294886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45742) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.305408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-6816219c-5756-4654-abe9-986c7a5ce922 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992', 'tempest-TagsExtTest-Tag-1228514391') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:57.327186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:57.364220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8222cfd-b739-48bd-b468-a5652e4e3167 None None] New status for floating IP ade6c1aa-e4f7-4f91-94e5-ec230b74789b: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:29:57.390050 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-6816219c-5756-4654-abe9-986c7a5ce922 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:29:57.393093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6816219c-5756-4654-abe9-986c7a5ce922 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags/tempest-TagsExtTest-Tag-1228514391 HTTP/1.1" status: 404 len: 329 time: 0.0962317 Feb 28 11:29:57.396449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45746) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.404527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-81477778-c726-416a-89c6-4544bb36266c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26', {'tags': ['tempest-TagsExtTest-Tag-1215134051', 'tempest-TagsExtTest-Tag-915480529', 'tempest-TagsExtTest-Tag-1556118366']}) {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:57.428451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:29:57.433860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:57.443838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-117b0e73-39c1-4bbc-a897-2f7eeba77aa3 None None] Provisioning complete for port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:57.443975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Port': ['ID=b9849fd3-4eae-4d38-9583-a3b05bff8b10,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:57.444158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-117b0e73-39c1-4bbc-a897-2f7eeba77aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.447131 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:29:57.522190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92aa57cc-ef53-47d3-8dab-6c05d6986bb1 None None] Network 2342f610-e37a-421d-aa9d-00f068e11b4d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:57.523464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 021821c6-8917-4bce-827a-c1beb9f4d902 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:29:57.566164 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-81477778-c726-416a-89c6-4544bb36266c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags HTTP/1.1" status: 200 len: 317 time: 0.1662054 Feb 28 11:29:57.566389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45750) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.574245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-b8e63566-06da-45d3-abbc-ffbcf62ada1a tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:57.591152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:57.709384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 021821c6-8917-4bce-827a-c1beb9f4d902) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:29:57.740203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2a3b70-ec8d-4085-98bc-2ba81faaa47b None None] Network 021821c6-8917-4bce-827a-c1beb9f4d902 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:57.781562 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b8e63566-06da-45d3-abbc-ffbcf62ada1a tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags HTTP/1.1" status: 204 len: 168 time: 0.2128685 Feb 28 11:29:57.784264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45754) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.792129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-95d97a87-7c1e-4eb2-acf6-060ee914ec23 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26', 'tempest-TagsExtTest-Tag-1215134051') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:57.899048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-117b0e73-39c1-4bbc-a897-2f7eeba77aa3 None None] Port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:57.900765 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-95d97a87-7c1e-4eb2-acf6-060ee914ec23 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:29:57.901877 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-95d97a87-7c1e-4eb2-acf6-060ee914ec23 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags/tempest-TagsExtTest-Tag-1215134051 HTTP/1.1" status: 404 len: 329 time: 0.1164253 Feb 28 11:29:57.904778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45758) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:57.912189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-f0a6b63c-e571-4aca-825e-619c1e3c8bbd tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26', 'tempest-TagsExtTest-Tag-915480529') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:57.912604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=c4c82ae4-3871-4d5d-a065-f1044d0f3854,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:57.947921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:29:57.948517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.003748 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-f0a6b63c-e571-4aca-825e-619c1e3c8bbd tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:29:58.008807 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f0a6b63c-e571-4aca-825e-619c1e3c8bbd tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags/tempest-TagsExtTest-Tag-915480529 HTTP/1.1" status: 404 len: 328 time: 0.1027830 Feb 28 11:29:58.009784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45762) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:58.015516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-20b55ac0-c5ba-4ec6-a14c-6d298cd045ac tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26', 'tempest-TagsExtTest-Tag-1556118366') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:58.081815 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-117b0e73-39c1-4bbc-a897-2f7eeba77aa3 None None] Provisioning complete for port c4c82ae4-3871-4d5d-a065-f1044d0f3854 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:58.082224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-117b0e73-39c1-4bbc-a897-2f7eeba77aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.092957 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-20b55ac0-c5ba-4ec6-a14c-6d298cd045ac tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:29:58.096909 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-20b55ac0-c5ba-4ec6-a14c-6d298cd045ac tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags/tempest-TagsExtTest-Tag-1556118366 HTTP/1.1" status: 404 len: 329 time: 0.0861912 Feb 28 11:29:58.097450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45766) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:58.104303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-2b059567-056c-4334-9986-3f549a0ce38d tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc', {'tags': ['tempest-TagsExtTest-Tag-189323061', 'tempest-TagsExtTest-Tag-762944206', 'tempest-TagsExtTest-Tag-777677750']}) {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:58.142357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:58.146325 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-98329aca-afe0-4ec0-b10b-f769ffdd7c6a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 6.5547540 Feb 28 11:29:58.147698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.160746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45770) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:58.181787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-d8222cfd-b739-48bd-b468-a5652e4e3167 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:29:58.182186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-d8222cfd-b739-48bd-b468-a5652e4e3167 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:29:58.194378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9b544f0f-d3aa-4455-ac7f-025a1c141693 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:58.233291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5952e-88e4-48a7-9bf3-41c5eab5dd5b None None] Network 0f5c5a41-569e-4a14-95e5-739246a32cbb requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:58.258626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Pushing event deleted for resources: {'Port': ['ID=51ecb618-4607-4a46-abe9-7aa97440cb2a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:58.405414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285a08d4-0df8-4efb-b8dd-7e5970bbd550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-021821c6-8917-4bce-827a-c1beb9f4d902', 'network_id': '021821c6-8917-4bce-827a-c1beb9f4d902', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': 'aed818e8-8c5e-498c-8305-666d643d68cb'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:29:58.406225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-285a08d4-0df8-4efb-b8dd-7e5970bbd550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.449702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.508200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.548349 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2b059567-056c-4334-9986-3f549a0ce38d tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags HTTP/1.1" status: 200 len: 315 time: 0.4499106 Feb 28 11:29:58.553209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45774) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:58.558772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.561530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-b86632ee-6e89-4fa5-a033-89723462b7f6 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:58.561698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.565558 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b7d5cc33-c58f-483a-be6c-abffa5f51d28 tempest-ServersTestJSON-1762859447 tempest-ServersTestJSON-1762859447-project] 10.222.0.31 "DELETE /v2.0/floatingips/ade6c1aa-e4f7-4f91-94e5-ec230b74789b HTTP/1.1" status: 204 len: 168 time: 3.9083610 Feb 28 11:29:58.574448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45778) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:58.686128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8222cfd-b739-48bd-b468-a5652e4e3167 None None] New status for floating IP ade6c1aa-e4f7-4f91-94e5-ec230b74789b: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:29:58.702575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.809187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Router c3028f4c-f74b-4364-8fe3-ec86426fa2d2 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:29:58.850727 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b86632ee-6e89-4fa5-a033-89723462b7f6 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags HTTP/1.1" status: 204 len: 168 time: 0.2963955 Feb 28 11:29:58.853270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45782) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:58.860587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-29b95747-2053-4426-967e-624716e6bd41 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc', 'tempest-TagsExtTest-Tag-189323061') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:58.899537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9b544f0f-d3aa-4455-ac7f-025a1c141693 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:58.900038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:58.936491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server [None req-285a08d4-0df8-4efb-b8dd-7e5970bbd550 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aed818e8-8c5e-498c-8305-666d643d68cb: This subnet is being modified by another concurrent operation. Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:29:59.047436 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aed818e8-8c5e-498c-8305-666d643d68cb: This subnet is being modified by another concurrent operation. Feb 28 11:29:59.050334 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Feb 28 11:29:59.057123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=aed818e8-8c5e-498c-8305-666d643d68cb,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:59.091693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Provisioning for port 9fac11ff-60be-4e4b-9277-6c0631b70210 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:59.098812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7073498-ffb0-4f8b-94da-002c1a14ee29 None None] Network 021821c6-8917-4bce-827a-c1beb9f4d902 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:29:59.208845 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-29b95747-2053-4426-967e-624716e6bd41 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:29:59.209820 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-29b95747-2053-4426-967e-624716e6bd41 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags/tempest-TagsExtTest-Tag-189323061 HTTP/1.1" status: 404 len: 328 time: 0.3555477 Feb 28 11:29:59.214158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45786) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:59.234382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-789a9e3d-c35c-4d74-977d-900e77c0fa7c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc', 'tempest-TagsExtTest-Tag-762944206') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.315932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0272316a-ebe9-409e-84e1-a5eefef3122c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:29:59.338578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.338702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Provisioning for port b9849fd3-4eae-4d38-9583-a3b05bff8b10 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:59.349701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:59.374690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['021821c6-8917-4bce-827a-c1beb9f4d902']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.375108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Provisioning complete for port b9849fd3-4eae-4d38-9583-a3b05bff8b10 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:59.375218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.408086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52106e8-dc52-4f78-ba98-c94dbf8c219a None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:29:59.442687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1510db1e-7b6f-449a-a9a4-cdf89cc9e81a') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.443075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1510db1e-7b6f-449a-a9a4-cdf89cc9e81a') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.459415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.480452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.483215 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-789a9e3d-c35c-4d74-977d-900e77c0fa7c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:29:59.486825 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-789a9e3d-c35c-4d74-977d-900e77c0fa7c tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags/tempest-TagsExtTest-Tag-762944206 HTTP/1.1" status: 404 len: 328 time: 0.2689955 Feb 28 11:29:59.489980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45790) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:59.493198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:29:59.496774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.503509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Port b9849fd3-4eae-4d38-9583-a3b05bff8b10 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:29:59.512802 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:29:59.516432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-970350f1-2f79-4d57-b2a3-c48fc9bf4a27 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc', 'tempest-TagsExtTest-Tag-777677750') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.586931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:59.587291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.664567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Provisioning for port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:29:59.682434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Provisioning complete for port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:29:59.682815 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.721667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-970350f1-2f79-4d57-b2a3-c48fc9bf4a27 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:29:59.727172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-970350f1-2f79-4d57-b2a3-c48fc9bf4a27 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags/tempest-TagsExtTest-Tag-777677750 HTTP/1.1" status: 404 len: 328 time: 0.2317209 Feb 28 11:29:59.727172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45794) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:59.736882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52106e8-dc52-4f78-ba98-c94dbf8c219a None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:29:59.743701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-deb91364-f18e-4935-ac7a-453f25ac6701 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c', {'tags': ['tempest-TagsExtTest-Tag-397589956', 'tempest-TagsExtTest-Tag-2126753625', 'tempest-TagsExtTest-Tag-1523613104']}) {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.791961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.813375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.827118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=021821c6-8917-4bce-827a-c1beb9f4d902,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:29:59.838293 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fe39e5b0-1245-41d0-a078-99bd9d197e14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/021821c6-8917-4bce-827a-c1beb9f4d902 HTTP/1.1" status: 204 len: 168 time: 1.6765006 Feb 28 11:29:59.839182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45798) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:59.845993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-987955089'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:29:59.850607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:29:59.856916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:29:59.857288 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9fac11ff-60be-4e4b-9277-6c0631b70210 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:29:59.859674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:29:59.866410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:29:59.884636 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-deb91364-f18e-4935-ac7a-453f25ac6701 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "PUT /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags HTTP/1.1" status: 200 len: 317 time: 0.1473877 Feb 28 11:29:59.887186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45802) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:59.892717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-ee3260e1-95e4-48d5-81ea-d4086329a39d tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.899633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:29:59.909714 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Sync routers for ids ['c3028f4c-f74b-4364-8fe3-ec86426fa2d2'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:29:59.932924 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Routers {'c3028f4c-f74b-4364-8fe3-ec86426fa2d2'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:29:59.934705 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c3028f4c-f74b-4364-8fe3-ec86426fa2d2'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:29:59.936056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:29:59.938999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:29:59.952997 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-195de823-c346-4949-89b0-7db7da1b2035 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "PUT /v2.0/routers/c3028f4c-f74b-4364-8fe3-ec86426fa2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9312730 Feb 28 11:29:59.956999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45806) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:29:59.968800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.020958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:00.030744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.031112 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment 4a538296-6136-454e-a5a0-309e4ef9a7c4 of type vlan for network 80cabb91-3a5a-48ec-b957-1a63fa74ff1f Feb 28 11:30:00.048864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.146373 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Set router c3028f4c-f74b-4364-8fe3-ec86426fa2d2 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:30:00.150443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.174590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.197255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] For port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1b7dd5d0-89bc-4a85-98b0-77fdc17c231e,segment=NetworkSegment(52f751ce-76ad-431d-8237-4cee0af0c1dd),segment_id=52f751ce-76ad-431d-8237-4cee0af0c1dd)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:00.205009 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ee3260e1-95e4-48d5-81ea-d4086329a39d tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags HTTP/1.1" status: 204 len: 168 time: 0.3144257 Feb 28 11:30:00.223856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45810) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.237833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-ac69359c-f814-42dc-9fb5-e7ab73c6bed9 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c', 'tempest-TagsExtTest-Tag-397589956') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:00.267211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Deleting port 4b432b13-ef22-4a87-ba72-2f9f29d83437 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:00.267554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.274746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-ac69359c-f814-42dc-9fb5-e7ab73c6bed9 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:30:00.278949 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ac69359c-f814-42dc-9fb5-e7ab73c6bed9 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags/tempest-TagsExtTest-Tag-397589956 HTTP/1.1" status: 404 len: 328 time: 0.0506556 Feb 28 11:30:00.284130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f1f770-0df2-4a2d-a15a-d388528a109e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:00.284772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-25f1f770-0df2-4a2d-a15a-d388528a109e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:00.290343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45814) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.299066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-9b27e3e9-9c9f-445e-bb80-fe432bfb43da tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c', 'tempest-TagsExtTest-Tag-2126753625') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:00.329362 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-9b27e3e9-9c9f-445e-bb80-fe432bfb43da tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:30:00.333792 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9b27e3e9-9c9f-445e-bb80-fe432bfb43da tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags/tempest-TagsExtTest-Tag-2126753625 HTTP/1.1" status: 404 len: 329 time: 0.0406411 Feb 28 11:30:00.334415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45818) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.338196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.342346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-e961907f-1811-4523-990f-ea30dbb6c51e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c', 'tempest-TagsExtTest-Tag-1523613104') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:00.359977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.364255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:00.364920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.400066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.405719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 9fac11ff-60be-4e4b-9277-6c0631b70210 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:00.474787 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-e961907f-1811-4523-990f-ea30dbb6c51e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] show failed (client error): The resource could not be found. Feb 28 11:30:00.480524 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e961907f-1811-4523-990f-ea30dbb6c51e tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags/tempest-TagsExtTest-Tag-1523613104 HTTP/1.1" status: 404 len: 329 time: 0.1447382 Feb 28 11:30:00.480703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Port': ['ID=b9849fd3-4eae-4d38-9583-a3b05bff8b10,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:00.481164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-25f1f770-0df2-4a2d-a15a-d388528a109e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:00.482553 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-25f1f770-0df2-4a2d-a15a-d388528a109e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports/96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 HTTP/1.1" status: 200 len: 911 time: 0.5244255 Feb 28 11:30:00.484260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45822) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.490485 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6502750 Feb 28 11:30:00.496890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45824) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.497021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45828) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.501132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-2804041f-c97b-441b-8396-f89b315b7b37 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'a0e34e34-5c43-44af-8af7-0f8bd915144c') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:00.516211 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9fac11ff-60be-4e4b-9277-6c0631b70210 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:00.516868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.528761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': '80cabb91-3a5a-48ec-b957-1a63fa74ff1f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:00.544310 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3028f4c-f74b-4364-8fe3-ec86426fa2d2', 'name': 'tempest-NetworksTestDHCPv6-router-1011581051', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:47Z', 'updated_at': '2022-02-28T11:29:52Z', 'revision_number': 2, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None, '_interfaces': [{'id': '96a3fe5d-74e9-46a7-8fb6-b66ed64bc157', 'name': '', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'mac_address': 'fa:16:3e:98:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3028f4c-f74b-4364-8fe3-ec86426fa2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e3ad8c4-b524-47f3-9d11-05f49a206f31', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:49Z', 'updated_at': '2022-02-28T11:29:53Z', 'revision_number': 2, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'subnets': [{'id': '1e3ad8c4-b524-47f3-9d11-05f49a206f31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:00.548820 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Checking router: c3028f4c-f74b-4364-8fe3-ec86426fa2d2 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:30:00.549246 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Updating router c3028f4c-f74b-4364-8fe3-ec86426fa2d2 port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:30:00.584356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a80fa8-45e5-4413-a5a4-ee823bb48833 None None] Pushing event updated for resources: {'Port': ['ID=1b7dd5d0-89bc-4a85-98b0-77fdc17c231e,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:00.620353 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.677871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa44af76-450b-4067-b2f2-1dc3f11e01ee tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=80cabb91-3a5a-48ec-b957-1a63fa74ff1f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:00.699688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0272316a-ebe9-409e-84e1-a5eefef3122c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:00.704191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] For port 4b432b13-ef22-4a87-ba72-2f9f29d83437, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4b432b13-ef22-4a87-ba72-2f9f29d83437,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:00.704548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.714447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0272316a-ebe9-409e-84e1-a5eefef3122c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.732823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.756041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-185455c5-ac2e-4a04-a590-80ae426b2c70 None None] Provisioning complete for port 9fac11ff-60be-4e4b-9277-6c0631b70210 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:00.756599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-185455c5-ac2e-4a04-a590-80ae426b2c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:00.775025 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2804041f-c97b-441b-8396-f89b315b7b37 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c/tags HTTP/1.1" status: 204 len: 168 time: 0.2826240 Feb 28 11:30:00.777488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45834) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.788469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-e13d8a1b-cb09-4157-93f9-99aa2bbd713b tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c681aecf-2761-42c7-b713-b73a702cfdfc') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:00.819766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 80cabb91-3a5a-48ec-b957-1a63fa74ff1f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:00.854080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:00.870276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae1c97-c69a-4e70-857a-3c8c4b00e86a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:00.874653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ae1c97-c69a-4e70-857a-3c8c4b00e86a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:00.876672 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-70ae1c97-c69a-4e70-857a-3c8c4b00e86a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3596983 Feb 28 11:30:00.888418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45838) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.905644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Calling delete_port for 4b432b13-ef22-4a87-ba72-2f9f29d83437 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:00.936191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:00.939404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812d03e-c582-4886-871f-0e09b3a22212 None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:00.943429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:00.956309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:00.962359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 9fac11ff-60be-4e4b-9277-6c0631b70210, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9fac11ff-60be-4e4b-9277-6c0631b70210,segment=NetworkSegment(370ebfe5-1820-4be2-8b8f-673eb59add81),segment_id=370ebfe5-1820-4be2-8b8f-673eb59add81)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:00.988781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e13d8a1b-cb09-4157-93f9-99aa2bbd713b tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc/tags HTTP/1.1" status: 204 len: 168 time: 0.2061729 Feb 28 11:30:00.991290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45842) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:00.999290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-9eec85e0-b470-44ac-aa82-9f3744c811e5 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5b86ec6d-5a48-4a1f-b156-a74fe5718e26') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:01.012266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:01.023687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:01.044891 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.059386 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Transition to ACTIVE for port object 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:01.069041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:01.137807 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.139518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device c4c82ae4-3871-4d5d-a065-f1044d0f3854 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:01.152288 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.222415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.277516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812d03e-c582-4886-871f-0e09b3a22212 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:01.278178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8812d03e-c582-4886-871f-0e09b3a22212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:01.327260 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9eec85e0-b470-44ac-aa82-9f3744c811e5 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26/tags HTTP/1.1" status: 204 len: 168 time: 0.3341348 Feb 28 11:30:01.327958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45846) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:01.347898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.tag.tag_plugin [None req-764dc15b-c08d-4d6c-9ced-ce0b1ffe83a4 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '3168585b-1d15-47b1-bbe1-f00b93f03992') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:01.359577 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0272316a-ebe9-409e-84e1-a5eefef3122c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/floatingips/be5ad3c2-21fb-4f8a-b5af-341c6fb6e0f6 HTTP/1.1" status: 200 len: 686 time: 8.3714623 Feb 28 11:30:01.399622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8812d03e-c582-4886-871f-0e09b3a22212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:01.404524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45850) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:01.409032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=9fac11ff-60be-4e4b-9277-6c0631b70210,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:01.444470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8812d03e-c582-4886-871f-0e09b3a22212 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:01.445465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8812d03e-c582-4886-871f-0e09b3a22212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:01.474742 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed9459-03c9-463b-89d1-6f906dfc84f2 None None] Pushing event updated for resources: {'Port': ['ID=96a3fe5d-74e9-46a7-8fb6-b66ed64bc157,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:01.518874 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Attempting to bind port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:01.519254 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Attempting to bind port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:01.519605 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Attempting to bind port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:01.538227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8812d03e-c582-4886-871f-0e09b3a22212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:01.539193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8812d03e-c582-4886-871f-0e09b3a22212 None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:01.541720 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:01.542317 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:01.542715 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.543389 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:01.543864 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Bound port: 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:01.544255 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.553862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-185455c5-ac2e-4a04-a590-80ae426b2c70 None None] Provisioning complete for port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:01.555858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-185455c5-ac2e-4a04-a590-80ae426b2c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.593257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port c4c82ae4-3871-4d5d-a065-f1044d0f3854 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:01.593257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.613534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.ipam_backend_mixin [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing IP validity checks on allocation pools {{(pid=84339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:30:01.614225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.ipam_backend_mixin [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:30:01.616828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port 3601c50f-101f-4a79-b3aa-a02039c677fa {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:01.617780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.670886 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] For port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:01.676017 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] For port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=96a3fe5d-74e9-46a7-8fb6-b66ed64bc157,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:01.765684 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.856101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.873919 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Routers {'c3028f4c-f74b-4364-8fe3-ec86426fa2d2'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:01.874738 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c3028f4c-f74b-4364-8fe3-ec86426fa2d2'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:01.983502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.984897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-68a6b56f-7b48-404c-83b2-8c65edf81cf8 None None] Provisioning complete for port b9849fd3-4eae-4d38-9583-a3b05bff8b10 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:01.985382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-68a6b56f-7b48-404c-83b2-8c65edf81cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.994091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:01.997424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.024251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:02.112584 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed9459-03c9-463b-89d1-6f906dfc84f2 None None] Pushing event updated for resources: {'Port': ['ID=96a3fe5d-74e9-46a7-8fb6-b66ed64bc157,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:02.127703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-68a6b56f-7b48-404c-83b2-8c65edf81cf8 None None] Port b9849fd3-4eae-4d38-9583-a3b05bff8b10 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:30:02.134557 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] Set router c3028f4c-f74b-4364-8fe3-ec86426fa2d2 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:30:02.137834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:02.139681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.292372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9fac11ff-60be-4e4b-9277-6c0631b70210 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:02.343928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for 3601c50f-101f-4a79-b3aa-a02039c677fa owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:02.410684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9fac11ff-60be-4e4b-9277-6c0631b70210 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:02.410684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.434317 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-764dc15b-c08d-4d6c-9ced-ce0b1ffe83a4 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992/tags HTTP/1.1" status: 204 len: 168 time: 1.0924613 Feb 28 11:30:02.435305 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45854) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:02.450434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': '4a538296-6136-454e-a5a0-309e4ef9a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80cabb91-3a5a-48ec-b957-1a63fa74ff1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:02.450838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: 80cabb91-3a5a-48ec-b957-1a63fa74ff1f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:02.454938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=166f5e0a-0662-4197-b0a6-7b9732914d2d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:02.482352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.552535 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3028f4c-f74b-4364-8fe3-ec86426fa2d2', 'name': 'tempest-NetworksTestDHCPv6-router-1011581051', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:47Z', 'updated_at': '2022-02-28T11:29:52Z', 'revision_number': 2, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None, '_interfaces': [{'id': '96a3fe5d-74e9-46a7-8fb6-b66ed64bc157', 'name': '', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'mac_address': 'fa:16:3e:98:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3028f4c-f74b-4364-8fe3-ec86426fa2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e3ad8c4-b524-47f3-9d11-05f49a206f31', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:49Z', 'updated_at': '2022-02-28T11:30:01Z', 'revision_number': 4, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'subnets': [{'id': '1e3ad8c4-b524-47f3-9d11-05f49a206f31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:02.555628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Pushing event deleted for resources: {'Port': ['ID=4b432b13-ef22-4a87-ba72-2f9f29d83437,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:02.558519 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc6704e-f867-4354-9017-93cf813c461c None None] The sync data for ids ['c3028f4c-f74b-4364-8fe3-ec86426fa2d2'] in dv-neutron-830866-1-hyperv is: [{'id': 'c3028f4c-f74b-4364-8fe3-ec86426fa2d2', 'name': 'tempest-NetworksTestDHCPv6-router-1011581051', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:47Z', 'updated_at': '2022-02-28T11:29:52Z', 'revision_number': 2, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None, '_interfaces': [{'id': '96a3fe5d-74e9-46a7-8fb6-b66ed64bc157', 'name': '', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'mac_address': 'fa:16:3e:98:84:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3028f4c-f74b-4364-8fe3-ec86426fa2d2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1e3ad8c4-b524-47f3-9d11-05f49a206f31', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:29:49Z', 'updated_at': '2022-02-28T11:30:01Z', 'revision_number': 4, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'subnets': [{'id': '1e3ad8c4-b524-47f3-9d11-05f49a206f31', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:02.577465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 80cabb91-3a5a-48ec-b957-1a63fa74ff1f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:02.660334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.711530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 80cabb91-3a5a-48ec-b957-1a63fa74ff1f) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:02.720412 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda95b61-c3f0-4959-8bc3-bd85cc117e19 None None] Network 80cabb91-3a5a-48ec-b957-1a63fa74ff1f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:02.727152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=3601c50f-101f-4a79-b3aa-a02039c677fa,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:02.727726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:02.728360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.902286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.904983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.907866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-934145c1-fcc5-4cb6-83a4-ad0773e2eae8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/floatingips/be5ad3c2-21fb-4f8a-b5af-341c6fb6e0f6 HTTP/1.1" status: 204 len: 168 time: 1.5020611 Feb 28 11:30:02.923605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45860) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:02.977462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7275a711-4d62-43f1-b03e-2359f396443b tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for subnetpool, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:02.978632 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7275a711-4d62-43f1-b03e-2359f396443b tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnetpools/a0e34e34-5c43-44af-8af7-0f8bd915144c HTTP/1.1" status: 204 len: 168 time: 0.5397696 Feb 28 11:30:02.995014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45864) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:03.005167 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fdbe9c24-3039-4371-9681-f07dea7b61af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4864025 Feb 28 11:30:03.006261 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-61b188d9-7c1c-439a-ad73-32ac0c79bd6e tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] delete failed (client error): The resource could not be found. Feb 28 11:30:03.007341 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-61b188d9-7c1c-439a-ad73-32ac0c79bd6e tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/floatingips/be5ad3c2-21fb-4f8a-b5af-341c6fb6e0f6 HTTP/1.1" status: 404 len: 345 time: 0.0826216 Feb 28 11:30:03.008473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45866) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:03.037568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45870) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:03.057004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-80cabb91-3a5a-48ec-b957-1a63fa74ff1f', 'network_id': '80cabb91-3a5a-48ec-b957-1a63fa74ff1f', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': '166f5e0a-0662-4197-b0a6-7b9732914d2d'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:03.058051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.223822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Router 7639dc0d-7339-463e-b26e-772a65077e5d is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:30:03.250732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.256837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Allocated IP 172.20.0.3 (80cabb91-3a5a-48ec-b957-1a63fa74ff1f/166f5e0a-0662-4197-b0a6-7b9732914d2d/c3517ca4-73d5-4411-9911-6727048d441b) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:03.309917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9d3d4780-382e-4a9d-9102-341060c8d851 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Synchronizing usage tracker for tenant:f04b3f9aac19466fb0ebec95c12b3eb7 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:03.328139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64888a95-d893-4693-8f37-71012834edc2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:03.331913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64888a95-d893-4693-8f37-71012834edc2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:03.336781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64888a95-d893-4693-8f37-71012834edc2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:03.337790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-64888a95-d893-4693-8f37-71012834edc2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Synchronizing usage tracker for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:03.368732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.466371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-64888a95-d893-4693-8f37-71012834edc2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Unset dirty status for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:03.471623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-64888a95-d893-4693-8f37-71012834edc2 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "GET /v2.0/ports?network_id=77a1a21c-e992-4381-85ae-7e1df81c495f HTTP/1.1" status: 200 len: 2358 time: 0.4310596 Feb 28 11:30:03.494737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45876) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:03.510645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.521319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Transition to ACTIVE for port object c3517ca4-73d5-4411-9911-6727048d441b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:03.540548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Transition to ACTIVE for port object c3517ca4-73d5-4411-9911-6727048d441b will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:03.559831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9d3d4780-382e-4a9d-9102-341060c8d851 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Unset dirty status for tenant:f04b3f9aac19466fb0ebec95c12b3eb7 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:03.560976 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9d3d4780-382e-4a9d-9102-341060c8d851 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "GET /v2.0/ports?device_id=c681aecf-2761-42c7-b713-b73a702cfdfc HTTP/1.1" status: 200 len: 205 time: 0.3467619 Feb 28 11:30:03.564331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45880) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:03.565544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbb8843-5fa1-42da-b2d5-b430a74461d7 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:03.566134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0bbb8843-5fa1-42da-b2d5-b430a74461d7 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Synchronizing usage tracker for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:03.623172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.649341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0bbb8843-5fa1-42da-b2d5-b430a74461d7 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Unset dirty status for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:03.650747 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0bbb8843-5fa1-42da-b2d5-b430a74461d7 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "GET /v2.0/subnets/e2599f81-e4b9-401d-a77d-84de4bef0466 HTTP/1.1" status: 200 len: 797 time: 0.1548593 Feb 28 11:30:03.656527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45884) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:03.663615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'port': {'network_id': '77a1a21c-e992-4381-85ae-7e1df81c495f', 'name': 'tempest-FloatingIPTestJSON-233950161', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:03.743819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Network 80cabb91-3a5a-48ec-b957-1a63fa74ff1f is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:03.750591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:03.755902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:03.756899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.760357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Pushing event updated for resources: {'Port': ['ID=c3517ca4-73d5-4411-9911-6727048d441b,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:03.814348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=166f5e0a-0662-4197-b0a6-7b9732914d2d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:03.864123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Attempting to bind port c3517ca4-73d5-4411-9911-6727048d441b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:03.864614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Attempting to bind port c3517ca4-73d5-4411-9911-6727048d441b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '4a538296-6136-454e-a5a0-309e4ef9a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80cabb91-3a5a-48ec-b957-1a63fa74ff1f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:03.865009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Attempting to bind port c3517ca4-73d5-4411-9911-6727048d441b on network 80cabb91-3a5a-48ec-b957-1a63fa74ff1f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:03.869158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.875512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:03.881505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Checking segment: {'id': '4a538296-6136-454e-a5a0-309e4ef9a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80cabb91-3a5a-48ec-b957-1a63fa74ff1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:03.881505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.881505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Bound using segment: {'id': '4a538296-6136-454e-a5a0-309e4ef9a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80cabb91-3a5a-48ec-b957-1a63fa74ff1f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:03.881505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Bound port: c3517ca4-73d5-4411-9911-6727048d441b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a538296-6136-454e-a5a0-309e4ef9a7c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': '80cabb91-3a5a-48ec-b957-1a63fa74ff1f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:03.881505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.894437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee95bd6-9d06-4af3-b4ac-b0c49335a895 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:03.998366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] For port c3517ca4-73d5-4411-9911-6727048d441b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:04.001936 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] For port c3517ca4-73d5-4411-9911-6727048d441b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=c3517ca4-73d5-4411-9911-6727048d441b,segment=NetworkSegment(4a538296-6136-454e-a5a0-309e4ef9a7c4),segment_id=4a538296-6136-454e-a5a0-309e4ef9a7c4)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:04.002443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.012367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:04.034983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:04.040365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cabb91-3a5a-48ec-b957-1a63fa74ff1f']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:04.056671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a538296-6136-454e-a5a0-309e4ef9a7c4') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:04.056893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a538296-6136-454e-a5a0-309e4ef9a7c4') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:04.071583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.078510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.100850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.108945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:04.121477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.121806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:04.130459 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:04.147491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:04.155068 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-52e56524-2359-4913-bd96-7dc5493530d0 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "PUT /v2.0/routers/7639dc0d-7339-463e-b26e-772a65077e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9936504 Feb 28 11:30:04.167108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45888) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:04.168886 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f589e9-edfe-40fd-86df-99b6a55c2605 None None] Sync routers for ids ['7639dc0d-7339-463e-b26e-772a65077e5d'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:04.193410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Made reservation on behalf of 3290f32aadf2478f9cea4290cf4e6f7a for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:04.209062 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f589e9-edfe-40fd-86df-99b6a55c2605 None None] Routers {'7639dc0d-7339-463e-b26e-772a65077e5d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:04.211431 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-51f589e9-edfe-40fd-86df-99b6a55c2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7639dc0d-7339-463e-b26e-772a65077e5d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:04.229870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edd54a-af0f-4a0a-88d5-764e1f993550 None None] Pushing event updated for resources: {'Port': ['ID=c3517ca4-73d5-4411-9911-6727048d441b,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:04.328431 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824ffa11-0a4d-4fe1-90ba-3f8068b33dd9 None None] Network 80cabb91-3a5a-48ec-b957-1a63fa74ff1f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:04.329452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.357260 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-51f589e9-edfe-40fd-86df-99b6a55c2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:04.371260 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f589e9-edfe-40fd-86df-99b6a55c2605 None None] Routers {'7639dc0d-7339-463e-b26e-772a65077e5d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:04.371863 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-51f589e9-edfe-40fd-86df-99b6a55c2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7639dc0d-7339-463e-b26e-772a65077e5d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:04.381400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:30:04.381400 dv-neutron-830866-1-hyperv neutron-server[84339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:30:04.381400 dv-neutron-830866-1-hyperv neutron-server[84339]: [parameters: {'id': '80cabb91-3a5a-48ec-b957-1a63fa74ff1f'}] Feb 28 11:30:04.381400 dv-neutron-830866-1-hyperv neutron-server[84339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:04.383031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:04.395808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:04.408655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.417209 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:04.417697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.436216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] device_id is not set on port 270822fd-1e31-423c-966f-ad70d5a70017 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:04.465424 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-51f589e9-edfe-40fd-86df-99b6a55c2605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:04.465731 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f589e9-edfe-40fd-86df-99b6a55c2605 None None] The sync data for ids ['7639dc0d-7339-463e-b26e-772a65077e5d'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:04.670491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.676911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.727701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=96a3fe5d-74e9-46a7-8fb6-b66ed64bc157,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:04.734126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2040b0cc-da44-4400-8031-4c2b85f2d376 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:30:04.811826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.884914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.908429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port c3517ca4-73d5-4411-9911-6727048d441b {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:04.909212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:04.915891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=96a3fe5d-74e9-46a7-8fb6-b66ed64bc157,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:04.950684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2040b0cc-da44-4400-8031-4c2b85f2d376 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:30:04.968024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.20.0.14 (77a1a21c-e992-4381-85ae-7e1df81c495f/e2599f81-e4b9-401d-a77d-84de4bef0466/270822fd-1e31-423c-966f-ad70d5a70017) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:04.980698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.20.0.13 (77a1a21c-e992-4381-85ae-7e1df81c495f/e2599f81-e4b9-401d-a77d-84de4bef0466/270822fd-1e31-423c-966f-ad70d5a70017) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:05.036850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee95bd6-9d06-4af3-b4ac-b0c49335a895 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.074247 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee95bd6-9d06-4af3-b4ac-b0c49335a895 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.167203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] For port c3517ca4-73d5-4411-9911-6727048d441b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=c3517ca4-73d5-4411-9911-6727048d441b,segment=NetworkSegment(4a538296-6136-454e-a5a0-309e4ef9a7c4),segment_id=4a538296-6136-454e-a5a0-309e4ef9a7c4)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:05.167564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.261471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee95bd6-9d06-4af3-b4ac-b0c49335a895 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.261471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee95bd6-9d06-4af3-b4ac-b0c49335a895 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Fanout notify agent at l3_agent the message router_deleted on router c681aecf-2761-42c7-b713-b73a702cfdfc {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:30:05.305968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Calling delete_port for c3517ca4-73d5-4411-9911-6727048d441b owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:05.380285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee95bd6-9d06-4af3-b4ac-b0c49335a895 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.381346 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6ee95bd6-9d06-4af3-b4ac-b0c49335a895 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/routers/c681aecf-2761-42c7-b713-b73a702cfdfc HTTP/1.1" status: 204 len: 168 time: 1.7887523 Feb 28 11:30:05.390654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45892) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:05.507321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.534267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.579708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Port': ['ID=c3517ca4-73d5-4411-9911-6727048d441b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:05.583754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.590997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No DVR routers for this DVR port c3517ca4-73d5-4411-9911-6727048d441b on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:05.599557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ca6fa-6408-4b0d-b231-13adbd520562 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Deleting port 5b86ec6d-5a48-4a1f-b156-a74fe5718e26 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:05.599899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca6fa-6408-4b0d-b231-13adbd520562 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.685541 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Deleting port 837e3105-36d8-4b06-83b4-c0e2689dcc64 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:05.686201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.760720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 77a1a21c-e992-4381-85ae-7e1df81c495f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:05.772675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:05.775983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:05.816222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=270822fd-1e31-423c-966f-ad70d5a70017,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:05.821638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.860779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80cabb91-3a5a-48ec-b957-1a63fa74ff1f']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:05.880204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:05.880830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.886385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a538296-6136-454e-a5a0-309e4ef9a7c4') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:05.887104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a538296-6136-454e-a5a0-309e4ef9a7c4') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:05.912219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.915066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:05.939004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.947680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:05.948079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:05.963810 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:05.992606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:05.993133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.049544 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f3a3a417-6640-40d2-8254-7d7fc5f34ce9 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.3915730 Feb 28 11:30:06.052318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45896) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:06.057637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '270822fd-1e31-423c-966f-ad70d5a70017', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:06.058802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:06.059196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.062913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:06.073414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:06.107115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.132074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.139716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=80cabb91-3a5a-48ec-b957-1a63fa74ff1f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:06.142569 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9439c950-0657-4f96-80c0-25c5d6f6cf14 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/80cabb91-3a5a-48ec-b957-1a63fa74ff1f HTTP/1.1" status: 204 len: 168 time: 3.1331499 Feb 28 11:30:06.146327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45900) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:06.153216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1804181068'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:06.158125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:06.161900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:06.164769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:06.171457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:06.173760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.308433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:06.312279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.432496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.474284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:06.501376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.501709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment 5807d259-82e2-48fb-8df0-233cebdef54d of type vlan for network 08507603-163e-42a7-8a3d-b4fe1bbcb623 Feb 28 11:30:06.573993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.622773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.26.1.89 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/3bed08a6-33e4-431c-a35f-6b3826149078) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:06.689376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] For port 837e3105-36d8-4b06-83b4-c0e2689dcc64, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=837e3105-36d8-4b06-83b4-c0e2689dcc64,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:06.690054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.699828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.703642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:06.704300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.795018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca6fa-6408-4b0d-b231-13adbd520562 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:06.849687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=08507603-163e-42a7-8a3d-b4fe1bbcb623,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:06.862589 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 08507603-163e-42a7-8a3d-b4fe1bbcb623 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:06.875484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Calling delete_port for 837e3105-36d8-4b06-83b4-c0e2689dcc64 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:06.878875 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4b5517c3-3652-4680-81f4-3051b207c704 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7284477 Feb 28 11:30:06.879150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45904) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:06.887549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': '08507603-163e-42a7-8a3d-b4fe1bbcb623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:06.903081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.009634 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:07.015646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:07.019157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:07.026873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:07.051765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ef0ca6fa-6408-4b0d-b231-13adbd520562 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Calling delete_port for 5b86ec6d-5a48-4a1f-b156-a74fe5718e26 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:07.100811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.138285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:07.174835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] For port 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=96a3fe5d-74e9-46a7-8fb6-b66ed64bc157,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:07.175278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.248884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:07.253994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:07.260986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:07.285867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=3bed08a6-33e4-431c-a35f-6b3826149078,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:07.320990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.528590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:07.843932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.895948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca6fa-6408-4b0d-b231-13adbd520562 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:07.915263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=a83a38b5-3dfc-4eb6-883b-8a06d8a37af1,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:07.939162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': '5807d259-82e2-48fb-8df0-233cebdef54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '08507603-163e-42a7-8a3d-b4fe1bbcb623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:07.939513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: 08507603-163e-42a7-8a3d-b4fe1bbcb623, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:07.974699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ca6fa-6408-4b0d-b231-13adbd520562 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Pushing event deleted for resources: {'Port': ['ID=5b86ec6d-5a48-4a1f-b156-a74fe5718e26,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:07.977494 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-39a2f4c9-51e1-4683-94b3-38882fd83413 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:30:07.978542 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39a2f4c9-51e1-4683-94b3-38882fd83413 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "PUT /v2.0/routers/7639dc0d-7339-463e-b26e-772a65077e5d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.8096373 Feb 28 11:30:07.982016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45908) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:08.039547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 08507603-163e-42a7-8a3d-b4fe1bbcb623 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:08.134788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.210069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=837e3105-36d8-4b06-83b4-c0e2689dcc64,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:08.258889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.266664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca6fa-6408-4b0d-b231-13adbd520562 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.277781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 08507603-163e-42a7-8a3d-b4fe1bbcb623) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:08.287146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:08.287775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.289453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4711c8f9-2ee0-42e5-aaa1-0bfd9ae8ab3b None None] Network 08507603-163e-42a7-8a3d-b4fe1bbcb623 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:08.377316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=96a3fe5d-74e9-46a7-8fb6-b66ed64bc157,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:08.392797 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:08.497078 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9cafb873-4850-4d13-bf4f-477aa80eb9f9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6145205 Feb 28 11:30:08.505395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45912) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:08.628995 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ef0ca6fa-6408-4b0d-b231-13adbd520562 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/ports/5b86ec6d-5a48-4a1f-b156-a74fe5718e26 HTTP/1.1" status: 204 len: 168 time: 3.1569364 Feb 28 11:30:08.661816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45916) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:08.748425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.759835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-08507603-163e-42a7-8a3d-b4fe1bbcb623', 'network_id': '08507603-163e-42a7-8a3d-b4fe1bbcb623', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': 'a83a38b5-3dfc-4eb6-883b-8a06d8a37af1'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:08.761347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.893397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:08.925374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Allocated IP 172.20.0.1 (08507603-163e-42a7-8a3d-b4fe1bbcb623/a83a38b5-3dfc-4eb6-883b-8a06d8a37af1/0369657a-7697-4864-86d1-e5f6d7180160) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:09.059390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.065826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3104a9c-5d0e-46c1-8c4e-307759d16e8f tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Deleting subnet 3168585b-1d15-47b1-bbe1-f00b93f03992 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:09.075100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.128420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3104a9c-5d0e-46c1-8c4e-307759d16e8f tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.135766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.146045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Transition to ACTIVE for port object 0369657a-7697-4864-86d1-e5f6d7180160 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:09.167167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Transition to ACTIVE for port object 0369657a-7697-4864-86d1-e5f6d7180160 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:09.171529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.238144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.254198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.311633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Network 08507603-163e-42a7-8a3d-b4fe1bbcb623 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:09.315018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Pushing event updated for resources: {'Port': ['ID=0369657a-7697-4864-86d1-e5f6d7180160,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:09.317924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:09.321680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:09.343711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3104a9c-5d0e-46c1-8c4e-307759d16e8f tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.409303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Attempting to bind port 0369657a-7697-4864-86d1-e5f6d7180160 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:09.409654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Attempting to bind port 0369657a-7697-4864-86d1-e5f6d7180160 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '5807d259-82e2-48fb-8df0-233cebdef54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '08507603-163e-42a7-8a3d-b4fe1bbcb623'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:09.409926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Attempting to bind port 0369657a-7697-4864-86d1-e5f6d7180160 on network 08507603-163e-42a7-8a3d-b4fe1bbcb623 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:09.416905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:09.417235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Checking segment: {'id': '5807d259-82e2-48fb-8df0-233cebdef54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '08507603-163e-42a7-8a3d-b4fe1bbcb623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:09.417595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.417984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Bound using segment: {'id': '5807d259-82e2-48fb-8df0-233cebdef54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '08507603-163e-42a7-8a3d-b4fe1bbcb623'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:09.418448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Bound port: 0369657a-7697-4864-86d1-e5f6d7180160, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5807d259-82e2-48fb-8df0-233cebdef54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '08507603-163e-42a7-8a3d-b4fe1bbcb623'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:09.419207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.512593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] For port 0369657a-7697-4864-86d1-e5f6d7180160, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:09.515874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] For port 0369657a-7697-4864-86d1-e5f6d7180160, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0369657a-7697-4864-86d1-e5f6d7180160,segment=NetworkSegment(5807d259-82e2-48fb-8df0-233cebdef54d),segment_id=5807d259-82e2-48fb-8df0-233cebdef54d)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:09.582274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.597045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.618632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:09.626506 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ff46928c-2a69-445b-8ef9-5112bb5e04af admin admin] 10.222.0.31 "PUT /v2.0/routers/2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.6068735 Feb 28 11:30:09.651301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45922) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:09.695990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] Sync routers for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:09.733468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:09.743981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f2118-544c-4fed-b755-ef0ee4c3191b None None] Pushing event updated for resources: {'Port': ['ID=0369657a-7697-4864-86d1-e5f6d7180160,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:09.756611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:09.758063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:09.784287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Router c3028f4c-f74b-4364-8fe3-ec86426fa2d2 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:09.811616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3104a9c-5d0e-46c1-8c4e-307759d16e8f tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.001252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:30:10.022411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:10.033814 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ecc4ae88-d42c-48af-9fe8-dbff0f6b464e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "PUT /v2.0/routers/c3028f4c-f74b-4364-8fe3-ec86426fa2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1419952 Feb 28 11:30:10.040531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45926) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:10.046482 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] Sync routers for ids ['c3028f4c-f74b-4364-8fe3-ec86426fa2d2'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:10.059291 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] Routers {'c3028f4c-f74b-4364-8fe3-ec86426fa2d2'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:10.062887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c3028f4c-f74b-4364-8fe3-ec86426fa2d2'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:10.138286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab03442-3363-47ff-97fb-c6369b7adf89 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:10.144210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab03442-3363-47ff-97fb-c6369b7adf89 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:10.144978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4ab03442-3363-47ff-97fb-c6369b7adf89 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:10.162325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.190524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08507603-163e-42a7-8a3d-b4fe1bbcb623']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:10.207400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5807d259-82e2-48fb-8df0-233cebdef54d') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:10.207621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5807d259-82e2-48fb-8df0-233cebdef54d') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:10.225361 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] Set router c3028f4c-f74b-4364-8fe3-ec86426fa2d2 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:30:10.231066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.251736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=a83a38b5-3dfc-4eb6-883b-8a06d8a37af1,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:10.257266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.262374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.272080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:10.272635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.309966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4ab03442-3363-47ff-97fb-c6369b7adf89 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:10.313609 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4ab03442-3363-47ff-97fb-c6369b7adf89 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2597349 Feb 28 11:30:10.375393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45930) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:10.389779 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:10.392128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3104a9c-5d0e-46c1-8c4e-307759d16e8f tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.395412 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3028f4c-f74b-4364-8fe3-ec86426fa2d2', 'name': 'tempest-NetworksTestDHCPv6-router-1011581051', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:47Z', 'updated_at': '2022-02-28T11:30:07Z', 'revision_number': 3, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:10.399896 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] Checking router: c3028f4c-f74b-4364-8fe3-ec86426fa2d2 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:30:10.411196 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] Routers {'c3028f4c-f74b-4364-8fe3-ec86426fa2d2'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:10.412723 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c3028f4c-f74b-4364-8fe3-ec86426fa2d2'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:10.433643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:30:02Z', 'revision_number': 5, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:10.440822 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] Checking router: 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:30:10.457667 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] Routers {'2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:10.462591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3104a9c-5d0e-46c1-8c4e-307759d16e8f tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.468012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:10.470725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3104a9c-5d0e-46c1-8c4e-307759d16e8f tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Pushing event deleted for resources: {'Subnet': ['ID=3168585b-1d15-47b1-bbe1-f00b93f03992,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:10.472991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:30:10.472991 dv-neutron-830866-1-hyperv neutron-server[84339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:30:10.472991 dv-neutron-830866-1-hyperv neutron-server[84339]: [parameters: {'id': '08507603-163e-42a7-8a3d-b4fe1bbcb623'}] Feb 28 11:30:10.472991 dv-neutron-830866-1-hyperv neutron-server[84339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:10.473380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:10.474139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.548027 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] Set router c3028f4c-f74b-4364-8fe3-ec86426fa2d2 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:30:10.550247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a308332-1c76-422f-af4f-89b99275ada9 None None] Network 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:10.572270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=3bed08a6-33e4-431c-a35f-6b3826149078,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:10.664389 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3028f4c-f74b-4364-8fe3-ec86426fa2d2', 'name': 'tempest-NetworksTestDHCPv6-router-1011581051', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:47Z', 'updated_at': '2022-02-28T11:30:07Z', 'revision_number': 3, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:10.668775 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-344a8e5f-2830-45c4-93dd-850684a9c00c None None] The sync data for ids ['c3028f4c-f74b-4364-8fe3-ec86426fa2d2'] in dv-neutron-830866-1-hyperv is: [{'id': 'c3028f4c-f74b-4364-8fe3-ec86426fa2d2', 'name': 'tempest-NetworksTestDHCPv6-router-1011581051', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:29:47Z', 'updated_at': '2022-02-28T11:30:07Z', 'revision_number': 3, 'project_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:10.695575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.756061 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c3104a9c-5d0e-46c1-8c4e-307759d16e8f tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/subnets/3168585b-1d15-47b1-bbe1-f00b93f03992 HTTP/1.1" status: 204 len: 168 time: 2.0840168 Feb 28 11:30:10.759258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45934) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:10.978429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:10.991989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] Set router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:30:11.065389 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-0db78661-be52-47c2-882b-af0e4f97082f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 1e3ad8c4-b524-47f3-9d11-05f49a206f31 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:11.072740 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0db78661-be52-47c2-882b-af0e4f97082f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.121721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port 0369657a-7697-4864-86d1-e5f6d7180160 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:11.122052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.137167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f59b3d-0ad8-4ee8-8bd1-b90037117947 None None] Network 08507603-163e-42a7-8a3d-b4fe1bbcb623 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:11.173685 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0db78661-be52-47c2-882b-af0e4f97082f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.223144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.281918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Deleting port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:11.282252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.290530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0db78661-be52-47c2-882b-af0e4f97082f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.372003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:11.444401 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40223944-756c-4270-83bb-9391eb2175a6 None None] DHCP port deletion for 591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:11.464282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fd79d91b-05e2-439d-8206-39d4d5b40c5f None None] Provisioning for port 0369657a-7697-4864-86d1-e5f6d7180160 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:11.479560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-40223944-756c-4270-83bb-9391eb2175a6 None None] Deleting port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:11.479929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40223944-756c-4270-83bb-9391eb2175a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.515318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0db78661-be52-47c2-882b-af0e4f97082f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.560201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db78661-be52-47c2-882b-af0e4f97082f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=1e3ad8c4-b524-47f3-9d11-05f49a206f31,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:11.574129 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0db78661-be52-47c2-882b-af0e4f97082f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.634802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17239c7d-392b-4a3f-a52d-5bfe21f97b75 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:11.675711 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0db78661-be52-47c2-882b-af0e4f97082f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/1e3ad8c4-b524-47f3-9d11-05f49a206f31 HTTP/1.1" status: 204 len: 168 time: 1.2957089 Feb 28 11:30:11.675931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] For port 0369657a-7697-4864-86d1-e5f6d7180160, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0369657a-7697-4864-86d1-e5f6d7180160,segment=NetworkSegment(5807d259-82e2-48fb-8df0-233cebdef54d),segment_id=5807d259-82e2-48fb-8df0-233cebdef54d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:11.675931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.677028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45938) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:11.817359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:11.825519 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f87dfb8c-800b-414e-9fd1-7e44a41ed2a9 admin admin] 10.222.0.31 "PUT /v2.0/routers/6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2452152 Feb 28 11:30:11.825519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45942) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:11.841849 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] Sync routers for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:11.854568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.928674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Calling delete_port for 0369657a-7697-4864-86d1-e5f6d7180160 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:11.978119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf3dcb9-3d5d-421a-a326-99be9aa8b6e0 None None] DHCP port deletion for 08507603-163e-42a7-8a3d-b4fe1bbcb623 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:11.987801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-40223944-756c-4270-83bb-9391eb2175a6 None None] For port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497,segment=NetworkSegment(1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740),segment_id=1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:11.988334 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40223944-756c-4270-83bb-9391eb2175a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:11.997449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:11.998148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:12.011519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-11c2fb14-0d9b-40b2-a441-709e7584af52 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:router {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:12.058969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3dcb9-3d5d-421a-a326-99be9aa8b6e0 None None] Deleting port 0369657a-7697-4864-86d1-e5f6d7180160 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:12.059463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2bf3dcb9-3d5d-421a-a326-99be9aa8b6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.117743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.171228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-11c2fb14-0d9b-40b2-a441-709e7584af52 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:router {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:12.174799 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-11c2fb14-0d9b-40b2-a441-709e7584af52 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4967735 Feb 28 11:30:12.175624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45946) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:12.199185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:12.205739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] For port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497,segment=NetworkSegment(1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740),segment_id=1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:12.206095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.350499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Calling delete_port for cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:12.364220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-40223944-756c-4270-83bb-9391eb2175a6 None None] Calling delete_port for cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:12.394152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:30:02Z', 'revision_number': 5, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:12.396429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:12.396872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 96a3fe5d-74e9-46a7-8fb6-b66ed64bc157 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:12.397382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:12.416825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.421165 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP 33523e82-122e-4f38-afa5-b4de05015786 associated. External IP: 172.26.1.89, port: 270822fd-1e31-423c-966f-ad70d5a70017. Feb 28 11:30:12.466116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15466fc7-8ae8-4d6f-9b70-8f000cca2bc2 None None] The sync data for ids ['2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13'] in dv-neutron-830866-1-hyperv is: [{'id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'name': 'tempest-ServersTestManualDisk-1613698700-router', 'tenant_id': '891d02a28f604b24a293e776f889769d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135'}], 'enable_snat': True}, 'gw_port_id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:50Z', 'updated_at': '2022-02-28T11:30:02Z', 'revision_number': 5, 'project_id': '891d02a28f604b24a293e776f889769d', 'gw_port': {'id': '549d4942-8951-4652-89e8-b7a7e7be75fa', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:1e:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:12.520365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc0a522f-5909-4012-bfc9-b157ad715202 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.560271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2bf3dcb9-3d5d-421a-a326-99be9aa8b6e0 None None] The port '0369657a-7697-4864-86d1-e5f6d7180160' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:30:12.622749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No DVR routers for this DVR port 0369657a-7697-4864-86d1-e5f6d7180160 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:12.676171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:30:12.727969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Port': ['ID=0369657a-7697-4864-86d1-e5f6d7180160,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:12.806891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.815284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40223944-756c-4270-83bb-9391eb2175a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.887841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef82d12-dee9-4a83-b01a-83de3e273ef3 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:12.890282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40223944-756c-4270-83bb-9391eb2175a6 None None] Pushing event deleted for resources: {'Port': ['ID=cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:12.974795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-aef82d12-dee9-4a83-b01a-83de3e273ef3 None None] Deleting port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:12.975342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-aef82d12-dee9-4a83-b01a-83de3e273ef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:12.995068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc0a522f-5909-4012-bfc9-b157ad715202 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.002792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc0a522f-5909-4012-bfc9-b157ad715202 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.014943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.021470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40223944-756c-4270-83bb-9391eb2175a6 None None] No DVR routers for this DVR port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:13.077695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Deleting port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:13.078166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.106769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:13.113208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:13.155532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc0a522f-5909-4012-bfc9-b157ad715202 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.156177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0a522f-5909-4012-bfc9-b157ad715202 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Fanout notify agent at l3_agent the message router_deleted on router c3028f4c-f74b-4364-8fe3-ec86426fa2d2 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:30:13.178228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.247384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc0a522f-5909-4012-bfc9-b157ad715202 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.252692 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fc0a522f-5909-4012-bfc9-b157ad715202 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/routers/c3028f4c-f74b-4364-8fe3-ec86426fa2d2 HTTP/1.1" status: 204 len: 168 time: 1.0659299 Feb 28 11:30:13.252692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45950) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:13.265454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08507603-163e-42a7-8a3d-b4fe1bbcb623']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:13.283728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5807d259-82e2-48fb-8df0-233cebdef54d') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:13.284029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5807d259-82e2-48fb-8df0-233cebdef54d') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:13.297628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Deleting port b9849fd3-4eae-4d38-9583-a3b05bff8b10 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:13.297970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.343814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-aef82d12-dee9-4a83-b01a-83de3e273ef3 None None] For port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b0422c4a-ae40-4aa8-8bff-3d0133d3acb2,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:13.343814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-aef82d12-dee9-4a83-b01a-83de3e273ef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.377944 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-ce2f8d70-132c-4829-86dd-b963e32ffa7b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7231822 Feb 28 11:30:13.382874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65894701-942d-499e-b88d-f6e538abf6d2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:13.383737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-65894701-942d-499e-b88d-f6e538abf6d2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:13.388413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.392532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] For port 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=87f11c4b-01bd-4fd1-8ef7-c300eab4ef47,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:13.392995 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.482435 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-aef82d12-dee9-4a83-b01a-83de3e273ef3 None None] Calling delete_port for b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:13.517719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106'}], 'enable_snat': True}, 'gw_port_id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:30:07Z', 'revision_number': 5, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port': {'id': '87f11c4b-01bd-4fd1-8ef7-c300eab4ef47', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:0e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:53Z', 'updated_at': '2022-02-28T11:28:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:13.523259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] Checking router: 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:30:13.524395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Calling delete_port for 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:13.528967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.531920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.550795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] Routers {'6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:13.551441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:29:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:13.551720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:13.552125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:13.569283 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:13.582591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-65894701-942d-499e-b88d-f6e538abf6d2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:13.586541 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-65894701-942d-499e-b88d-f6e538abf6d2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3313496 Feb 28 11:30:13.629353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Deleting port cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:13.629610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.659397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45954) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:13.689880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Deleting port 549d4942-8951-4652-89e8-b7a7e7be75fa {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:13.690207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.767712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] Set router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:30:13.809836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-aef82d12-dee9-4a83-b01a-83de3e273ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.825804 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.843773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] The port 'cfd4ad1f-c9ed-4e6d-8398-c10ecd56c497' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:30:13.874595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:13.920153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:30:13Z', 'revision_number': 6, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:13.922260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef82d12-dee9-4a83-b01a-83de3e273ef3 None None] Pushing event deleted for resources: {'Port': ['ID=b0422c4a-ae40-4aa8-8bff-3d0133d3acb2,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:13.932940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a87a9bd-d279-4947-b6d7-57913654f5d9 None None] The sync data for ids ['6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9'] in dv-neutron-830866-1-hyperv is: [{'id': '6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9', 'name': 'tempest-ServersTestJSON-1533520421-router', 'tenant_id': '7075ac745c8a4d98860bb9603f16ce6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:52Z', 'updated_at': '2022-02-28T11:30:13Z', 'revision_number': 6, 'project_id': '7075ac745c8a4d98860bb9603f16ce6b', 'gw_port_host': None}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:13.932940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef82d12-dee9-4a83-b01a-83de3e273ef3 None None] No DVR routers for this DVR port b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:13.953329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4b432b13-ef22-4a87-ba72-2f9f29d83437 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:13.987484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Pushing event deleted for resources: {'Port': ['ID=87f11c4b-01bd-4fd1-8ef7-c300eab4ef47,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:14.001299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 4b432b13-ef22-4a87-ba72-2f9f29d83437 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:14.001810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4b432b13-ef22-4a87-ba72-2f9f29d83437 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:14.002285 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:14.040271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:14.040615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b0422c4a-ae40-4aa8-8bff-3d0133d3acb2 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:14.041033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0369657a-7697-4864-86d1-e5f6d7180160 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:14.073711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 0369657a-7697-4864-86d1-e5f6d7180160 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:14.073978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0369657a-7697-4864-86d1-e5f6d7180160 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:14.090169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Calling delete_port for b9849fd3-4eae-4d38-9583-a3b05bff8b10 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:14.166085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.185724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a4a8d-ed75-45a6-91b9-fa7f5fa9e69a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:14.189519 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4f7a4a8d-ed75-45a6-91b9-fa7f5fa9e69a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5198100 Feb 28 11:30:14.228463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45960) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:14.260020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.302206 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-1b6f66e3-a3ba-4e91-ab65-7807e6fcb2d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1099 time: 0.8478093 Feb 28 11:30:14.321581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=08507603-163e-42a7-8a3d-b4fe1bbcb623,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:14.365312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.368903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ec60f85-9240-4585-907d-f00e06edcce8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:router {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:14.373564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-512a8fe8-a0fe-40dd-8822-5795aebc669d tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/08507603-163e-42a7-8a3d-b4fe1bbcb623 HTTP/1.1" status: 204 len: 168 time: 5.8669748 Feb 28 11:30:14.377282 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45964) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:14.384393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1596681031'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:14.392587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:14.396742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:14.399771 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.454369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:14.501603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:14.532591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:14.591266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:14.591492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efb06a8-b8ac-4872-8a6c-f7ecf8fb0740') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:14.676562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ec60f85-9240-4585-907d-f00e06edcce8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:router {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:14.677726 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6ec60f85-9240-4585-907d-f00e06edcce8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4484062 Feb 28 11:30:14.678590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:14.684316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.695085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45968) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:14.711201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:14.729006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.795119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.799237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.816522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] For port 549d4942-8951-4652-89e8-b7a7e7be75fa, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=549d4942-8951-4652-89e8-b7a7e7be75fa,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:14.816875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.836821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:14.862830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:14.868830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.869225 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment 1ca1a95d-c5b7-4319-81bb-909400752829 of type vlan for network 4444b218-e9fc-492d-8160-21bc610fdcb9 Feb 28 11:30:14.870832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:14.876298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:14.876942 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86bc4d00-656e-49d1-9f84-698ce61167d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.888098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:14.917195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.956949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.957530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:30:14.974242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.977947 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1a84ea91-4e90-4127-967c-d2874a4e1610 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6f07715c-dc2e-45e0-a4a6-3d1f7ed9edf9 HTTP/1.1" status: 204 len: 168 time: 3.1494246 Feb 28 11:30:14.978091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:14.979542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45972) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:14.986157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Calling delete_port for 549d4942-8951-4652-89e8-b7a7e7be75fa owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:15.009860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:15.013501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.025047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-f5c5f2e5-3849-432a-abbf-a822aa028238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:15.026484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-f5c5f2e5-3849-432a-abbf-a822aa028238 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 913 time: 0.7019818 Feb 28 11:30:15.030033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:15.030430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:15.045619 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:15.102068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.105663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:15.106280 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.225677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-583882f0-d6d1-4373-90a7-a760d538070f admin admin] Deleting subnet fa0af2c3-875d-4266-9c94-27968520281d {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:15.247417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-583882f0-d6d1-4373-90a7-a760d538070f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.294138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=4444b218-e9fc-492d-8160-21bc610fdcb9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:15.310412 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 4444b218-e9fc-492d-8160-21bc610fdcb9 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:15.310609 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-100ebf51-b538-4db9-8d9d-aa5f159ebba6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9295545 Feb 28 11:30:15.311626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45976) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:15.318630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': '4444b218-e9fc-492d-8160-21bc610fdcb9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:15.339960 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-0573844c-5d8b-4c2f-aa1e-93da2eb9e645 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 1001 time: 0.2914169 Feb 28 11:30:15.340168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-583882f0-d6d1-4373-90a7-a760d538070f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.388979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.424816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.437020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.475098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] Pushing event deleted for resources: {'Network': ['ID=591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:15.496784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:15.507578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event deleted for resources: {'Port': ['ID=b9849fd3-4eae-4d38-9583-a3b05bff8b10,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:15.513681 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3284822f-2d9e-4c1f-8ae6-31a3d7daede3 tempest-TagsExtTest-264143067 tempest-TagsExtTest-264143067-project] 10.222.0.31 "DELETE /v2.0/networks/591ca5d3-1614-4a2b-9f04-3ec45f6f4c9f HTTP/1.1" status: 204 len: 168 time: 4.7449410 Feb 28 11:30:15.516750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-59ca15d8-2e6d-4d81-b182-58acbc25428e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:15.516750 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-59ca15d8-2e6d-4d81-b182-58acbc25428e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 200 len: 851 time: 0.1672094 Feb 28 11:30:15.570382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:15.583014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:15.623038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:15.699313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-583882f0-d6d1-4373-90a7-a760d538070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.752050 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:15.872557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:15.934466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Pushing event deleted for resources: {'Port': ['ID=549d4942-8951-4652-89e8-b7a7e7be75fa,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:15.934973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:15.938418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:15.958326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-4b6cac0e-dd63-4cbd-9b2e-a426b503ee47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0c166b-6d44-40ae-b73d-34a64444bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4080627 Feb 28 11:30:15.977920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:15.982065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 87f11c4b-01bd-4fd1-8ef7-c300eab4ef47 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:15.983617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 837e3105-36d8-4b06-83b4-c0e2689dcc64 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:16.021886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.026310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.039084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 837e3105-36d8-4b06-83b4-c0e2689dcc64 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:16.039446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 837e3105-36d8-4b06-83b4-c0e2689dcc64 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:16.118876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 45984) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:16.127047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-583882f0-d6d1-4373-90a7-a760d538070f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.199574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583882f0-d6d1-4373-90a7-a760d538070f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa0af2c3-875d-4266-9c94-27968520281d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:16.228057 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.objects.ports [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84338) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:30:16.229391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-583882f0-d6d1-4373-90a7-a760d538070f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.234978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529fb654-ca84-4670-b8d5-68cf7d29493a None None] Network f87b31a0-daac-4d89-9446-4858f2a19282 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:16.235211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.297972 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-583882f0-d6d1-4373-90a7-a760d538070f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fa0af2c3-875d-4266-9c94-27968520281d HTTP/1.1" status: 204 len: 168 time: 1.3164234 Feb 28 11:30:16.303521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45990) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:16.381475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:16.432504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:16.447071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed1bc6e-9bbe-4998-b8e6-210fd7113f63 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:16.449288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:16.449568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.459486 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=4e81dd4d-cf43-484e-a228-085394377ba4,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:16.522335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.551528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Deleting port 922b3ed1-99e0-44a7-8418-2909ceaf966b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:16.551857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.587989 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-680d475e-2c22-445f-80b4-9bdc4a1b4af9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8915441 Feb 28 11:30:16.590984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 45996) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:16.605010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:16.630703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.670235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] DHCP port deletion for f87b31a0-daac-4d89-9446-4858f2a19282 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:16.685315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] Deleting port 922b3ed1-99e0-44a7-8418-2909ceaf966b {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:16.685971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.732025 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-fa3e2774-0642-458e-8f19-77345cceedf6 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7456639 Feb 28 11:30:16.766942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.814697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '4e81dd4d-cf43-484e-a228-085394377ba4'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:16.815551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.868439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=e6b463d3-bd07-464b-ac47-7d26b7bcec74,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:16.986060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] For port 922b3ed1-99e0-44a7-8418-2909ceaf966b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=922b3ed1-99e0-44a7-8418-2909ceaf966b,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:16.986402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:16.993934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:16.996443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': '1ca1a95d-c5b7-4319-81bb-909400752829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4444b218-e9fc-492d-8160-21bc610fdcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:16.996981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: 4444b218-e9fc-492d-8160-21bc610fdcb9, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:17.008949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:17.034537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] For port 922b3ed1-99e0-44a7-8418-2909ceaf966b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=922b3ed1-99e0-44a7-8418-2909ceaf966b,segment=NetworkSegment(0467bd9b-55fa-4d8e-8fe3-75777ae3de48),segment_id=0467bd9b-55fa-4d8e-8fe3-75777ae3de48)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:17.035147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.064587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:17.103065 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ae05b7e1-a2cc-4be7-b511-20df5756402b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f04b3f9aac19466fb0ebec95c12b3eb7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9780602 Feb 28 11:30:17.107396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46002) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:17.130153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:17.141652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Calling delete_port for 922b3ed1-99e0-44a7-8418-2909ceaf966b owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:17.241024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-05a45e6b-93bf-4b7a-a18d-8c0367711f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.249459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] Calling delete_port for 922b3ed1-99e0-44a7-8418-2909ceaf966b owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:17.284241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:17.324184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Allocated IP 2001:db8::f816:3eff:fed8:4e1a (d2f89622-2098-4601-99de-8eb1c2f9e684/4e81dd4d-cf43-484e-a228-085394377ba4/098f2ef3-a9e9-4a31-86f6-9f3e588fd6af) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:17.327667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.362592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:17.362966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:17.390106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.424223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 4444b218-e9fc-492d-8160-21bc610fdcb9 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:17.453533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Pushing event deleted for resources: {'Port': ['ID=922b3ed1-99e0-44a7-8418-2909ceaf966b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:17.471977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] No DVR routers for this DVR port 922b3ed1-99e0-44a7-8418-2909ceaf966b on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:17.554942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.583208 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6baaa83-3448-4b63-b430-8973da57c3a1 req-ee18d42c-2aab-4636-a08b-ac78eddf7594 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8374765 Feb 28 11:30:17.629111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.642207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Transition to ACTIVE for port object 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:17.680973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Transition to ACTIVE for port object 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:17.686976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 4444b218-e9fc-492d-8160-21bc610fdcb9) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:17.695486 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022cb861-5dfd-4a9b-8964-9d0e59805190 None None] Network 4444b218-e9fc-492d-8160-21bc610fdcb9 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:17.752152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:17.752735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.767006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.773734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.774273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.774365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:30:17.793378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87083442-e071-415d-8116-45dbc00f52b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.857408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.858766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0054ea23-9302-47dc-9686-057c181ce29c admin admin] 10.222.0.31 "DELETE /v2.0/routers/2e4f13e0-e3f5-4a1d-9ef1-2d552cd13a13 HTTP/1.1" status: 204 len: 168 time: 8.2050090 Feb 28 11:30:17.863699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87083442-e071-415d-8116-45dbc00f52b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.866213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] Deleting port 922b3ed1-99e0-44a7-8418-2909ceaf966b {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:17.866705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.872012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46008) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:17.877620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:17.923750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:17.936124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:17.946870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:17.951958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Router 7639dc0d-7339-463e-b26e-772a65077e5d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:17.953830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:17.960778 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eaad58-3543-4f8c-975e-591e4ac5c66a None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:17.979676 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eaad58-3543-4f8c-975e-591e4ac5c66a None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:17.980565 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a7eaad58-3543-4f8c-975e-591e4ac5c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:17.989493 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-824639dd-3e2e-4208-a052-fb006ac38616 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6746247 Feb 28 11:30:17.998594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46012) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:18.012619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87b31a0-daac-4d89-9446-4858f2a19282']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.024188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Pushing event updated for resources: {'Port': ['ID=098f2ef3-a9e9-4a31-86f6-9f3e588fd6af,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:18.049385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c39e44cf-71e8-4e02-addf-6e2a78382304 None None] The port '922b3ed1-99e0-44a7-8418-2909ceaf966b' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:30:18.128207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec5a9f-509f-41dc-bf4e-e88fca339a42 req-43799d2e-9f11-4f5b-8f3f-c40255f064c6 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:18.129824 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3fec5a9f-509f-41dc-bf4e-e88fca339a42 req-43799d2e-9f11-4f5b-8f3f-c40255f064c6 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.5297041 Feb 28 11:30:18.134690 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9ea6b69-8ff7-4056-985b-a9e2b50173cd req-8b0154b0-66d7-4b61-b91f-0d043fac4741 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1099 time: 0.4477079 Feb 28 11:30:18.143965 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a7eaad58-3543-4f8c-975e-591e4ac5c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.147586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3ecd52-5ad4-424c-8dcb-729f0c9a10fc admin admin] Deleting subnet 0097ccc9-cb19-4bad-8dbe-64007075765c {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:18.160891 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eaad58-3543-4f8c-975e-591e4ac5c66a None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:18.161900 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a7eaad58-3543-4f8c-975e-591e4ac5c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.165167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0f3ecd52-5ad4-424c-8dcb-729f0c9a10fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.176390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 922b3ed1-99e0-44a7-8418-2909ceaf966b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:18.191842 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0467bd9b-55fa-4d8e-8fe3-75777ae3de48') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.193407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0467bd9b-55fa-4d8e-8fe3-75777ae3de48') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.229451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.229663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.255380 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a7eaad58-3543-4f8c-975e-591e4ac5c66a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.256157 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eaad58-3543-4f8c-975e-591e4ac5c66a None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:18.273810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 922b3ed1-99e0-44a7-8418-2909ceaf966b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:18.273810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 922b3ed1-99e0-44a7-8418-2909ceaf966b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:18.290751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.314350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0f3ecd52-5ad4-424c-8dcb-729f0c9a10fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.319296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Attempting to bind port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:18.320371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Attempting to bind port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:18.320929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Attempting to bind port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:18.350911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:18.351322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.370970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:18.370970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:18.370970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.370970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:18.370970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Bound port: 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:18.370970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:18.371622 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:18.385110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-4444b218-e9fc-492d-8160-21bc610fdcb9', 'network_id': '4444b218-e9fc-492d-8160-21bc610fdcb9', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': 'e6b463d3-bd07-464b-ac47-7d26b7bcec74'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:18.385915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.403699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.434909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.466917 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f72849b6-d82d-46b2-bdd9-649c6617a7be tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.4135966 Feb 28 11:30:18.484163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.494769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3fec5a9f-509f-41dc-bf4e-e88fca339a42 req-b6c823d2-74a4-4b2d-a582-e722b27c0a2b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3008471 Feb 28 11:30:18.497934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46016) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:18.522265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-fd06c9c0-e3fa-45ba-a4ec-d2d26ac231ee tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'port_id': '270822fd-1e31-423c-966f-ad70d5a70017', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:18.525510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87083442-e071-415d-8116-45dbc00f52b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.544260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:18.569224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] For port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:18.574363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87083442-e071-415d-8116-45dbc00f52b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5521752-783d-47e6-b704-4152f9abf403,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:18.577545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] For port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=098f2ef3-a9e9-4a31-86f6-9f3e588fd6af,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:18.588242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-18af8c69-9785-4392-a4fa-495d9429964f tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "PUT /v2.0/routers/7639dc0d-7339-463e-b26e-772a65077e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5994060 Feb 28 11:30:18.588242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87083442-e071-415d-8116-45dbc00f52b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.588242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-87083442-e071-415d-8116-45dbc00f52b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e5521752-783d-47e6-b704-4152f9abf403 HTTP/1.1" status: 204 len: 168 time: 1.4704742 Feb 28 11:30:18.588242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46020) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:18.592331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6b69-8ff7-4056-985b-a9e2b50173cd req-37f90e26-a934-4b92-8ba2-bc0811f64948 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:18.592331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9ea6b69-8ff7-4056-985b-a9e2b50173cd req-37f90e26-a934-4b92-8ba2-bc0811f64948 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 913 time: 0.3956938 Feb 28 11:30:18.611929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc471a2a-e77f-4f27-a6c8-8a6df10342bb None None] Sync routers for ids ['7639dc0d-7339-463e-b26e-772a65077e5d'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:18.676627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.748663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.751229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc471a2a-e77f-4f27-a6c8-8a6df10342bb None None] Routers {'7639dc0d-7339-463e-b26e-772a65077e5d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:18.751896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-cc471a2a-e77f-4f27-a6c8-8a6df10342bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7639dc0d-7339-463e-b26e-772a65077e5d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:18.755872 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.781537 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-c345d8be-1ec5-4b54-abe6-013356844174 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] delete failed (client error): The resource could not be found. Feb 28 11:30:18.786168 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c345d8be-1ec5-4b54-abe6-013356844174 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-34494815 HTTP/1.1" status: 404 len: 333 time: 0.1911838 Feb 28 11:30:18.786319 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f87b31a0-daac-4d89-9446-4858f2a19282 HTTP/1.1" status: 204 len: 168 time: 2.4787607 Feb 28 11:30:18.787947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46026) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:18.794002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f7c5d1f2-3050-4f99-9cb7-141651c31e15 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Request body: {'router': {'external_gateway_info': {'network_id': '7639dc0d-7339-463e-b26e-772a65077e5d'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:18.814553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f242e0-bada-433d-a03e-07edc3a85796 admin admin] Pushing event deleted for resources: {'Network': ['ID=f87b31a0-daac-4d89-9446-4858f2a19282,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:18.821981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.890042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fd06c9c0-e3fa-45ba-a4ec-d2d26ac231ee tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:18.937587 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Allocated IP 172.20.0.2 (4444b218-e9fc-492d-8160-21bc610fdcb9/e6b463d3-bd07-464b-ac47-7d26b7bcec74/08978ff2-a1fb-4b9e-b974-6314808c03a3) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:18.942827 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9ea6b69-8ff7-4056-985b-a9e2b50173cd req-1a0cdd8b-3ba1-4c68-b5f8-0ad401df4c9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 1001 time: 0.2912710 Feb 28 11:30:18.978620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0f3ecd52-5ad4-424c-8dcb-729f0c9a10fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.142925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea6b69-8ff7-4056-985b-a9e2b50173cd req-5ecd9ea4-6780-433f-a1c7-814193742939 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:19.144493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9ea6b69-8ff7-4056-985b-a9e2b50173cd req-5ecd9ea4-6780-433f-a1c7-814193742939 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 200 len: 851 time: 0.1945920 Feb 28 11:30:19.194350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-cc471a2a-e77f-4f27-a6c8-8a6df10342bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:19.245025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46032) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:19.332309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d45626-ae2f-46d4-8e38-ff268b6baeeb None None] Pushing event updated for resources: {'Port': ['ID=098f2ef3-a9e9-4a31-86f6-9f3e588fd6af,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:19.345552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc471a2a-e77f-4f27-a6c8-8a6df10342bb None None] Routers {'7639dc0d-7339-463e-b26e-772a65077e5d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:19.346159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-cc471a2a-e77f-4f27-a6c8-8a6df10342bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7639dc0d-7339-463e-b26e-772a65077e5d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:19.394945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.416157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-cc471a2a-e77f-4f27-a6c8-8a6df10342bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:19.416557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc471a2a-e77f-4f27-a6c8-8a6df10342bb None None] The sync data for ids ['7639dc0d-7339-463e-b26e-772a65077e5d'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:19.421097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Transition to ACTIVE for port object 08978ff2-a1fb-4b9e-b974-6314808c03a3 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:19.448013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Transition to ACTIVE for port object 08978ff2-a1fb-4b9e-b974-6314808c03a3 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:19.481586 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9ea6b69-8ff7-4056-985b-a9e2b50173cd req-60c889e6-690d-44fb-b9d0-75ff9df03383 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0c166b-6d44-40ae-b73d-34a64444bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3304567 Feb 28 11:30:19.483686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7c5d1f2-3050-4f99-9cb7-141651c31e15 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.506740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.675534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Network 4444b218-e9fc-492d-8160-21bc610fdcb9 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:19.680119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:19.692777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:19.696227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Pushing event updated for resources: {'Port': ['ID=08978ff2-a1fb-4b9e-b974-6314808c03a3,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:19.766363 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-27a2b253-72a2-4871-9c6f-c0dfe1f26c72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7075ac745c8a4d98860bb9603f16ce6b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5065753 Feb 28 11:30:19.768476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.773673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46038) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:19.776496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0f3ecd52-5ad4-424c-8dcb-729f0c9a10fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.844405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.865261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Attempting to bind port 08978ff2-a1fb-4b9e-b974-6314808c03a3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:19.865261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Attempting to bind port 08978ff2-a1fb-4b9e-b974-6314808c03a3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '1ca1a95d-c5b7-4319-81bb-909400752829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4444b218-e9fc-492d-8160-21bc610fdcb9'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:19.865748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Attempting to bind port 08978ff2-a1fb-4b9e-b974-6314808c03a3 on network 4444b218-e9fc-492d-8160-21bc610fdcb9 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:19.874352 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-f7c5d1f2-3050-4f99-9cb7-141651c31e15 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] update failed (client error): The resource could not be found. Feb 28 11:30:19.876012 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f7c5d1f2-3050-4f99-9cb7-141651c31e15 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "PUT /v2.0/routers/7639dc0d-7339-463e-b26e-772a65077e5d HTTP/1.1" status: 404 len: 339 time: 1.0866299 Feb 28 11:30:19.883748 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9ea6b69-8ff7-4056-985b-a9e2b50173cd req-7df29b3c-6156-4be1-b514-693e88e25cd0 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915925 Feb 28 11:30:19.883748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46042) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:19.884152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:19.884152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Checking segment: {'id': '1ca1a95d-c5b7-4319-81bb-909400752829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4444b218-e9fc-492d-8160-21bc610fdcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:19.884152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.884152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Bound using segment: {'id': '1ca1a95d-c5b7-4319-81bb-909400752829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4444b218-e9fc-492d-8160-21bc610fdcb9'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:19.885274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Bound port: 08978ff2-a1fb-4b9e-b974-6314808c03a3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca1a95d-c5b7-4319-81bb-909400752829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '4444b218-e9fc-492d-8160-21bc610fdcb9'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:19.885789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.923054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:19.966337 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:19.980215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:19.980805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:19.999958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0f3ecd52-5ad4-424c-8dcb-729f0c9a10fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.009632 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] For port 08978ff2-a1fb-4b9e-b974-6314808c03a3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:20.015309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] For port 08978ff2-a1fb-4b9e-b974-6314808c03a3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=08978ff2-a1fb-4b9e-b974-6314808c03a3,segment=NetworkSegment(1ca1a95d-c5b7-4319-81bb-909400752829),segment_id=1ca1a95d-c5b7-4319-81bb-909400752829)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:20.017269 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a690f1-1e9a-4cf0-bf95-0c5cc5f14be1 None None] Network d696d2b4-1d18-4087-842f-c8135a805160 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:20.024506 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.105512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:20.149747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.152469 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0f3ecd52-5ad4-424c-8dcb-729f0c9a10fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0097ccc9-cb19-4bad-8dbe-64007075765c HTTP/1.1" status: 204 len: 168 time: 2.2778747 Feb 28 11:30:20.157546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46046) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:20.158118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=ca791359-5b32-46f7-8fe2-9726dd7c0e0d,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:20.267464 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9ea6b69-8ff7-4056-985b-a9e2b50173cd req-ab51464a-9512-4b5f-acaa-2fb2ceea46b8 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794718 Feb 28 11:30:20.286675 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-03631ee4-a2f3-4821-856e-7e643b06bb3c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6946199 Feb 28 11:30:20.287420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46050) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:20.308732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e37cce0c-2961-417f-920d-0dc84dae94e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.310483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ecd52-5ad4-424c-8dcb-729f0c9a10fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0097ccc9-cb19-4bad-8dbe-64007075765c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:20.415412 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a436fe5b-64f3-414e-8053-424599a7bb6b None None] Network 4444b218-e9fc-492d-8160-21bc610fdcb9 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:20.431799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e37cce0c-2961-417f-920d-0dc84dae94e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.443413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b463d3-bd07-464b-ac47-7d26b7bcec74,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:20.453599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:aa:2a:b3', 'name': 'tempest-NetworksTestDHCPv6-722109829'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:20.532516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ef165-2217-4cd3-a198-c1e789a3fbc1 req-96c88cfd-27a2-4563-8f76-d07d704e34bf tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:20.540609 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d3ef165-2217-4cd3-a198-c1e789a3fbc1 req-96c88cfd-27a2-4563-8f76-d07d704e34bf tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.7965786 Feb 28 11:30:20.569592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca9486-33ae-4c1b-b8e0-ca4e09242e86 None None] Pushing event updated for resources: {'Port': ['ID=08978ff2-a1fb-4b9e-b974-6314808c03a3,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:20.598387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.667216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:20.693104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.732650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4444b218-e9fc-492d-8160-21bc610fdcb9']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:20.758443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 549d4942-8951-4652-89e8-b7a7e7be75fa no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:20.759678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca1a95d-c5b7-4319-81bb-909400752829') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:20.760011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca1a95d-c5b7-4319-81bb-909400752829') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:20.790013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.815808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.820927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 549d4942-8951-4652-89e8-b7a7e7be75fa {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:20.822104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 549d4942-8951-4652-89e8-b7a7e7be75fa not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:20.832798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Deleting port 7ab25672-4225-43ce-b734-d3e0f20e06d2 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:20.833142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.835460 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d3ef165-2217-4cd3-a198-c1e789a3fbc1 req-1397cba8-f951-4229-82e9-9a251a2c943d tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929790 Feb 28 11:30:20.883493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:20.883906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:20.901291 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:20.950549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e6995-c1d1-464c-8074-bd8bb7b8df76 None None] DHCP port deletion for d696d2b4-1d18-4087-842f-c8135a805160 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:20.955228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e6995-c1d1-464c-8074-bd8bb7b8df76 None None] Deleting port 7ab25672-4225-43ce-b734-d3e0f20e06d2 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:20.955605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6995-c1d1-464c-8074-bd8bb7b8df76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:20.973617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e37cce0c-2961-417f-920d-0dc84dae94e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.008106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37cce0c-2961-417f-920d-0dc84dae94e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f90413d-0885-4489-91a3-c782396f5870,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:21.035833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:21.068196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:21.078755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:21.088753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e37cce0c-2961-417f-920d-0dc84dae94e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.090567 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e37cce0c-2961-417f-920d-0dc84dae94e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f90413d-0885-4489-91a3-c782396f5870 HTTP/1.1" status: 204 len: 168 time: 1.3159654 Feb 28 11:30:21.098926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.114630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:21.129731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:30:21.129731 dv-neutron-830866-1-hyperv neutron-server[84338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:30:21.129731 dv-neutron-830866-1-hyperv neutron-server[84338]: [parameters: {'id': '4444b218-e9fc-492d-8160-21bc610fdcb9'}] Feb 28 11:30:21.129731 dv-neutron-830866-1-hyperv neutron-server[84338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:21.139062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:21.197399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa471fbf-6716-456c-98e6-ff2b8ce269e7 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:21.296652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:21.300596 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.337374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3a3e6995-c1d1-464c-8074-bd8bb7b8df76 None None] For port 7ab25672-4225-43ce-b734-d3e0f20e06d2, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7ab25672-4225-43ce-b734-d3e0f20e06d2,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:21.338061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6995-c1d1-464c-8074-bd8bb7b8df76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.382076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fd06c9c0-e3fa-45ba-a4ec-d2d26ac231ee tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.384938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 94e76854-024b-407d-a777-b3dabeb9429c yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:21.428677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] For port 7ab25672-4225-43ce-b734-d3e0f20e06d2, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7ab25672-4225-43ce-b734-d3e0f20e06d2,segment=NetworkSegment(53fb14ee-53bf-4128-ac0b-924243fa56eb),segment_id=53fb14ee-53bf-4128-ac0b-924243fa56eb)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:21.429213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.441646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fd06c9c0-e3fa-45ba-a4ec-d2d26ac231ee tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.487206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e6995-c1d1-464c-8074-bd8bb7b8df76 None None] Calling delete_port for 7ab25672-4225-43ce-b734-d3e0f20e06d2 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:21.598198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Allocated IP 172.20.0.1 (8ed141cf-0cdc-4f68-ac09-84277884b472/ce81d876-3799-41ca-a724-0fd3ab25ba4b/6abcb051-72fa-4785-9b7e-12781e194652) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:21.611354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f63e233d-6f9a-4f86-aa42-18cc2fcc62c3 None None] Provisioning for port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:21.623199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f63e233d-6f9a-4f86-aa42-18cc2fcc62c3 None None] Provisioning complete for port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:21.623572 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f63e233d-6f9a-4f86-aa42-18cc2fcc62c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.834816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6995-c1d1-464c-8074-bd8bb7b8df76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.837100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Calling delete_port for 7ab25672-4225-43ce-b734-d3e0f20e06d2 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:21.843124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:21.892374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Transition to ACTIVE for port object 6abcb051-72fa-4785-9b7e-12781e194652 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:21.972967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e6995-c1d1-464c-8074-bd8bb7b8df76 None None] Pushing event deleted for resources: {'Port': ['ID=7ab25672-4225-43ce-b734-d3e0f20e06d2,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:21.986610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7ab25672-4225-43ce-b734-d3e0f20e06d2 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:21.995167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.058304 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 7ab25672-4225-43ce-b734-d3e0f20e06d2 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:22.058816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7ab25672-4225-43ce-b734-d3e0f20e06d2 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:22.061154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e6995-c1d1-464c-8074-bd8bb7b8df76 None None] No DVR routers for this DVR port 7ab25672-4225-43ce-b734-d3e0f20e06d2 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:22.062657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f63e233d-6f9a-4f86-aa42-18cc2fcc62c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.109978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port 08978ff2-a1fb-4b9e-b974-6314808c03a3 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:22.110328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.119950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f63e233d-6f9a-4f86-aa42-18cc2fcc62c3 None None] For port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=098f2ef3-a9e9-4a31-86f6-9f3e588fd6af,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:22.128640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.217712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f63e233d-6f9a-4f86-aa42-18cc2fcc62c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.228332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Port': ['ID=6abcb051-72fa-4785-9b7e-12781e194652,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:22.239965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network 8ed141cf-0cdc-4f68-ac09-84277884b472 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:22.241369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:22.248358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:22.331014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.332527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:22.332527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:22.367735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117c2f4c-671d-4e2c-bc21-f6109770f7c4 req-f09803ba-bb4b-47e1-a78b-c11feac1dc23 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:22.368789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f863c4c8-5e56-4d33-9355-71d18bcdcc2c None None] Update dhcp port {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': '4e81dd4d-cf43-484e-a228-085394377ba4', 'ip_address': '2001:db8::f816:3eff:fed8:4e1a'}, {'subnet_id': 'ca791359-5b32-46f7-8fe2-9726dd7c0e0d'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': '098f2ef3-a9e9-4a31-86f6-9f3e588fd6af'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:30:22.369480 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117c2f4c-671d-4e2c-bc21-f6109770f7c4 req-f09803ba-bb4b-47e1-a78b-c11feac1dc23 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.3432052 Feb 28 11:30:22.444544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e233d-6f9a-4f86-aa42-18cc2fcc62c3 None None] Pushing event updated for resources: {'Port': ['ID=098f2ef3-a9e9-4a31-86f6-9f3e588fd6af,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:22.466005 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117c2f4c-671d-4e2c-bc21-f6109770f7c4 req-e12aa059-86a5-47dd-9265-f2ed19a94f81 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867350 Feb 28 11:30:22.471898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f863c4c8-5e56-4d33-9355-71d18bcdcc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.565971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.594812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 172.20.0.12 (d2f89622-2098-4601-99de-8eb1c2f9e684/ca791359-5b32-46f7-8fe2-9726dd7c0e0d/94e76854-024b-407d-a777-b3dabeb9429c) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:22.602757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] For port 08978ff2-a1fb-4b9e-b974-6314808c03a3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=08978ff2-a1fb-4b9e-b974-6314808c03a3,segment=NetworkSegment(1ca1a95d-c5b7-4319-81bb-909400752829),segment_id=1ca1a95d-c5b7-4319-81bb-909400752829)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:22.603109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.621017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:feaa:2ab3 (d2f89622-2098-4601-99de-8eb1c2f9e684/4e81dd4d-cf43-484e-a228-085394377ba4/94e76854-024b-407d-a777-b3dabeb9429c) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:22.747647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Calling delete_port for 08978ff2-a1fb-4b9e-b974-6314808c03a3 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:22.774465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7c106be8-60f9-4f45-abf0-181eb8415711 None None] Provisioning for port 6abcb051-72fa-4785-9b7e-12781e194652 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:22.779583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7c106be8-60f9-4f45-abf0-181eb8415711 None None] Provisioning complete for port 6abcb051-72fa-4785-9b7e-12781e194652 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:22.779933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c106be8-60f9-4f45-abf0-181eb8415711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.834451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Deleting port 7ab25672-4225-43ce-b734-d3e0f20e06d2 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:22.834785 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:22.837400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7c106be8-60f9-4f45-abf0-181eb8415711 None None] Port 6abcb051-72fa-4785-9b7e-12781e194652 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:30:22.934590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] The port '7ab25672-4225-43ce-b734-d3e0f20e06d2' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:30:23.012202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.088521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.201283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event updated for resources: {'Port': ['ID=6abcb051-72fa-4785-9b7e-12781e194652,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:23.204913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.224668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.303876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Port': ['ID=08978ff2-a1fb-4b9e-b974-6314808c03a3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:23.311711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.341021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No DVR routers for this DVR port 08978ff2-a1fb-4b9e-b974-6314808c03a3 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:23.349292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Network 8ed141cf-0cdc-4f68-ac09-84277884b472 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:23.350440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:23.561627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d696d2b4-1d18-4087-842f-c8135a805160']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:23.610334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fb14ee-53bf-4128-ac0b-924243fa56eb') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:23.610917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fb14ee-53bf-4128-ac0b-924243fa56eb') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:23.626258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.645387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.661915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:23.663776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.675522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2d9ecdfc-e0d4-4478-afd8-255210e1cc01 None None] Provisioning complete for port 6abcb051-72fa-4785-9b7e-12781e194652 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:23.677108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d9ecdfc-e0d4-4478-afd8-255210e1cc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:23.708764 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:23.740981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ecdfc-e0d4-4478-afd8-255210e1cc01 None None] Port 6abcb051-72fa-4785-9b7e-12781e194652 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:30:23.824926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.881249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f053e-50df-465c-aeae-800e57876de5 req-17b075b7-73b8-4f79-a87e-ca44981a5b31 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:23.882737 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a6f053e-50df-465c-aeae-800e57876de5 req-17b075b7-73b8-4f79-a87e-ca44981a5b31 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1718030 Feb 28 11:30:23.894929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:23.905524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 94e76854-024b-407d-a777-b3dabeb9429c will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:23.951383 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:23.954622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4444b218-e9fc-492d-8160-21bc610fdcb9']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:23.956579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Router 7639dc0d-7339-463e-b26e-772a65077e5d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:23.973229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca1a95d-c5b7-4319-81bb-909400752829') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:23.973663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca1a95d-c5b7-4319-81bb-909400752829') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:23.984968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a6f053e-50df-465c-aeae-800e57876de5 req-e7bafe0d-ca19-4ca3-a044-e6b166cb4b07 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886345 Feb 28 11:30:23.993105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.026642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.031191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.049878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.067104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:24.067104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.067376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:24.067376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.081109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] Pushing event deleted for resources: {'Network': ['ID=d696d2b4-1d18-4087-842f-c8135a805160,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:24.082929 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:24.157495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.216442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:24.227468 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8687a-1ee2-489b-ac02-f1dba4b757ab None None] Sync routers for ids ['7639dc0d-7339-463e-b26e-772a65077e5d'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:24.237649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f03e5f09-f756-46b3-b88c-422448c965b8 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "PUT /v2.0/routers/7639dc0d-7339-463e-b26e-772a65077e5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3535981 Feb 28 11:30:24.240548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46090) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:24.251900 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8687a-1ee2-489b-ac02-f1dba4b757ab None None] Routers {'7639dc0d-7339-463e-b26e-772a65077e5d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:24.261084 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0ab8687a-1ee2-489b-ac02-f1dba4b757ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7639dc0d-7339-463e-b26e-772a65077e5d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.261548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd06c9c0-e3fa-45ba-a4ec-d2d26ac231ee tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:24.271527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-f863c4c8-5e56-4d33-9355-71d18bcdcc2c None None] Allocated IP 172.20.0.2 (d2f89622-2098-4601-99de-8eb1c2f9e684/ca791359-5b32-46f7-8fe2-9726dd7c0e0d/098f2ef3-a9e9-4a31-86f6-9f3e588fd6af) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:24.303431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:24.308586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:24.312210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=94e76854-024b-407d-a777-b3dabeb9429c,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:24.314702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:24.401193 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0ab8687a-1ee2-489b-ac02-f1dba4b757ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.423257 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8687a-1ee2-489b-ac02-f1dba4b757ab None None] Routers {'7639dc0d-7339-463e-b26e-772a65077e5d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:24.426294 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0ab8687a-1ee2-489b-ac02-f1dba4b757ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7639dc0d-7339-463e-b26e-772a65077e5d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.441512 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8acae281-2a78-4b6e-a078-dbd5a156ad8a admin admin] 10.222.0.31 "DELETE /v2.0/networks/d696d2b4-1d18-4087-842f-c8135a805160 HTTP/1.1" status: 204 len: 168 time: 4.2555389 Feb 28 11:30:24.447024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f863c4c8-5e56-4d33-9355-71d18bcdcc2c None None] For port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=098f2ef3-a9e9-4a31-86f6-9f3e588fd6af,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:24.477992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f863c4c8-5e56-4d33-9355-71d18bcdcc2c None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.496436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.497692 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0ab8687a-1ee2-489b-ac02-f1dba4b757ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.498255 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab8687a-1ee2-489b-ac02-f1dba4b757ab None None] The sync data for ids ['7639dc0d-7339-463e-b26e-772a65077e5d'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:24.502040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f863c4c8-5e56-4d33-9355-71d18bcdcc2c None None] Transition to ACTIVE for port object 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:24.524750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.549876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:24.550459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.562278 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/4444b218-e9fc-492d-8160-21bc610fdcb9 HTTP/1.1" status: 204 len: 168 time: 6.5562084 Feb 28 11:30:24.569344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46100) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:24.578077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a8aeff-a297-4372-aaae-ca28506bb705 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=4444b218-e9fc-492d-8160-21bc610fdcb9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:24.590407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-207479021'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:24.598970 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:24.607931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-958a9ab4-cae1-46c6-981b-91c72bfd02de tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.614596 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:24.619571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:24.630938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f863c4c8-5e56-4d33-9355-71d18bcdcc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.631316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:24.692533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd06c9c0-e3fa-45ba-a4ec-d2d26ac231ee tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:24.697812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fd06c9c0-e3fa-45ba-a4ec-d2d26ac231ee tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.727110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46104) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:24.758860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a16b99-8049-4da5-91bb-d3f99c77b033 None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:24.763998 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a4b37a02-12be-492d-96f9-f4fa65872cd9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4548512 Feb 28 11:30:24.766704 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46110) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:24.783042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863c4c8-5e56-4d33-9355-71d18bcdcc2c None None] Pushing event updated for resources: {'Port': ['ID=098f2ef3-a9e9-4a31-86f6-9f3e588fd6af,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:24.786987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a16b99-8049-4da5-91bb-d3f99c77b033 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:24.787686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-66a16b99-8049-4da5-91bb-d3f99c77b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.851554 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-958a9ab4-cae1-46c6-981b-91c72bfd02de tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 11:30:24.864699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46114) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:24.867329 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-958a9ab4-cae1-46c6-981b-91c72bfd02de tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "DELETE /v2.0/routers/7639dc0d-7339-463e-b26e-772a65077e5d HTTP/1.1" status: 409 len: 329 time: 0.6220994 Feb 28 11:30:24.898175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-66a16b99-8049-4da5-91bb-d3f99c77b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.919398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a16b99-8049-4da5-91bb-d3f99c77b033 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:24.920133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-66a16b99-8049-4da5-91bb-d3f99c77b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.951020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:24.954091 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:24.985231 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-66a16b99-8049-4da5-91bb-d3f99c77b033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:24.985758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a16b99-8049-4da5-91bb-d3f99c77b033 None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:24.995895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46118) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:25.061967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-061455a8-b2fe-4691-a2dc-a56ead4ca204 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=891d02a28f604b24a293e776f889769d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0648940 Feb 28 11:30:25.064333 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fd06c9c0-e3fa-45ba-a4ec-d2d26ac231ee tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/floatingips/33523e82-122e-4f38-afa5-b4de05015786 HTTP/1.1" status: 200 len: 977 time: 6.5589149 Feb 28 11:30:25.066527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46124) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:25.066916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46126) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:25.122570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:25.133148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.133737 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment 6986f68b-04f6-489d-ba8c-3a4552598125 of type vlan for network 11ca043c-84e6-42d0-a3dd-b0fecec50354 Feb 28 11:30:25.164847 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1397555639'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:25.177074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.181915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:25.191795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Usage tracker for resource:network and tenant:ed011535d58748fca332c2f7273825db is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:25.208337 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:25.209673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:25.218692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed2da4-6af1-435e-afae-b5bd13e5b785 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:25.222795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed2da4-6af1-435e-afae-b5bd13e5b785 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:25.223646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d7ed2da4-6af1-435e-afae-b5bd13e5b785 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:25.395347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d7ed2da4-6af1-435e-afae-b5bd13e5b785 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:25.399189 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d7ed2da4-6af1-435e-afae-b5bd13e5b785 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.6288633 Feb 28 11:30:25.399189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.400993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:25.401133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e98505d-458e-4a9f-a4c5-f2267e668bcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.401575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.402530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46132) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:25.405314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Made reservation on behalf of ed011535d58748fca332c2f7273825db for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:25.408269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.484248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port 3bed08a6-33e4-431c-a35f-6b3826149078 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:25.484584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.526511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e98505d-458e-4a9f-a4c5-f2267e668bcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.527865 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41cf78-fff3-4f48-9898-e3ecb9a83508 req-21c36985-9962-425f-8588-b9b130d2b4e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:25.529392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce41cf78-fff3-4f48-9898-e3ecb9a83508 req-21c36985-9962-425f-8588-b9b130d2b4e1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.3570399 Feb 28 11:30:25.594361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-21e001af-a008-4976-bd0f-22d37ae15943 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 94e76854-024b-407d-a777-b3dabeb9429c {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:25.594691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e001af-a008-4976-bd0f-22d37ae15943 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.630800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.643204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-392c60f7-5364-454e-9658-2bcafba9f10f None None] Provisioning for port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:25.653126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-392c60f7-5364-454e-9658-2bcafba9f10f None None] Provisioning complete for port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:25.653126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-392c60f7-5364-454e-9658-2bcafba9f10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:25.711893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=11ca043c-84e6-42d0-a3dd-b0fecec50354,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:25.728586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 11ca043c-84e6-42d0-a3dd-b0fecec50354 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:25.734606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:25.741076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Usage tracker for resource:security_group_rule and tenant:ed011535d58748fca332c2f7273825db is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:25.745261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:25.753536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:25.770882 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8ceaa96e-d42f-4479-86b3-12be28a1cded tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1904249 Feb 28 11:30:25.782775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46136) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:25.804604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': '11ca043c-84e6-42d0-a3dd-b0fecec50354', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:25.892131 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce1d47-c9c4-48e7-b3fb-4fd34fec9180 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:30:25.937159 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce41cf78-fff3-4f48-9898-e3ecb9a83508 req-151ecb6d-b062-4cad-b6bb-99058ad97ef3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3964729 Feb 28 11:30:25.949785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:25.952068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.091695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.092067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.140431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:26.155285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.156775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:26.160399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:26.169293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:26.202201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:26.202768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.241146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ce1d47-c9c4-48e7-b3fb-4fd34fec9180 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:30:26.248051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.271733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for 3bed08a6-33e4-431c-a35f-6b3826149078 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:26.307184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:26.309330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:26.321181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e98505d-458e-4a9f-a4c5-f2267e668bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.360213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e001af-a008-4976-bd0f-22d37ae15943 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.368578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98505d-458e-4a9f-a4c5-f2267e668bcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62464f0-1d53-4724-9d4f-ce15a4fc38db,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:26.453702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.453918 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Added segment c8f1c027-2d8c-4166-8871-461e4759fdbd of type vlan for network e4d1f996-4a21-4177-a693-f9e33e1af89e Feb 28 11:30:26.455020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7d3b38-e64d-4a3d-bf41-6a98f5db3222,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:26.479663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9a680d48-421e-4c3c-82d9-04327a49643e None None] Provisioning for port 94e76854-024b-407d-a777-b3dabeb9429c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:26.499979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e98505d-458e-4a9f-a4c5-f2267e668bcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.501833 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9a680d48-421e-4c3c-82d9-04327a49643e None None] Provisioning complete for port 94e76854-024b-407d-a777-b3dabeb9429c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:26.502110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a680d48-421e-4c3c-82d9-04327a49643e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.503396 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7e98505d-458e-4a9f-a4c5-f2267e668bcf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e62464f0-1d53-4724-9d4f-ce15a4fc38db HTTP/1.1" status: 204 len: 168 time: 1.4325666 Feb 28 11:30:26.549263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-21e001af-a008-4976-bd0f-22d37ae15943 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 94e76854-024b-407d-a777-b3dabeb9429c owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:26.602549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9a680d48-421e-4c3c-82d9-04327a49643e None None] Port 94e76854-024b-407d-a777-b3dabeb9429c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:30:26.619988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.639125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.784124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.817418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing IP validity checks on allocation pools {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:30:26.817978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:30:26.839076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=3bed08a6-33e4-431c-a35f-6b3826149078,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:26.894024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.898364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:26.898969 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:26.998480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.023955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Pushing event updated for resources: {'Network': ['ID=e4d1f996-4a21-4177-a693-f9e33e1af89e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:27.039905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network e4d1f996-4a21-4177-a693-f9e33e1af89e details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:27.107168 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2b2c2022-1c22-4f14-8cf8-c2bade4c81d6 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3786793 Feb 28 11:30:27.109866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46146) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:27.125819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Deleting port 6abcb051-72fa-4785-9b7e-12781e194652 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:27.126349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.138191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e001af-a008-4976-bd0f-22d37ae15943 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.251899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e001af-a008-4976-bd0f-22d37ae15943 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=94e76854-024b-407d-a777-b3dabeb9429c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:27.396460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Request body: {'network': {'name': 'tempest-network--1221930230', 'router:external': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:27.419696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:27.427356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Usage tracker for resource:network and tenant:2198fe953b5c4614a8f538cebd0a0aef is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:27.436376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:27.457339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:27.526575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.647273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e001af-a008-4976-bd0f-22d37ae15943 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.662640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382cea-8f5b-4ccb-9a3f-b27adfed27c4 req-568d211c-c2a2-4499-9b34-f1f6461f9369 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.664949 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6382cea-8f5b-4ccb-9a3f-b27adfed27c4 req-568d211c-c2a2-4499-9b34-f1f6461f9369 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.5383446 Feb 28 11:30:27.716830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.740000 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6382cea-8f5b-4ccb-9a3f-b27adfed27c4 req-293e83fd-9a46-40d3-a887-d84cfe198e12 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649464 Feb 28 11:30:27.803314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Made reservation on behalf of 2198fe953b5c4614a8f538cebd0a0aef for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:27.806704 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.822157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Calling delete_port for 6abcb051-72fa-4785-9b7e-12781e194652 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:27.863501 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-21e001af-a008-4976-bd0f-22d37ae15943 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/94e76854-024b-407d-a777-b3dabeb9429c HTTP/1.1" status: 204 len: 168 time: 2.4566784 Feb 28 11:30:27.865763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46164) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:27.875052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:27.942496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=f8f10a99-5172-48b1-8bbc-28b3ac0f802a,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:27.958406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f346f-bdae-4d5a-9652-99f93d2628d2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.959740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f346f-bdae-4d5a-9652-99f93d2628d2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.961770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f346f-bdae-4d5a-9652-99f93d2628d2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:27.963312 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c28f346f-bdae-4d5a-9652-99f93d2628d2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0965605 Feb 28 11:30:27.966462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46170) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:27.998562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:28.006347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Usage tracker for resource:security_group_rule and tenant:2198fe953b5c4614a8f538cebd0a0aef is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:28.011728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:28.018571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': '6986f68b-04f6-489d-ba8c-3a4552598125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '11ca043c-84e6-42d0-a3dd-b0fecec50354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:28.018968 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: 11ca043c-84e6-42d0-a3dd-b0fecec50354, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:28.024227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:28.178047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.210695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a4e1de1-a193-45e5-9bfb-db393db7b4c1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 4e81dd4d-cf43-484e-a228-085394377ba4 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:28.214162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 11ca043c-84e6-42d0-a3dd-b0fecec50354 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:28.216960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:28.218081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1de1-a193-45e5-9bfb-db393db7b4c1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.283175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1de1-a193-45e5-9bfb-db393db7b4c1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.334638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.369690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.396177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event deleted for resources: {'Port': ['ID=6abcb051-72fa-4785-9b7e-12781e194652,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:28.398352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 11ca043c-84e6-42d0-a3dd-b0fecec50354) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:28.408068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7772203-a849-4514-bb3b-aed7cf0c79df None None] Network 11ca043c-84e6-42d0-a3dd-b0fecec50354 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:28.412055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:28.412731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.419005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:28.488912 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f769d6b-ae98-4a8d-b5c8-26d67d35d053,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:28.537781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1de1-a193-45e5-9bfb-db393db7b4c1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.576495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.576977 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Added segment 89232f27-b72d-4fec-a08a-7af3f570eb2a of type vlan for network 7ec97d7e-da20-4271-80fd-23f8a6c45b8a Feb 28 11:30:28.633248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.678211 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-786aa607-ae45-464a-9e74-dc7dc6033a50 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.8939383 Feb 28 11:30:28.684234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46180) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:28.733395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-11ca043c-84e6-42d0-a3dd-b0fecec50354', 'network_id': '11ca043c-84e6-42d0-a3dd-b0fecec50354', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': 'f8f10a99-5172-48b1-8bbc-28b3ac0f802a'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:28.733969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.796811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.797673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:28.798249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.801638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1de1-a193-45e5-9bfb-db393db7b4c1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.863874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4e1de1-a193-45e5-9bfb-db393db7b4c1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=4e81dd4d-cf43-484e-a228-085394377ba4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:28.870780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:28.881860 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbcbfd9-6727-4727-a44d-89324f30d20e None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:28.888219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a4e1de1-a193-45e5-9bfb-db393db7b4c1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.899096 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9a4e1de1-a193-45e5-9bfb-db393db7b4c1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/4e81dd4d-cf43-484e-a228-085394377ba4 HTTP/1.1" status: 204 len: 168 time: 0.9258940 Feb 28 11:30:28.899096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46184) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:28.910200 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcbfd9-6727-4727-a44d-89324f30d20e None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:28.911467 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8fbcbfd9-6727-4727-a44d-89324f30d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:28.914430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.947674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Allocated IP 172.20.0.3 (11ca043c-84e6-42d0-a3dd-b0fecec50354/f8f10a99-5172-48b1-8bbc-28b3ac0f802a/7ea4c80f-f71f-43e9-adf7-350af14b9f04) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:28.971341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'Network': ['ID=7ec97d7e-da20-4271-80fd-23f8a6c45b8a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:28.996990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:28.997251 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8fbcbfd9-6727-4727-a44d-89324f30d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:29.009111 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbcbfd9-6727-4727-a44d-89324f30d20e None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:29.009954 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8fbcbfd9-6727-4727-a44d-89324f30d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:29.072707 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8fbcbfd9-6727-4727-a44d-89324f30d20e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:29.073353 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fbcbfd9-6727-4727-a44d-89324f30d20e None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:29.098425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c5c3986-162c-4349-a6de-a54a08bb6407 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet ca791359-5b32-46f7-8fe2-9726dd7c0e0d {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:29.103660 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-312bc949-f34e-44b9-8361-cc31ec93e78d tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.9876812 Feb 28 11:30:29.109723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3986-162c-4349-a6de-a54a08bb6407 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.114670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46192) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:29.129641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71992f47-1769-49a6-8eb8-f9332d07c6ac None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:29.149054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 7ec97d7e-da20-4271-80fd-23f8a6c45b8a details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:29.183748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.198800 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0a8e9801-23b2-44f7-90dd-1748d1db22ea tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/floatingips/33523e82-122e-4f38-afa5-b4de05015786 HTTP/1.1" status: 204 len: 168 time: 4.1308837 Feb 28 11:30:29.199412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46196) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:29.206831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3986-162c-4349-a6de-a54a08bb6407 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.371811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7daee9db-649b-48e2-89d0-23b8c6d727d3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port 270822fd-1e31-423c-966f-ad70d5a70017 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:29.372154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7daee9db-649b-48e2-89d0-23b8c6d727d3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.482739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.484979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.557192 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.599991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Transition to ACTIVE for port object 7ea4c80f-f71f-43e9-adf7-350af14b9f04 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:29.654773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3986-162c-4349-a6de-a54a08bb6407 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.669798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Transition to ACTIVE for port object 7ea4c80f-f71f-43e9-adf7-350af14b9f04 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:29.749275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.888077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Network 11ca043c-84e6-42d0-a3dd-b0fecec50354 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:29.890545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.891878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:29.898568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:29.945751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.955971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=f8f10a99-5172-48b1-8bbc-28b3ac0f802a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:29.958958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3986-162c-4349-a6de-a54a08bb6407 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:29.980876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec97d7e-da20-4271-80fd-23f8a6c45b8a']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:29.996886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89232f27-b72d-4fec-a08a-7af3f570eb2a') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:29.997187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89232f27-b72d-4fec-a08a-7af3f570eb2a') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.014508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.015182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Pushing event updated for resources: {'Port': ['ID=7ea4c80f-f71f-43e9-adf7-350af14b9f04,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:30.035049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46210) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:30.037252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Router 7639dc0d-7339-463e-b26e-772a65077e5d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:30.042682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c3986-162c-4349-a6de-a54a08bb6407 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=ca791359-5b32-46f7-8fe2-9726dd7c0e0d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:30.056270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Attempting to bind port 7ea4c80f-f71f-43e9-adf7-350af14b9f04 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:30.056270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Attempting to bind port 7ea4c80f-f71f-43e9-adf7-350af14b9f04 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '6986f68b-04f6-489d-ba8c-3a4552598125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '11ca043c-84e6-42d0-a3dd-b0fecec50354'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:30.056270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Attempting to bind port 7ea4c80f-f71f-43e9-adf7-350af14b9f04 on network 11ca043c-84e6-42d0-a3dd-b0fecec50354 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:30.056637 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.067893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:30.068295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.071442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:30.071937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Checking segment: {'id': '6986f68b-04f6-489d-ba8c-3a4552598125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '11ca043c-84e6-42d0-a3dd-b0fecec50354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:30.072473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.072949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Bound using segment: {'id': '6986f68b-04f6-489d-ba8c-3a4552598125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '11ca043c-84e6-42d0-a3dd-b0fecec50354'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:30.073556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Bound port: 7ea4c80f-f71f-43e9-adf7-350af14b9f04, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6986f68b-04f6-489d-ba8c-3a4552598125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': '11ca043c-84e6-42d0-a3dd-b0fecec50354'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:30.074022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:30.084731 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:30.169546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.222324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ca043c-84e6-42d0-a3dd-b0fecec50354']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.224707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] For port 7ea4c80f-f71f-43e9-adf7-350af14b9f04, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:30.228493 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] For port 7ea4c80f-f71f-43e9-adf7-350af14b9f04, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7ea4c80f-f71f-43e9-adf7-350af14b9f04,segment=NetworkSegment(6986f68b-04f6-489d-ba8c-3a4552598125),segment_id=6986f68b-04f6-489d-ba8c-3a4552598125)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:30.235747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6986f68b-04f6-489d-ba8c-3a4552598125') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.236044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6986f68b-04f6-489d-ba8c-3a4552598125') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.249071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.267308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7daee9db-649b-48e2-89d0-23b8c6d727d3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.285639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c5c3986-162c-4349-a6de-a54a08bb6407 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.294504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:30.306653 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.313788 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d54afd96-c7a5-4c37-b0f2-d06669c64246 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "PUT /v2.0/routers/7639dc0d-7339-463e-b26e-772a65077e5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4398694 Feb 28 11:30:30.314465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46216) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:30.352693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.357541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf323b-1abc-4072-b946-dffa32866a00 None None] Sync routers for ids ['7639dc0d-7339-463e-b26e-772a65077e5d'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:30.359323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:30.359721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.388080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.392694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1387417287'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:30.412564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf323b-1abc-4072-b946-dffa32866a00 None None] Routers {'7639dc0d-7339-463e-b26e-772a65077e5d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:30.413421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6aaf323b-1abc-4072-b946-dffa32866a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7639dc0d-7339-463e-b26e-772a65077e5d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.419206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7ec97d7e-da20-4271-80fd-23f8a6c45b8a {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 11:30:30.421297 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:30.424861 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-388d92f7-a169-4f9f-950d-85238513fe95 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] show failed (client error): The resource could not be found. Feb 28 11:30:30.430509 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-388d92f7-a169-4f9f-950d-85238513fe95 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-715036426 HTTP/1.1" status: 404 len: 334 time: 0.1150072 Feb 28 11:30:30.431720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.437482 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7ec97d7e-da20-4271-80fd-23f8a6c45b8a HTTP/1.1" status: 204 len: 168 time: 1.2782099 Feb 28 11:30:30.441892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46220) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:30.442121 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46222) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:30.447392 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Usage tracker for resource:network and tenant:0344a13dba2a409090c3a4142175ff1d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:30.453130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:30.458480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-aa46a571-56b7-41ca-a88f-1616d0b81faf tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:30.473860 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:30.489145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f22764-1bb4-478a-8030-0ff901b2424b None None] Pushing event updated for resources: {'Port': ['ID=7ea4c80f-f71f-43e9-adf7-350af14b9f04,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:30.517891 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:30.522106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb3907-ab49-4d43-8f43-50212a9127be tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event deleted for resources: {'Network': ['ID=7ec97d7e-da20-4271-80fd-23f8a6c45b8a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:30.534311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:30.543515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:30.548125 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-aa46a571-56b7-41ca-a88f-1616d0b81faf tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] update failed (client error): The resource could not be found. Feb 28 11:30:30.552686 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aa46a571-56b7-41ca-a88f-1616d0b81faf tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-396366817 HTTP/1.1" status: 404 len: 334 time: 0.1094038 Feb 28 11:30:30.557541 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46228) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:30.560511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Usage tracker for resource:network and tenant:2198fe953b5c4614a8f538cebd0a0aef is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:30.562584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6aaf323b-1abc-4072-b946-dffa32866a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.565413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:30.580327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7daee9db-649b-48e2-89d0-23b8c6d727d3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for 270822fd-1e31-423c-966f-ad70d5a70017 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:30.583079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c88546-0ea9-479b-a286-35110dafe2b8 None None] Network 11ca043c-84e6-42d0-a3dd-b0fecec50354 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:30.609559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:30.635799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:30:30.635799 dv-neutron-830866-1-hyperv neutron-server[84339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:30:30.635799 dv-neutron-830866-1-hyperv neutron-server[84339]: [parameters: {'id': '11ca043c-84e6-42d0-a3dd-b0fecec50354'}] Feb 28 11:30:30.635799 dv-neutron-830866-1-hyperv neutron-server[84339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:30.636228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:30.647609 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8c5c3986-162c-4349-a6de-a54a08bb6407 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/ca791359-5b32-46f7-8fe2-9726dd7c0e0d HTTP/1.1" status: 204 len: 168 time: 1.6697278 Feb 28 11:30:30.648919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46232) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:30.651319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Made reservation on behalf of 0344a13dba2a409090c3a4142175ff1d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:30.660197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.727015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-203be44c-134b-4cb2-8fc5-de6908d2660e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:router {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:30.758486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-203be44c-134b-4cb2-8fc5-de6908d2660e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:router {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:30.762386 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-203be44c-134b-4cb2-8fc5-de6908d2660e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098850 Feb 28 11:30:30.763105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46236) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:30.769270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:30.786249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d901cf-9219-4e86-bacf-d67d8f142b38 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:30.833700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-2802647e-fa13-4feb-980a-63d0bf743770 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Deleting subnet 85c110f0-65e5-4fdc-b115-acaa3cdd8e39 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:30.837670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Made reservation on behalf of 2198fe953b5c4614a8f538cebd0a0aef for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:30.840068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.851479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2802647e-fa13-4feb-980a-63d0bf743770 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.883529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.910622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaf323b-1abc-4072-b946-dffa32866a00 None None] Routers {'7639dc0d-7339-463e-b26e-772a65077e5d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:30.911570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6aaf323b-1abc-4072-b946-dffa32866a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7639dc0d-7339-463e-b26e-772a65077e5d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:30.940643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:30.948699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:30.950748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2802647e-fa13-4feb-980a-63d0bf743770 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:30.952469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:30.959089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:30.981806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:31.005855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:31.014356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Usage tracker for resource:security_group_rule and tenant:0344a13dba2a409090c3a4142175ff1d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:31.019150 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:31.021920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.022289 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Added segment 5f3523bd-1f2a-4c44-9c91-486df0ea86fb of type vlan for network 67b64c7c-f6a0-454c-9b78-7f1ea55af089 Feb 28 11:30:31.028486 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:31.040874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6aaf323b-1abc-4072-b946-dffa32866a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:31.045801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaf323b-1abc-4072-b946-dffa32866a00 None None] The sync data for ids ['7639dc0d-7339-463e-b26e-772a65077e5d'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:31.072803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:31.076635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.104145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4eb0d5a8-71ad-41ce-ad79-b2db77b57d87 None None] Provisioning complete for port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:31.104932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4eb0d5a8-71ad-41ce-ad79-b2db77b57d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.107318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.134016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2802647e-fa13-4feb-980a-63d0bf743770 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.149176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.163824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7daee9db-649b-48e2-89d0-23b8c6d727d3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.240133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.240606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daee9db-649b-48e2-89d0-23b8c6d727d3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=270822fd-1e31-423c-966f-ad70d5a70017,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:31.248788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port 7ea4c80f-f71f-43e9-adf7-350af14b9f04 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:31.249230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.301911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.308203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b7cc7-3869-4a20-9b64-a8582411611c None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:31.312656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b7cc7-3869-4a20-9b64-a8582411611c None None] Deleting port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:31.313173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f0b7cc7-3869-4a20-9b64-a8582411611c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.318942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2802647e-fa13-4feb-980a-63d0bf743770 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.357749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.358680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:31.359369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.409044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:31.415259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802647e-fa13-4feb-980a-63d0bf743770 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event deleted for resources: {'Subnet': ['ID=85c110f0-65e5-4fdc-b115-acaa3cdd8e39,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:31.478660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb19c46a-9b44-45cd-b9d5-3168d9650506,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:31.497266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.497470 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Added segment 30762f01-3a54-4765-8aba-48a24b072f55 of type vlan for network c99cfdc1-2c13-40d9-9615-adb8df3b8431 Feb 28 11:30:31.498824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2802647e-fa13-4feb-980a-63d0bf743770 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.532537 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2802647e-fa13-4feb-980a-63d0bf743770 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "DELETE /v2.0/subnets/85c110f0-65e5-4fdc-b115-acaa3cdd8e39 HTTP/1.1" status: 204 len: 168 time: 0.9714308 Feb 28 11:30:31.533203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dc4223-80b4-4910-876f-3226b20bbddc None None] Network 0f5c5a41-569e-4a14-95e5-739246a32cbb requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:31.533575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46240) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:31.659700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3f0b7cc7-3869-4a20-9b64-a8582411611c None None] For port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=098f2ef3-a9e9-4a31-86f6-9f3e588fd6af,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:31.660162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f0b7cc7-3869-4a20-9b64-a8582411611c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.688737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'Network': ['ID=67b64c7c-f6a0-454c-9b78-7f1ea55af089,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:31.704247 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9276d214-099e-4979-aa3b-6aea71bdef99 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2592344 Feb 28 11:30:31.709318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46244) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:31.732257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Request body: {'subnet': {'network_id': '67b64c7c-f6a0-454c-9b78-7f1ea55af089', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:31.741067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:31.748874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Usage tracker for resource:subnet and tenant:2198fe953b5c4614a8f538cebd0a0aef is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:31.752213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.755345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 67b64c7c-f6a0-454c-9b78-7f1ea55af089 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:31.759044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:31.768627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:31.793855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7daee9db-649b-48e2-89d0-23b8c6d727d3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.833127 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7daee9db-649b-48e2-89d0-23b8c6d727d3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/ports/270822fd-1e31-423c-966f-ad70d5a70017 HTTP/1.1" status: 204 len: 168 time: 2.6260228 Feb 28 11:30:31.834660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46248) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:31.838433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3f0b7cc7-3869-4a20-9b64-a8582411611c None None] Calling delete_port for 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:31.842024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:31.863217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:31.870443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] For port 7ea4c80f-f71f-43e9-adf7-350af14b9f04, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7ea4c80f-f71f-43e9-adf7-350af14b9f04,segment=NetworkSegment(6986f68b-04f6-489d-ba8c-3a4552598125),segment_id=6986f68b-04f6-489d-ba8c-3a4552598125)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:31.870695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.932728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Made reservation on behalf of 2198fe953b5c4614a8f538cebd0a0aef for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:31.936590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.952028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:31.962878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-350f5fce-50c8-432d-b6dc-ca96cfc2f94e tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Deleting subnet 67c3dbce-1b3d-46ad-8826-914b420343a7 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:31.971191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-350f5fce-50c8-432d-b6dc-ca96cfc2f94e tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:31.973612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:32.004812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.010159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:32.010873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.059943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Calling delete_port for 7ea4c80f-f71f-43e9-adf7-350af14b9f04 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:32.143406 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f0b7cc7-3869-4a20-9b64-a8582411611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.184905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.185453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.204110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0b7cc7-3869-4a20-9b64-a8582411611c None None] Pushing event deleted for resources: {'Port': ['ID=098f2ef3-a9e9-4a31-86f6-9f3e588fd6af,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:32.206726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-350f5fce-50c8-432d-b6dc-ca96cfc2f94e tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.215036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:30:32.216696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0b7cc7-3869-4a20-9b64-a8582411611c None None] No DVR routers for this DVR port 098f2ef3-a9e9-4a31-86f6-9f3e588fd6af on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:32.225149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.262599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Pushing event updated for resources: {'Network': ['ID=c99cfdc1-2c13-40d9-9615-adb8df3b8431,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:32.264154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e104f3-8714-4ffc-bbce-cf1dba7834de None None] DHCP port deletion for 0f5c5a41-569e-4a14-95e5-739246a32cbb request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:32.265420 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b7337a90-8379-43c8-b353-f5d3ec0fc641 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2274032 Feb 28 11:30:32.278040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network c99cfdc1-2c13-40d9-9615-adb8df3b8431 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:32.299955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-80e104f3-8714-4ffc-bbce-cf1dba7834de None None] Deleting port 9fac11ff-60be-4e4b-9277-6c0631b70210 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:32.299955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-80e104f3-8714-4ffc-bbce-cf1dba7834de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.339880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-350f5fce-50c8-432d-b6dc-ca96cfc2f94e tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.345756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:32.358277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:32.362656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:32.363606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.373591 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:30:32.379686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73434bdc-09a4-49e1-8c08-1a12ebff69ed None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:32.392327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.446587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Port': ['ID=7ea4c80f-f71f-43e9-adf7-350af14b9f04,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:32.471233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=c5c17689-d6d3-41b5-8f15-bc8a0a86c5fb,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:32.480714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No DVR routers for this DVR port 7ea4c80f-f71f-43e9-adf7-350af14b9f04 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:32.498049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-350f5fce-50c8-432d-b6dc-ca96cfc2f94e tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.546982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-350f5fce-50c8-432d-b6dc-ca96cfc2f94e tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.560066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6283a-97d4-44cd-9cd6-b8f924c5ded1 None None] Network 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:32.562284 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-350f5fce-50c8-432d-b6dc-ca96cfc2f94e tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "DELETE /v2.0/subnets/67c3dbce-1b3d-46ad-8826-914b420343a7 HTTP/1.1" status: 204 len: 168 time: 1.0285115 Feb 28 11:30:32.564939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46256) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:32.567622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350f5fce-50c8-432d-b6dc-ca96cfc2f94e tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event deleted for resources: {'Subnet': ['ID=67c3dbce-1b3d-46ad-8826-914b420343a7,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:32.577547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46260) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:32.592212 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-120d3114-1874-4127-a49e-16ae258ab536 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8281014 Feb 28 11:30:32.596063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Request body: {'port': {'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431', 'binding:host_id': 'hv-neutron-8308', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-446109546'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:32.652180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46264) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:32.658458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:32.731536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.731862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:32.749585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Deleting port 9fac11ff-60be-4e4b-9277-6c0631b70210 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:32.750006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.759806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Usage tracker for resource:port and tenant:fe7ab2bb147a4831acd064ba0fea8a04 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:32.767646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:32.774174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.798749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:32.846916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ca043c-84e6-42d0-a3dd-b0fecec50354']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:32.878746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6986f68b-04f6-489d-ba8c-3a4552598125') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:32.879146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6986f68b-04f6-489d-ba8c-3a4552598125') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:32.902955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.909797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.919093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Made reservation on behalf of fe7ab2bb147a4831acd064ba0fea8a04 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:32.923851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.953190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-80e104f3-8714-4ffc-bbce-cf1dba7834de None None] For port 9fac11ff-60be-4e4b-9277-6c0631b70210, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9fac11ff-60be-4e4b-9277-6c0631b70210,segment=NetworkSegment(370ebfe5-1820-4be2-8b8f-673eb59add81),segment_id=370ebfe5-1820-4be2-8b8f-673eb59add81)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:32.953582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-80e104f3-8714-4ffc-bbce-cf1dba7834de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.976471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:32.978764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.984156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:32.995612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:33.000566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:33.005350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:33.005691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:33.021141 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:33.040513 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] For port 9fac11ff-60be-4e4b-9277-6c0631b70210, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9fac11ff-60be-4e4b-9277-6c0631b70210,segment=NetworkSegment(370ebfe5-1820-4be2-8b8f-673eb59add81),segment_id=370ebfe5-1820-4be2-8b8f-673eb59add81)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:33.043905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.053015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': 'c5c17689-d6d3-41b5-8f15-bc8a0a86c5fb'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:33.054546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.077583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:33.122207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:33.125509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-80e104f3-8714-4ffc-bbce-cf1dba7834de None None] Calling delete_port for 9fac11ff-60be-4e4b-9277-6c0631b70210 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:33.126469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Usage tracker for resource:security_group_rule and tenant:fe7ab2bb147a4831acd064ba0fea8a04 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:33.129317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:33.135764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:33.173765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Calling delete_port for 9fac11ff-60be-4e4b-9277-6c0631b70210 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:33.197861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:33.201984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.227276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.303596 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.objects.ports [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84338) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:30:33.305258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.357314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-80e104f3-8714-4ffc-bbce-cf1dba7834de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.394160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.395986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.401678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.411214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed48e2a2-9ff5-4639-89f7-f161abb6f4c6 None None] DHCP port deletion for 5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:33.426136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e104f3-8714-4ffc-bbce-cf1dba7834de None None] Pushing event deleted for resources: {'Port': ['ID=9fac11ff-60be-4e4b-9277-6c0631b70210,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:33.433980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ed48e2a2-9ff5-4639-89f7-f161abb6f4c6 None None] Deleting port c4c82ae4-3871-4d5d-a065-f1044d0f3854 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:33.434340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ed48e2a2-9ff5-4639-89f7-f161abb6f4c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.438984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] device_id is not set on port 8113a9ef-710e-4ced-811e-beffefeefb6d yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:33.477700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:33.478145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:33.489336 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e104f3-8714-4ffc-bbce-cf1dba7834de None None] No DVR routers for this DVR port 9fac11ff-60be-4e4b-9277-6c0631b70210 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:33.495225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3125fd8d-eb2f-4672-8297-3bb21ea887b2,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:33.503659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Allocated IP 2001:db8::f816:3eff:fe60:9216 (d2f89622-2098-4601-99de-8eb1c2f9e684/c5c17689-d6d3-41b5-8f15-bc8a0a86c5fb/6c7f250f-86e0-4621-8812-e7548b924e7d) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:33.513841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=11ca043c-84e6-42d0-a3dd-b0fecec50354,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:33.516363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Checking segment: {'id': '5f3523bd-1f2a-4c44-9c91-486df0ea86fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '67b64c7c-f6a0-454c-9b78-7f1ea55af089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:33.516732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Network hostable DHCP agents. Network: 67b64c7c-f6a0-454c-9b78-7f1ea55af089, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:33.580225 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5e681a4c-a68d-4c9c-b9fb-54efdb723871 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/11ca043c-84e6-42d0-a3dd-b0fecec50354 HTTP/1.1" status: 204 len: 168 time: 4.8939714 Feb 28 11:30:33.583699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46268) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:33.590422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1113206329'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:33.597130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:33.602649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:33.605709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:33.612283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:33.626377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9a5fb7-ea54-4912-89f3-fd1647c97aca,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:33.627680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Network 67b64c7c-f6a0-454c-9b78-7f1ea55af089 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:33.723661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:33.731075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.789252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:33.799476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.26.1.38 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/c96619b0-819f-4ad5-8227-1c1b4f55ec21) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:33.805959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ed48e2a2-9ff5-4639-89f7-f161abb6f4c6 None None] For port c4c82ae4-3871-4d5d-a065-f1044d0f3854, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=c4c82ae4-3871-4d5d-a065-f1044d0f3854,segment=NetworkSegment(170d2ee0-872a-40c6-b109-c105b9de839d),segment_id=170d2ee0-872a-40c6-b109-c105b9de839d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:33.806502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ed48e2a2-9ff5-4639-89f7-f161abb6f4c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.809867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.810392 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment 5d74aec6-12bb-4f07-9679-be218c93a353 of type vlan for network 31bbf565-bf47-402c-b232-a25a62f4a68b Feb 28 11:30:33.848962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.875405 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 67b64c7c-f6a0-454c-9b78-7f1ea55af089) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:33.890924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:33.891520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.966377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54422f1-b8ce-4e27-90f7-e14fd34b37ba None None] Network 67b64c7c-f6a0-454c-9b78-7f1ea55af089 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:33.979005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Deleting port 9fac11ff-60be-4e4b-9277-6c0631b70210 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:33.979493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:33.979598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9fac11ff-60be-4e4b-9277-6c0631b70210 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:34.016858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.021010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ed48e2a2-9ff5-4639-89f7-f161abb6f4c6 None None] Calling delete_port for c4c82ae4-3871-4d5d-a065-f1044d0f3854 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:34.021133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:34.021306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.028880 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-157e51c6-9106-47a9-af86-0bed48b02803 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3094504 Feb 28 11:30:34.035549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46272) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:34.044533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.060616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Request body: {'floatingip': {'floating_network_id': '67b64c7c-f6a0-454c-9b78-7f1ea55af089'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:34.103321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:34.118429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 9fac11ff-60be-4e4b-9277-6c0631b70210 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:34.119061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9fac11ff-60be-4e4b-9277-6c0631b70210 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:34.119480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device c4c82ae4-3871-4d5d-a065-f1044d0f3854 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:34.129889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Usage tracker for resource:floatingip and tenant:2198fe953b5c4614a8f538cebd0a0aef is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:34.133934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] The port '9fac11ff-60be-4e4b-9277-6c0631b70210' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:30:34.136518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:34.160687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:34.171729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] device_id is not set on port 8113a9ef-710e-4ced-811e-beffefeefb6d yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:34.200098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.205711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.212530 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6276281 Feb 28 11:30:34.218235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46276) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:34.239000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Transition to ACTIVE for port object 6c7f250f-86e0-4621-8812-e7548b924e7d will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:34.245452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': '31bbf565-bf47-402c-b232-a25a62f4a68b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:34.262386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76ffc3f-ccd6-455d-9f35-1252c7052342 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=31bbf565-bf47-402c-b232-a25a62f4a68b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:34.275958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Transition to ACTIVE for port object 8113a9ef-710e-4ced-811e-beffefeefb6d will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:34.284178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.290684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 31bbf565-bf47-402c-b232-a25a62f4a68b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:34.307461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.338560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5c5a41-569e-4a14-95e5-739246a32cbb']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:34.354764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370ebfe5-1820-4be2-8b8f-673eb59add81') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:34.355484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370ebfe5-1820-4be2-8b8f-673eb59add81') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:34.357415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.358650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Transition to ACTIVE for port object 6c7f250f-86e0-4621-8812-e7548b924e7d will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:34.365058 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No ports have port_id starting with c4c82ae4-3871-4d5d-a065-f1044d0f3854 Feb 28 11:30:34.367298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ed48e2a2-9ff5-4639-89f7-f161abb6f4c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.370793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.387334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.393837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:34.394224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:34.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:34.473486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.478067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.478276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.515213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48e2a2-9ff5-4639-89f7-f161abb6f4c6 None None] Pushing event deleted for resources: {'Port': ['ID=c4c82ae4-3871-4d5d-a065-f1044d0f3854,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:34.521573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:34.568485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.574593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:34.587287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:34.604849 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed48e2a2-9ff5-4639-89f7-f161abb6f4c6 None None] No DVR routers for this DVR port c4c82ae4-3871-4d5d-a065-f1044d0f3854 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:34.610704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:34.615941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.637005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:34.640061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event deleted for resources: {'Network': ['ID=0f5c5a41-569e-4a14-95e5-739246a32cbb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:34.641610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:34.650615 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bbaaf991-d696-494c-b5db-a3c1d8c08de2 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "DELETE /v2.0/networks/0f5c5a41-569e-4a14-95e5-739246a32cbb HTTP/1.1" status: 204 len: 168 time: 2.0843966 Feb 28 11:30:34.653016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46280) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:34.657669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:34.662098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'Port': ['ID=8113a9ef-710e-4ced-811e-beffefeefb6d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:34.669793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:34.677012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:34.679664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=246d4bf2-986c-4121-8fcd-3d27f55ffa8d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:34.683810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:34.684397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.685349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Pushing event updated for resources: {'Port': ['ID=6c7f250f-86e0-4621-8812-e7548b924e7d,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:34.723809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463f6fba-a2e2-4f3b-a67e-136461e1e4e4 None None] Network 67b64c7c-f6a0-454c-9b78-7f1ea55af089 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:34.724452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.784124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Checking segment: {'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:34.784479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Network hostable DHCP agents. Network: c99cfdc1-2c13-40d9-9615-adb8df3b8431, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:34.788859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:34.817531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cf1a418e-6df7-47ab-a719-ced51aec1329 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1609097 Feb 28 11:30:34.817722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.820776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46284) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:34.826582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:64:be:90', 'name': 'tempest-NetworksTestDHCPv6-129079799'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:34.860948 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Attempting to bind port 6c7f250f-86e0-4621-8812-e7548b924e7d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:34.861537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Attempting to bind port 6c7f250f-86e0-4621-8812-e7548b924e7d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:34.861628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Attempting to bind port 6c7f250f-86e0-4621-8812-e7548b924e7d on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:34.889932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:34.890730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:34.891246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.891721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:34.892413 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Bound port: 6c7f250f-86e0-4621-8812-e7548b924e7d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:34.892872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:34.910397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:34.919262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:34.922597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:34.950306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=c96619b0-819f-4ad5-8227-1c1b4f55ec21,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:34.996814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.076418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] For port 6c7f250f-86e0-4621-8812-e7548b924e7d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:35.076951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.093792 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] For port 6c7f250f-86e0-4621-8812-e7548b924e7d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6c7f250f-86e0-4621-8812-e7548b924e7d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:35.108674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:35.116869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:35.117023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.121946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:35.127054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:35.134526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170d2ee0-872a-40c6-b109-c105b9de839d') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:35.134818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170d2ee0-872a-40c6-b109-c105b9de839d') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:35.141260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:35.150511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.163649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Network c99cfdc1-2c13-40d9-9615-adb8df3b8431 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:35.168693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.174198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:35.174587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.191700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:35.197430 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:35.284107 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8515eddf-1add-4291-acbb-b27634e2733b None None] Pushing event updated for resources: {'Port': ['ID=6c7f250f-86e0-4621-8812-e7548b924e7d,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:35.290327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:35.363565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.387146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.391613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, c99cfdc1-2c13-40d9-9615-adb8df3b8431) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:35.401563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6412af33-5ce7-453f-b814-f352e6d9fcb7 None None] Network c99cfdc1-2c13-40d9-9615-adb8df3b8431 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:35.409599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:35.423249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event deleted for resources: {'Network': ['ID=5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:35.428453 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1bc3db3d-b5a6-4467-b6f1-3d3667156c87 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "DELETE /v2.0/networks/5e5fe063-67c2-44f2-bc8c-00bdb0aae2ea HTTP/1.1" status: 204 len: 168 time: 0.7744074 Feb 28 11:30:35.431694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46288) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:35.558899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.561843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:35.562180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:35.562546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:35.587999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Allocated IP 172.20.0.9 (67b64c7c-f6a0-454c-9b78-7f1ea55af089/3125fd8d-eb2f-4672-8297-3bb21ea887b2/5ef6ab70-16a4-4e25-9dcb-7f0186930bc5) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:35.594262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:35.594608 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:35.599184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 2 to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d Feb 28 11:30:35.644795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.690279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:35.690611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:35.690972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:35.758610 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 454e159c-75f8-44a6-9870-175e011a18fe yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:35.782826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:35.783180 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:35.793382 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 3 to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d Feb 28 11:30:35.810046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.853261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:35.856808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:35.857091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:35.857426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:35.943214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:35.943796 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:35.955413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 4 to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d Feb 28 11:30:35.963270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-168eb679-0c39-40f0-80dd-40ac86040375 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Deleting subnet ce81d876-3799-41ca-a724-0fd3ab25ba4b {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:35.966760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6c7f250f-86e0-4621-8812-e7548b924e7d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:35.969130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-168eb679-0c39-40f0-80dd-40ac86040375 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.012143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.029132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:36.029464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:36.029804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:36.047658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=95cd54fb-82f7-46fd-9f45-ee3b07937df6,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:36.075664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-168eb679-0c39-40f0-80dd-40ac86040375 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.106323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 6c7f250f-86e0-4621-8812-e7548b924e7d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:36.130340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:36.131283 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:36.143351 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 5 to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d Feb 28 11:30:36.167607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:36.167934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:36.168443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:36.170810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': '5d74aec6-12bb-4f07-9679-be218c93a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31bbf565-bf47-402c-b232-a25a62f4a68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:36.171360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: 31bbf565-bf47-402c-b232-a25a62f4a68b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:36.210487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:36.211023 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:36.215117 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 6 to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d Feb 28 11:30:36.232155 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 172.20.0.8 (d2f89622-2098-4601-99de-8eb1c2f9e684/246d4bf2-986c-4121-8fcd-3d27f55ffa8d/454e159c-75f8-44a6-9870-175e011a18fe) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:36.241757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:fe64:be90 (d2f89622-2098-4601-99de-8eb1c2f9e684/c5c17689-d6d3-41b5-8f15-bc8a0a86c5fb/454e159c-75f8-44a6-9870-175e011a18fe) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:36.248778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-168eb679-0c39-40f0-80dd-40ac86040375 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.252835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:36.252835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:36.252835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:36.270862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:36.271399 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:36.274409 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 7 to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d Feb 28 11:30:36.285666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.352708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 31bbf565-bf47-402c-b232-a25a62f4a68b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:36.361989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.368595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:36.368954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:36.369259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:36.403824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Network 67b64c7c-f6a0-454c-9b78-7f1ea55af089 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:36.403824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:36.403824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:36.403824 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:36.403824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'Port': ['ID=5ef6ab70-16a4-4e25-9dcb-7f0186930bc5,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:36.404548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:36.425271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d7f4f5-99c2-4e16-9e20-ecd37ed68bca None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:36.428026 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 8 to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d Feb 28 11:30:36.442479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.483987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-168eb679-0c39-40f0-80dd-40ac86040375 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.505915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:36.506251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:36.506586 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:36.514597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 31bbf565-bf47-402c-b232-a25a62f4a68b) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:36.528565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d39eee-ed4d-4886-ae55-e71ad2ccafe1 None None] Network 31bbf565-bf47-402c-b232-a25a62f4a68b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:36.544171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168eb679-0c39-40f0-80dd-40ac86040375 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event deleted for resources: {'Subnet': ['ID=ce81d876-3799-41ca-a724-0fd3ab25ba4b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:36.544933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:36.545547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.550581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-168eb679-0c39-40f0-80dd-40ac86040375 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.569229 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-168eb679-0c39-40f0-80dd-40ac86040375 tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "DELETE /v2.0/subnets/ce81d876-3799-41ca-a724-0fd3ab25ba4b HTTP/1.1" status: 204 len: 168 time: 1.1366310 Feb 28 11:30:36.573230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46292) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:36.579305 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.609900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:36.610228 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:36.611207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038bef2c-d84a-47e1-99b7-8dce5b573b3b None None] Network 8ed141cf-0cdc-4f68-ac09-84277884b472 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:36.617913 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 9 to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d Feb 28 11:30:36.632775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d80ba1dc-6045-4de9-b76c-1435565e9a6b None None] Provisioning for port 6c7f250f-86e0-4621-8812-e7548b924e7d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:36.633829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=c96619b0-819f-4ad5-8227-1c1b4f55ec21,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:36.645030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d80ba1dc-6045-4de9-b76c-1435565e9a6b None None] Provisioning complete for port 6c7f250f-86e0-4621-8812-e7548b924e7d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:36.645400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d80ba1dc-6045-4de9-b76c-1435565e9a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.665633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:36.665856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:36.666180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:36.684551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.688293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:36.688619 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:36.691576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 10 to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d Feb 28 11:30:36.700917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.721889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 454e159c-75f8-44a6-9870-175e011a18fe will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:36.723211 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:36.723862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:36.723862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:36.728060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Deleting port 9b544f0f-d3aa-4455-ac7f-025a1c141693 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:36.728060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.734766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 8113a9ef-710e-4ced-811e-beffefeefb6d on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:36.735023 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 8113a9ef-710e-4ced-811e-beffefeefb6d on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:36.735390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.809964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-27455aa7-2748-41af-a187-dd03e700a486 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5906487 Feb 28 11:30:36.813389 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46296) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:36.824108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.828208 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ae7e5dae-876f-4aff-b05c-bea1097963fe tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9924095 Feb 28 11:30:36.847016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46300) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:36.870891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:36.873803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'port': {'network_id': '77a1a21c-e992-4381-85ae-7e1df81c495f', 'name': 'tempest-FloatingIPTestJSON-528753513'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:36.910305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] For port 8113a9ef-710e-4ced-811e-beffefeefb6d, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:36.910666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempted to set empty binding levels {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 11:30:36.949921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.021084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.114126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.137091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.178881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'Port': ['ID=8113a9ef-710e-4ced-811e-beffefeefb6d,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:37.198777 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:37.214813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d80ba1dc-6045-4de9-b76c-1435565e9a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.217557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:37.220142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:37.224651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-31bbf565-bf47-402c-b232-a25a62f4a68b', 'network_id': '31bbf565-bf47-402c-b232-a25a62f4a68b', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': '95cd54fb-82f7-46fd-9f45-ee3b07937df6'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:37.225592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.229661 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7c3cdc0c-10b6-4603-a703-714bce61e627 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 4.6495869 Feb 28 11:30:37.232647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46304) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:37.256114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=454e159c-75f8-44a6-9870-175e011a18fe,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:37.324726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] For port 9b544f0f-d3aa-4455-ac7f-025a1c141693, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9b544f0f-d3aa-4455-ac7f-025a1c141693,segment=NetworkSegment(7c6b2a29-4e7d-4c36-8a46-8a242afea006),segment_id=7c6b2a29-4e7d-4c36-8a46-8a242afea006)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:37.325077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.339824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.344794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d80ba1dc-6045-4de9-b76c-1435565e9a6b None None] For port 6c7f250f-86e0-4621-8812-e7548b924e7d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6c7f250f-86e0-4621-8812-e7548b924e7d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:37.360321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] DHCP port deletion for 8ed141cf-0cdc-4f68-ac09-84277884b472 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:37.404527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] Deleting port 9b544f0f-d3aa-4455-ac7f-025a1c141693 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:37.405148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.426162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:37.426790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.464250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d80ba1dc-6045-4de9-b76c-1435565e9a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.526411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6c6567e2-6b2f-48fb-a53c-824894ec4dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Deleting port 8113a9ef-710e-4ced-811e-beffefeefb6d {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:37.526806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c6567e2-6b2f-48fb-a53c-824894ec4dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.614334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Calling delete_port for 9b544f0f-d3aa-4455-ac7f-025a1c141693 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:37.642544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:37.668585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Allocated IP 172.20.0.1 (31bbf565-bf47-402c-b232-a25a62f4a68b/95cd54fb-82f7-46fd-9f45-ee3b07937df6/bfec753c-baec-4eac-ac4a-f140db61f71a) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:37.669444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:port and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:37.674921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:37.679432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f55c19-540e-4996-bdcd-129ec4b1bf53 None None] Update dhcp port {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': 'c5c17689-d6d3-41b5-8f15-bc8a0a86c5fb', 'ip_address': '2001:db8::f816:3eff:fe60:9216'}, {'subnet_id': '246d4bf2-986c-4121-8fcd-3d27f55ffa8d'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': '6c7f250f-86e0-4621-8812-e7548b924e7d'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:30:37.679727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.706530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:37.712867 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-399e5e48-ca11-4e7a-8bec-977fc1f4f583 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.8912127 Feb 28 11:30:37.715759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46308) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:37.741683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-89f55c19-540e-4996-bdcd-129ec4b1bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.751057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ba1dc-6045-4de9-b76c-1435565e9a6b None None] Pushing event updated for resources: {'Port': ['ID=6c7f250f-86e0-4621-8812-e7548b924e7d,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:37.762425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.768032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.804552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Made reservation on behalf of 3290f32aadf2478f9cea4290cf4e6f7a for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:37.809677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.831937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:37.892669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event deleted for resources: {'Port': ['ID=9b544f0f-d3aa-4455-ac7f-025a1c141693,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:37.907562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] device_id is not set on port 4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:37.945703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] No DVR routers for this DVR port 9b544f0f-d3aa-4455-ac7f-025a1c141693 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:37.996420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'Port': ['ID=5ef6ab70-16a4-4e25-9dcb-7f0186930bc5,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.010186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6c7f250f-86e0-4621-8812-e7548b924e7d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:38.014975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-6c6567e2-6b2f-48fb-a53c-824894ec4dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] For port 8113a9ef-710e-4ced-811e-beffefeefb6d, host hv-neutron-8308, got binding levels [] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:38.015145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c6567e2-6b2f-48fb-a53c-824894ec4dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.024821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.114778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.158509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] For port 9b544f0f-d3aa-4455-ac7f-025a1c141693, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9b544f0f-d3aa-4455-ac7f-025a1c141693,segment=NetworkSegment(7c6b2a29-4e7d-4c36-8a46-8a242afea006),segment_id=7c6b2a29-4e7d-4c36-8a46-8a242afea006)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:38.158509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.159970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6c6567e2-6b2f-48fb-a53c-824894ec4dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Calling delete_port for 8113a9ef-710e-4ced-811e-beffefeefb6d owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:38.187463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed141cf-0cdc-4f68-ac09-84277884b472']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:38.202458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d89b0cb-20e3-4b5b-9d01-8f8ef2b65d27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:38.205422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6b2a29-4e7d-4c36-8a46-8a242afea006') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:38.205721 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6b2a29-4e7d-4c36-8a46-8a242afea006') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:38.206403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d89b0cb-20e3-4b5b-9d01-8f8ef2b65d27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:38.207146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5d89b0cb-20e3-4b5b-9d01-8f8ef2b65d27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:38.209767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.213726 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ed506ba4-4431-48fe-a6f1-48e6233fdc0c tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1630597 Feb 28 11:30:38.214029 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46312) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.279168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.305836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5d89b0cb-20e3-4b5b-9d01-8f8ef2b65d27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:38.309476 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5d89b0cb-20e3-4b5b-9d01-8f8ef2b65d27 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.5902152 Feb 28 11:30:38.310253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46316) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.310367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.20.0.7 (77a1a21c-e992-4381-85ae-7e1df81c495f/e2599f81-e4b9-401d-a77d-84de4bef0466/4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:38.315437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] Calling delete_port for 9b544f0f-d3aa-4455-ac7f-025a1c141693 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:38.328818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.339040 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a42990eb-b9c6-49fb-a3f9-e30278319a80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=67b64c7c-f6a0-454c-9b78-7f1ea55af089 HTTP/1.1" status: 200 len: 689 time: 0.1211808 Feb 28 11:30:38.339040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:38.339040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.341262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46320) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.341895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c6567e2-6b2f-48fb-a53c-824894ec4dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:38.355843 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:38.424901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6567e2-6b2f-48fb-a53c-824894ec4dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event deleted for resources: {'Port': ['ID=8113a9ef-710e-4ced-811e-beffefeefb6d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.503404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c6567e2-6b2f-48fb-a53c-824894ec4dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.523516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-663dbd50-a2e9-4c1d-a98e-7c4eb4ebbf5c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 454e159c-75f8-44a6-9870-175e011a18fe {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:38.523854 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-663dbd50-a2e9-4c1d-a98e-7c4eb4ebbf5c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.564168 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 6c7f250f-86e0-4621-8812-e7548b924e7d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:38.564533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.566296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46324) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.566458 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6c6567e2-6b2f-48fb-a53c-824894ec4dd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "DELETE /v2.0/ports/8113a9ef-710e-4ced-811e-beffefeefb6d HTTP/1.1" status: 204 len: 168 time: 1.3326292 Feb 28 11:30:38.620921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-89f55c19-540e-4996-bdcd-129ec4b1bf53 None None] Allocated IP 172.20.0.2 (d2f89622-2098-4601-99de-8eb1c2f9e684/246d4bf2-986c-4121-8fcd-3d27f55ffa8d/6c7f250f-86e0-4621-8812-e7548b924e7d) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:38.644132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.646499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:38.646867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:38.664280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Transition to ACTIVE for port object bfec753c-baec-4eac-ac4a-f140db61f71a will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:38.677819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.684154 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-572dd0a0-3c46-4ead-b259-6ed201066b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:30:38.690529 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-572dd0a0-3c46-4ead-b259-6ed201066b5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "GET /v2.0/ports/8113a9ef-710e-4ced-811e-beffefeefb6d HTTP/1.1" status: 404 len: 333 time: 0.1181576 Feb 28 11:30:38.692712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.693347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46328) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.702961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Request body: {'port': {'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-670799398'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:38.714678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.730414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Pushing event deleted for resources: {'Network': ['ID=8ed141cf-0cdc-4f68-ac09-84277884b472,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.749411 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2cfbea0c-ca43-4a31-9ad5-b1b30bbe4a7b tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "DELETE /v2.0/networks/8ed141cf-0cdc-4f68-ac09-84277884b472 HTTP/1.1" status: 204 len: 168 time: 2.1728206 Feb 28 11:30:38.750666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46332) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.756146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.773560 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:38.788558 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Transition to ACTIVE for port object bfec753c-baec-4eac-ac4a-f140db61f71a will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:38.805483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-66679a06-8605-4605-9c8f-dde05d1a859d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Synchronizing usage tracker for tenant:b6d73e847a034ccb932586f552781465 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:38.807093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Usage tracker for resource:port and tenant:fe7ab2bb147a4831acd064ba0fea8a04 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:38.821932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:38.861414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.865842 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-89f55c19-540e-4996-bdcd-129ec4b1bf53 None None] For port 6c7f250f-86e0-4621-8812-e7548b924e7d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6c7f250f-86e0-4621-8812-e7548b924e7d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:38.878359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Deleting port 5ef6ab70-16a4-4e25-9dcb-7f0186930bc5 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:38.878700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.903483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9b544f0f-d3aa-4455-ac7f-025a1c141693 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:38.903716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:38.910983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-66679a06-8605-4605-9c8f-dde05d1a859d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Unset dirty status for tenant:b6d73e847a034ccb932586f552781465 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:38.915356 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-66679a06-8605-4605-9c8f-dde05d1a859d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "GET /v2.0/ports?device_id=7639dc0d-7339-463e-b26e-772a65077e5d HTTP/1.1" status: 200 len: 205 time: 0.1614075 Feb 28 11:30:38.916728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46336) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:38.954459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 9b544f0f-d3aa-4455-ac7f-025a1c141693 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:38.954819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9b544f0f-d3aa-4455-ac7f-025a1c141693 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:38.976687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.985591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Pushing event updated for resources: {'Port': ['ID=bfec753c-baec-4eac-ac4a-f140db61f71a,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:38.985775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:38.999768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Network 31bbf565-bf47-402c-b232-a25a62f4a68b is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:39.002697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:39.005837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-89f55c19-540e-4996-bdcd-129ec4b1bf53 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.010745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:39.066345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Made reservation on behalf of fe7ab2bb147a4831acd064ba0fea8a04 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:39.068724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.084312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-663dbd50-a2e9-4c1d-a98e-7c4eb4ebbf5c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.092219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-89f55c19-540e-4996-bdcd-129ec4b1bf53 None None] Transition to ACTIVE for port object 6c7f250f-86e0-4621-8812-e7548b924e7d will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:39.109371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Attempting to bind port bfec753c-baec-4eac-ac4a-f140db61f71a on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:39.110032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Attempting to bind port bfec753c-baec-4eac-ac4a-f140db61f71a by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '5d74aec6-12bb-4f07-9679-be218c93a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31bbf565-bf47-402c-b232-a25a62f4a68b'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:39.110539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Attempting to bind port bfec753c-baec-4eac-ac4a-f140db61f71a on network 31bbf565-bf47-402c-b232-a25a62f4a68b {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:39.118547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:39.119247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Checking segment: {'id': '5d74aec6-12bb-4f07-9679-be218c93a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31bbf565-bf47-402c-b232-a25a62f4a68b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:39.119794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.120356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Bound using segment: {'id': '5d74aec6-12bb-4f07-9679-be218c93a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31bbf565-bf47-402c-b232-a25a62f4a68b'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:39.120970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Bound port: bfec753c-baec-4eac-ac4a-f140db61f71a, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d74aec6-12bb-4f07-9679-be218c93a353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '31bbf565-bf47-402c-b232-a25a62f4a68b'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:39.121519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.132678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=95cd54fb-82f7-46fd-9f45-ee3b07937df6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:39.171013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] Deleting port 9b544f0f-d3aa-4455-ac7f-025a1c141693 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:39.171756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.231829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-89f55c19-540e-4996-bdcd-129ec4b1bf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.279595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec288a39-ad24-43de-b534-c9889afbeab3 None None] The port '9b544f0f-d3aa-4455-ac7f-025a1c141693' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:30:39.359847 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:39.360901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] device_id is not set on port 6b58f735-04f9-44ad-938f-09015a6c063c yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:39.371787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 77a1a21c-e992-4381-85ae-7e1df81c495f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:39.376598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:39.379428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:39.407343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-663dbd50-a2e9-4c1d-a98e-7c4eb4ebbf5c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 454e159c-75f8-44a6-9870-175e011a18fe owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:39.425677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] For port bfec753c-baec-4eac-ac4a-f140db61f71a, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:39.436244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.448797 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c6c8-d37d-45f1-b1f3-59f4ded6b14d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.449799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] For port bfec753c-baec-4eac-ac4a-f140db61f71a, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=bfec753c-baec-4eac-ac4a-f140db61f71a,segment=NetworkSegment(5d74aec6-12bb-4f07-9679-be218c93a353),segment_id=5d74aec6-12bb-4f07-9679-be218c93a353)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:39.452869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f55c19-540e-4996-bdcd-129ec4b1bf53 None None] Pushing event updated for resources: {'Port': ['ID=6c7f250f-86e0-4621-8812-e7548b924e7d,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:39.517660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.553376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.553760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.633432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48450610-df80-4338-b9f4-ea71b4ce330a None None] Pushing event updated for resources: {'Port': ['ID=bfec753c-baec-4eac-ac4a-f140db61f71a,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:39.658116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bbf565-bf47-402c-b232-a25a62f4a68b']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:39.673647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d74aec6-12bb-4f07-9679-be218c93a353') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:39.674038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d74aec6-12bb-4f07-9679-be218c93a353') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:39.688763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.714526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Calling delete_port for 5ef6ab70-16a4-4e25-9dcb-7f0186930bc5 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:39.717644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:39.718266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.723004 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.739710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:39.740271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:39.761392 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:39.940860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360320c4-9109-4323-a53e-c7b2d5efabe7 None None] Network 31bbf565-bf47-402c-b232-a25a62f4a68b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:40.035712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6c7f250f-86e0-4621-8812-e7548b924e7d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:40.096043 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d496dd37-4f08-4c14-a855-aec6d8806581 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.2417238 Feb 28 11:30:40.098962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46340) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:40.105957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'port_id': '4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:40.168257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:30:40.168257 dv-neutron-830866-1-hyperv neutron-server[84338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:30:40.168257 dv-neutron-830866-1-hyperv neutron-server[84338]: [parameters: {'id': '31bbf565-bf47-402c-b232-a25a62f4a68b'}] Feb 28 11:30:40.168257 dv-neutron-830866-1-hyperv neutron-server[84338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:40.168668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:40.196817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c6c8-d37d-45f1-b1f3-59f4ded6b14d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.201011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c6c8-d37d-45f1-b1f3-59f4ded6b14d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.205655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.278672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.282479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-663dbd50-a2e9-4c1d-a98e-7c4eb4ebbf5c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.334055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c6c8-d37d-45f1-b1f3-59f4ded6b14d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.334467 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf3c6c8-d37d-45f1-b1f3-59f4ded6b14d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Fanout notify agent at l3_agent the message router_deleted on router 7639dc0d-7339-463e-b26e-772a65077e5d {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:30:40.344915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.346490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcf3c6c8-d37d-45f1-b1f3-59f4ded6b14d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.349974 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dcf3c6c8-d37d-45f1-b1f3-59f4ded6b14d tempest-RoutersNegativeTest-443413480 tempest-RoutersNegativeTest-443413480-project] 10.222.0.31 "DELETE /v2.0/routers/7639dc0d-7339-463e-b26e-772a65077e5d HTTP/1.1" status: 204 len: 168 time: 1.4301431 Feb 28 11:30:40.363242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-01e52a12-d3ad-40e2-aa6f-5e5a675fa945 None None] Provisioning for port 6c7f250f-86e0-4621-8812-e7548b924e7d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:40.371741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-01e52a12-d3ad-40e2-aa6f-5e5a675fa945 None None] Provisioning complete for port 6c7f250f-86e0-4621-8812-e7548b924e7d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:40.372876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-01e52a12-d3ad-40e2-aa6f-5e5a675fa945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.396260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ef6ab70-16a4-4e25-9dcb-7f0186930bc5,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:40.409679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d437867f-f76b-43b1-8553-f09f0a97baa6 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:30:40.560510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663dbd50-a2e9-4c1d-a98e-7c4eb4ebbf5c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=454e159c-75f8-44a6-9870-175e011a18fe,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:40.590742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d437867f-f76b-43b1-8553-f09f0a97baa6 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:30:40.598585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-01e52a12-d3ad-40e2-aa6f-5e5a675fa945 None None] Could not find standard attr ID for object 454e159c-75f8-44a6-9870-175e011a18fe. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:30:40.670358 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.687579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port bfec753c-baec-4eac-ac4a-f140db61f71a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:40.688166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.716295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0ff1fb4e-d576-4ab4-aeb5-df1b9e978b1d None None] Could not find standard attr ID for object 454e159c-75f8-44a6-9870-175e011a18fe. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:30:40.730745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.743772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:40.895824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46348) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:40.943054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] For port bfec753c-baec-4eac-ac4a-f140db61f71a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=bfec753c-baec-4eac-ac4a-f140db61f71a,segment=NetworkSegment(5d74aec6-12bb-4f07-9679-be218c93a353),segment_id=5d74aec6-12bb-4f07-9679-be218c93a353)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:40.943448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.057319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5495f277-412f-4c09-8c2e-a1e7b4403db7 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:30:41.097074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-663dbd50-a2e9-4c1d-a98e-7c4eb4ebbf5c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.103522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Calling delete_port for bfec753c-baec-4eac-ac4a-f140db61f71a owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:41.165081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'Port': ['ID=6b58f735-04f9-44ad-938f-09015a6c063c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:41.173076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Network c99cfdc1-2c13-40d9-9615-adb8df3b8431 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:41.180316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:41.188860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:41.189512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5495f277-412f-4c09-8c2e-a1e7b4403db7 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:30:41.190017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:41.190609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.198686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.236789 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1a3a2e87-3047-4a7f-8563-45e0477b39e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6d73e847a034ccb932586f552781465&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3395965 Feb 28 11:30:41.239054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46354) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:41.270225 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-663dbd50-a2e9-4c1d-a98e-7c4eb4ebbf5c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/454e159c-75f8-44a6-9870-175e011a18fe HTTP/1.1" status: 204 len: 168 time: 2.9569933 Feb 28 11:30:41.271343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46358) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:41.323916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.345169 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-95ec524f-1cb9-455d-8190-bb8bf66846c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6466200 Feb 28 11:30:41.353284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46362) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:41.376981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:41.383287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No DVR routers for this DVR port bfec753c-baec-4eac-ac4a-f140db61f71a on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:41.392170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Port': ['ID=bfec753c-baec-4eac-ac4a-f140db61f71a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:41.508009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.565993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3125fd8d-eb2f-4672-8297-3bb21ea887b2,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:41.578579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.637946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446daf55-7198-4aad-b4a8-29ef51a91120 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:41.639394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446daf55-7198-4aad-b4a8-29ef51a91120 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:41.640707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446daf55-7198-4aad-b4a8-29ef51a91120 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:41.641507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-446daf55-7198-4aad-b4a8-29ef51a91120 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:41.649468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51627411-4a69-4392-ab94-566a12b73808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.689021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.701492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:30:41.724884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51627411-4a69-4392-ab94-566a12b73808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.740132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31bbf565-bf47-402c-b232-a25a62f4a68b']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:41.763889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d74aec6-12bb-4f07-9679-be218c93a353') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:41.764103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d74aec6-12bb-4f07-9679-be218c93a353') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:41.765752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.790936 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-446daf55-7198-4aad-b4a8-29ef51a91120 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:41.792692 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-446daf55-7198-4aad-b4a8-29ef51a91120 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5201716 Feb 28 11:30:41.798271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46366) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:41.799102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.815447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.823435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:41.823909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:41.838887 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:41.883725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67b64c7c-f6a0-454c-9b78-7f1ea55af089']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:41.900399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51627411-4a69-4392-ab94-566a12b73808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.928570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51627411-4a69-4392-ab94-566a12b73808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed218556-32d9-46bb-98b5-ef61f2884feb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:41.941757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51627411-4a69-4392-ab94-566a12b73808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.942998 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-51627411-4a69-4392-ab94-566a12b73808 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed218556-32d9-46bb-98b5-ef61f2884feb HTTP/1.1" status: 204 len: 168 time: 0.7027948 Feb 28 11:30:41.990755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:41.999117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f3523bd-1f2a-4c44-9c91-486df0ea86fb') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:41.999411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f3523bd-1f2a-4c44-9c91-486df0ea86fb') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:42.002193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.019645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.037523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.062783 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/31bbf565-bf47-402c-b232-a25a62f4a68b HTTP/1.1" status: 204 len: 168 time: 5.2434921 Feb 28 11:30:42.063432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46374) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:42.066355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33509f6d-c4be-49bc-9063-02b4aaec0724 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=31bbf565-bf47-402c-b232-a25a62f4a68b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:42.072831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1850294867'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:42.079094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:42.083718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:42.090688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:42.097184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.097776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:42.100968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.173638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:42.176730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.205944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:42.215304 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.215744 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment b9173750-2276-4d38-89b5-c483ccb8995f of type vlan for network f8a6178b-23ac-4ebb-8abe-1900e4baa6d8 Feb 28 11:30:42.216143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Releasing vlan 723 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:42.216541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:42.232915 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:42.243008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.334309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.339673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:42.340410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.463384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=f8a6178b-23ac-4ebb-8abe-1900e4baa6d8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:42.475300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f8a6178b-23ac-4ebb-8abe-1900e4baa6d8 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:42.500435 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7d6afbfb-925e-4dee-bb33-a90593b6dce6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4356503 Feb 28 11:30:42.502760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:30:42.503215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46386) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:42.510037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': 'f8a6178b-23ac-4ebb-8abe-1900e4baa6d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:42.618457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.630379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f7394c-1b5d-4496-a2ab-26c8a0024a5b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 246d4bf2-986c-4121-8fcd-3d27f55ffa8d {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:42.648479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] device_id is not set on port 6b58f735-04f9-44ad-938f-09015a6c063c yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:42.653030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 67b64c7c-f6a0-454c-9b78-7f1ea55af089 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 11:30:42.656070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.661541 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:42.663845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d5f7394c-1b5d-4496-a2ab-26c8a0024a5b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.666321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:42.670052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:42.677296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:42.709003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.718864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event deleted for resources: {'Network': ['ID=67b64c7c-f6a0-454c-9b78-7f1ea55af089,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:42.746767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:42.749950 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1a3ecbac-753b-4bc8-8b24-474b64aa6f80 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "DELETE /v2.0/networks/67b64c7c-f6a0-454c-9b78-7f1ea55af089 HTTP/1.1" status: 204 len: 168 time: 4.4017825 Feb 28 11:30:42.758597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46394) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:42.769763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Transition to ACTIVE for port object 6b58f735-04f9-44ad-938f-09015a6c063c will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:42.831448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d5f7394c-1b5d-4496-a2ab-26c8a0024a5b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.863719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:42.933580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.049662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'Port': ['ID=6b58f735-04f9-44ad-938f-09015a6c063c,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:43.080531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ed52bb80-9fbb-474a-b126-194701868bbd tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Synchronizing usage tracker for tenant:2198fe953b5c4614a8f538cebd0a0aef on resource:floatingip {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:43.142350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.147283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.147283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.147952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d5f7394c-1b5d-4496-a2ab-26c8a0024a5b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.196866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.197196 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.200710 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 2 to bind port 6b58f735-04f9-44ad-938f-09015a6c063c Feb 28 11:30:43.207703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ed52bb80-9fbb-474a-b126-194701868bbd tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Unset dirty status for tenant:2198fe953b5c4614a8f538cebd0a0aef on resource:floatingip {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:43.208889 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ed52bb80-9fbb-474a-b126-194701868bbd tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1765 time: 0.4491806 Feb 28 11:30:43.212396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46402) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:43.226228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.226562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.227032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.236037 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP d8ea32e3-63e0-49c5-a80c-16d415b77dbc associated. External IP: 172.26.1.38, port: 4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b. Feb 28 11:30:43.265556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.302953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.304302 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.305267 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 3 to bind port 6b58f735-04f9-44ad-938f-09015a6c063c Feb 28 11:30:43.371545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.371874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.372232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.372588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.372986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.373291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.373641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.373984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.375035 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Synchronizing usage tracker for tenant:2198fe953b5c4614a8f538cebd0a0aef on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:43.377499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=a7a2b008-7b68-4975-8a8a-20cf5d2559ae,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:43.384801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.384801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.385245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.393377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46408) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:43.401085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.401414 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.402735 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 4 to bind port 6b58f735-04f9-44ad-938f-09015a6c063c Feb 28 11:30:43.414370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': 'b9173750-2276-4d38-89b5-c483ccb8995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f8a6178b-23ac-4ebb-8abe-1900e4baa6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:43.414728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: f8a6178b-23ac-4ebb-8abe-1900e4baa6d8, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:43.431607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.432091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.432575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.444035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.444360 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.444886 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 5 to bind port 6b58f735-04f9-44ad-938f-09015a6c063c Feb 28 11:30:43.459517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d5f7394c-1b5d-4496-a2ab-26c8a0024a5b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.470589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Unset dirty status for tenant:2198fe953b5c4614a8f538cebd0a0aef on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:43.471866 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3359abf7-fe47-44f3-995e-621f907669d9 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5176 time: 0.2584620 Feb 28 11:30:43.484957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46414) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:43.500416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.500760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.501093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.511986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f7394c-1b5d-4496-a2ab-26c8a0024a5b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=246d4bf2-986c-4121-8fcd-3d27f55ffa8d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:43.520187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d5f7394c-1b5d-4496-a2ab-26c8a0024a5b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.522943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.523270 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.525323 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 6 to bind port 6b58f735-04f9-44ad-938f-09015a6c063c Feb 28 11:30:43.529843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473bcea1-935b-4a23-a2b6-1868ffbdd397 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:43.550330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.550661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.551068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.560227 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-1d8c5e0e-1169-477d-a84e-afaac3ad2375 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] delete failed (client error): The resource could not be found. Feb 28 11:30:43.561277 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1d8c5e0e-1169-477d-a84e-afaac3ad2375 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/bb1328e3-d393-4be5-a81f-67db9d4ff2bb HTTP/1.1" status: 404 len: 345 time: 0.0754857 Feb 28 11:30:43.563538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.563873 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.564275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46418) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:43.566965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network f8a6178b-23ac-4ebb-8abe-1900e4baa6d8 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:43.572722 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 7 to bind port 6b58f735-04f9-44ad-938f-09015a6c063c Feb 28 11:30:43.592845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.593173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.593511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.598297 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d7295ad-08ed-4595-aec1-d9ccd649c773 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] DELETE failed (client error): The resource could not be found. Feb 28 11:30:43.599055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d7295ad-08ed-4595-aec1-d9ccd649c773 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:43.607987 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d5f7394c-1b5d-4496-a2ab-26c8a0024a5b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/246d4bf2-986c-4121-8fcd-3d27f55ffa8d HTTP/1.1" status: 204 len: 168 time: 1.8054845 Feb 28 11:30:43.608986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-secgroup--784922203'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:43.609849 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46422) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:43.612308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.619188 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.619188 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 8 to bind port 6b58f735-04f9-44ad-938f-09015a6c063c Feb 28 11:30:43.619831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:43.622448 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3d7295ad-08ed-4595-aec1-d9ccd649c773 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "DELETE /v2.0/networks/67b64c7c-f6a0-454c-9b78-7f1ea55af089 HTTP/1.1" status: 404 len: 339 time: 0.0570271 Feb 28 11:30:43.627277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46426) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:43.630269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:43.634399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:43.645036 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Request body: {'network': {'name': 'tempest-network--170037823', 'router:external': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:43.652413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:43.655068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:43.660590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Usage tracker for resource:network and tenant:2198fe953b5c4614a8f538cebd0a0aef is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:43.665311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f8a6178b-23ac-4ebb-8abe-1900e4baa6d8) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:43.680144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:43.680331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.680610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.680952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.681676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.696866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f38e809-2105-4367-a4cf-3ec50fb1cdb2 None None] Network f8a6178b-23ac-4ebb-8abe-1900e4baa6d8 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:43.699560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:43.708978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:43.789619 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cbfdd7fb-6d84-4030-938f-1a888bfc1b4c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2850177 Feb 28 11:30:43.792709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46430) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:43.802972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.803337 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.811160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 9 to bind port 6b58f735-04f9-44ad-938f-09015a6c063c Feb 28 11:30:43.829717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-53f5ea16-491e-4800-b6ed-d6280055ce24 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet c5c17689-d6d3-41b5-8f15-bc8a0a86c5fb {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:43.835501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53f5ea16-491e-4800-b6ed-d6280055ce24 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.874409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.874664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.875192 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.886357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.910254 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Made reservation on behalf of 2198fe953b5c4614a8f538cebd0a0aef for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:43.913356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.913574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.913866 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.917309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53f5ea16-491e-4800-b6ed-d6280055ce24 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.927321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:43.947351 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 10 to bind port 6b58f735-04f9-44ad-938f-09015a6c063c Feb 28 11:30:43.973598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:43.973948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:43.974259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:43.995834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:43.996164 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port 6b58f735-04f9-44ad-938f-09015a6c063c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:43.996548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.004994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f8a6178b-23ac-4ebb-8abe-1900e4baa6d8', 'network_id': 'f8a6178b-23ac-4ebb-8abe-1900e4baa6d8', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': 'a7a2b008-7b68-4975-8a8a-20cf5d2559ae'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:44.005742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.016428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.024369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:44.026941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:44.038511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:44.042236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:44.051454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:44.054876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.055229 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Added segment 2726556b-79d6-464c-8208-7821a65ef889 of type vlan for network 32f708c3-6f83-4bbd-a255-5dfebaebc874 Feb 28 11:30:44.101916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53f5ea16-491e-4800-b6ed-d6280055ce24 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.204141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] For port 6b58f735-04f9-44ad-938f-09015a6c063c, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:44.204473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempted to set empty binding levels {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 11:30:44.232663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:44.270574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.299869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.300921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Allocated IP 172.20.0.1 (f8a6178b-23ac-4ebb-8abe-1900e4baa6d8/a7a2b008-7b68-4975-8a8a-20cf5d2559ae/a1a24857-43a5-4aac-85ee-365ae2b083b1) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:44.400845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:30:44.428568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.455748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.465989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53f5ea16-491e-4800-b6ed-d6280055ce24 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.505459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.506453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:44.507975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.571039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.581023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5ea16-491e-4800-b6ed-d6280055ce24 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=c5c17689-d6d3-41b5-8f15-bc8a0a86c5fb,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:44.586267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Transition to ACTIVE for port object a1a24857-43a5-4aac-85ee-365ae2b083b1 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:44.604264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53f5ea16-491e-4800-b6ed-d6280055ce24 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.609611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] In _notify_port_updated(), no bound segment for port 6b58f735-04f9-44ad-938f-09015a6c063c on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:30:44.610703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.614224 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "PUT /v2.0/ports/6b58f735-04f9-44ad-938f-09015a6c063c HTTP/1.1" status: 200 len: 980 time: 3.2454443 Feb 28 11:30:44.619756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46434) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:44.621717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c224d05-2130-4e14-9cc1-5c036db024d0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'Port': ['ID=6b58f735-04f9-44ad-938f-09015a6c063c,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:44.630689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Transition to ACTIVE for port object a1a24857-43a5-4aac-85ee-365ae2b083b1 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:44.651235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.665535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-53f5ea16-491e-4800-b6ed-d6280055ce24 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/c5c17689-d6d3-41b5-8f15-bc8a0a86c5fb HTTP/1.1" status: 204 len: 168 time: 1.0544960 Feb 28 11:30:44.672016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46438) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:44.740691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.744678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-62e28b62-cd18-4e82-a0c9-1d90b069bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Synchronizing usage tracker for tenant:fe7ab2bb147a4831acd064ba0fea8a04 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:44.793793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'Network': ['ID=32f708c3-6f83-4bbd-a255-5dfebaebc874,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:44.797104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:44.807281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.810547 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aed346c-fc56-451a-8935-147cde820784 None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:44.813394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:44.820963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a22df36-8101-4f29-8c2a-7c97f16d5e2b None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:44.821176 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b28c120b-65a3-4d89-82a8-634181fa74f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337903 Feb 28 11:30:44.822695 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a3911188-9065-4247-a86b-9a688ca0d9aa tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1942379 Feb 28 11:30:44.827468 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed346c-fc56-451a-8935-147cde820784 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:44.828290 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2aed346c-fc56-451a-8935-147cde820784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:44.830003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46442) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:44.830335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46444) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:44.841413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-62e28b62-cd18-4e82-a0c9-1d90b069bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Unset dirty status for tenant:fe7ab2bb147a4831acd064ba0fea8a04 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:44.842907 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-62e28b62-cd18-4e82-a0c9-1d90b069bd28 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15851 time: 0.2184355 Feb 28 11:30:44.849855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46450) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:44.857972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 32f708c3-6f83-4bbd-a255-5dfebaebc874 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:44.860016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:44.863037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17cf77c-2df1-42d5-9c07-e3ae2a258878,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:44.869736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:44.878756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:44.903670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:44.908119 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2aed346c-fc56-451a-8935-147cde820784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:44.918335 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aed346c-fc56-451a-8935-147cde820784 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:44.919925 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2aed346c-fc56-451a-8935-147cde820784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:44.946538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-123c2892-fceb-4454-8fe6-e43f6400f25d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/floatingips/d8ea32e3-63e0-49c5-a80c-16d415b77dbc HTTP/1.1" status: 200 len: 976 time: 4.8461609 Feb 28 11:30:44.949087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46454) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:44.960558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:44.972596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Pushing event updated for resources: {'Port': ['ID=a1a24857-43a5-4aac-85ee-365ae2b083b1,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:44.994531 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2aed346c-fc56-451a-8935-147cde820784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:44.994870 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aed346c-fc56-451a-8935-147cde820784 None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:45.004480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-5e188ceb-a1fe-430b-9dde-6b9ff7ce0aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Deleting port 6b58f735-04f9-44ad-938f-09015a6c063c {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:45.004823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e188ceb-a1fe-430b-9dde-6b9ff7ce0aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.072542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port 4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:45.072884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.095687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=a7a2b008-7b68-4975-8a8a-20cf5d2559ae,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:45.108661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Network f8a6178b-23ac-4ebb-8abe-1900e4baa6d8 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:45.112016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:45.115478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:45.198570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1589af72-cbfe-4862-b765-40becdef9a17 None None] Provisioning complete for port 6c7f250f-86e0-4621-8812-e7548b924e7d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:45.198913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1589af72-cbfe-4862-b765-40becdef9a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.263245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:45.283525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:45.290438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.295986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e0add24-1028-4d90-8df2-385f6f999045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.301313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:45.327009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:45.346988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce824a9-73b9-4a9b-8c4e-ca88a492e9da tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.352113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce824a9-73b9-4a9b-8c4e-ca88a492e9da tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.356165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce824a9-73b9-4a9b-8c4e-ca88a492e9da tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.360059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce824a9-73b9-4a9b-8c4e-ca88a492e9da tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:45.360912 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cce824a9-73b9-4a9b-8c4e-ca88a492e9da tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Synchronizing usage tracker for tenant:ed011535d58748fca332c2f7273825db on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:45.366616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Attempting to bind port a1a24857-43a5-4aac-85ee-365ae2b083b1 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:45.367019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Attempting to bind port a1a24857-43a5-4aac-85ee-365ae2b083b1 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'b9173750-2276-4d38-89b5-c483ccb8995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f8a6178b-23ac-4ebb-8abe-1900e4baa6d8'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:45.367381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Attempting to bind port a1a24857-43a5-4aac-85ee-365ae2b083b1 on network f8a6178b-23ac-4ebb-8abe-1900e4baa6d8 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:45.382461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.384320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a6178b-23ac-4ebb-8abe-1900e4baa6d8']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:45.389288 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:45.389644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Checking segment: {'id': 'b9173750-2276-4d38-89b5-c483ccb8995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f8a6178b-23ac-4ebb-8abe-1900e4baa6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:45.389959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.390333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Bound using segment: {'id': 'b9173750-2276-4d38-89b5-c483ccb8995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f8a6178b-23ac-4ebb-8abe-1900e4baa6d8'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:45.391350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Bound port: a1a24857-43a5-4aac-85ee-365ae2b083b1, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9173750-2276-4d38-89b5-c483ccb8995f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'f8a6178b-23ac-4ebb-8abe-1900e4baa6d8'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:45.391350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.395657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-5e188ceb-a1fe-430b-9dde-6b9ff7ce0aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] For port 6b58f735-04f9-44ad-938f-09015a6c063c, host hv-neutron-8308, got binding levels [] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:45.396008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e188ceb-a1fe-430b-9dde-6b9ff7ce0aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.403199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9173750-2276-4d38-89b5-c483ccb8995f') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:45.404434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9173750-2276-4d38-89b5-c483ccb8995f') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:45.417402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.435370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.441949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:45.442333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:45.457747 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:45.465003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.532011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cce824a9-73b9-4a9b-8c4e-ca88a492e9da tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Unset dirty status for tenant:ed011535d58748fca332c2f7273825db on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:45.536214 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cce824a9-73b9-4a9b-8c4e-ca88a492e9da tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6997609 Feb 28 11:30:45.536391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-5e188ceb-a1fe-430b-9dde-6b9ff7ce0aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Calling delete_port for 6b58f735-04f9-44ad-938f-09015a6c063c owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:45.548421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46458) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:45.550881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:45.564288 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] For port a1a24857-43a5-4aac-85ee-365ae2b083b1, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:45.624005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.626007 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] For port a1a24857-43a5-4aac-85ee-365ae2b083b1, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a1a24857-43a5-4aac-85ee-365ae2b083b1,segment=NetworkSegment(b9173750-2276-4d38-89b5-c483ccb8995f),segment_id=b9173750-2276-4d38-89b5-c483ccb8995f)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:45.648705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:45.652656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Deleting port 6c7f250f-86e0-4621-8812-e7548b924e7d {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:45.653068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.704970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.713177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:30:45.713177 dv-neutron-830866-1-hyperv neutron-server[84338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:30:45.713177 dv-neutron-830866-1-hyperv neutron-server[84338]: [parameters: {'id': 'f8a6178b-23ac-4ebb-8abe-1900e4baa6d8'}] Feb 28 11:30:45.713177 dv-neutron-830866-1-hyperv neutron-server[84338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:45.713177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:45.713177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3946e1-b336-4648-ad09-69e452ba9f2b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:45.794589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e188ceb-a1fe-430b-9dde-6b9ff7ce0aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.809086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.859144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e188ceb-a1fe-430b-9dde-6b9ff7ce0aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b58f735-04f9-44ad-938f-09015a6c063c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:45.886614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5e188ceb-a1fe-430b-9dde-6b9ff7ce0aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.889836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.893782 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-88d97444-e755-4b8f-8bc4-69458952c711 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.4978240 Feb 28 11:30:45.900051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46462) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:45.902455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:45.985437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6c7f250f-86e0-4621-8812-e7548b924e7d no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:46.023829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b678bc-3626-41bd-8635-8a2ec4f64466 None None] Network f8a6178b-23ac-4ebb-8abe-1900e4baa6d8 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:46.035897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da55e4cf-19e7-4026-8e90-b3c52cc9a7ec None None] Pushing event updated for resources: {'Port': ['ID=a1a24857-43a5-4aac-85ee-365ae2b083b1,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:46.095596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.095965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.096451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP d8ea32e3-63e0-49c5-a80c-16d415b77dbc disassociated. External IP: 172.26.1.38, port: 4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b. Feb 28 11:30:46.096793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for 4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:46.157712 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5e188ceb-a1fe-430b-9dde-6b9ff7ce0aa5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6b58f735-04f9-44ad-938f-09015a6c063c HTTP/1.1" status: 204 len: 168 time: 1.3066878 Feb 28 11:30:46.160760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] For port 6c7f250f-86e0-4621-8812-e7548b924e7d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6c7f250f-86e0-4621-8812-e7548b924e7d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:46.161158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.163787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46466) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:46.252915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.273950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5b93fc80-158f-4f90-88ad-e9b238fc486c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:46.287467 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2187ede-7f7b-484c-971c-de5d031e3f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:30:46.287623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.287777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e2187ede-7f7b-484c-971c-de5d031e3f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Synchronizing usage tracker for tenant:fe7ab2bb147a4831acd064ba0fea8a04 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:46.343460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Calling delete_port for 6c7f250f-86e0-4621-8812-e7548b924e7d owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:46.361925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f708c3-6f83-4bbd-a255-5dfebaebc874']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:46.362190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.382775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port a1a24857-43a5-4aac-85ee-365ae2b083b1 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:46.383097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.405330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e2187ede-7f7b-484c-971c-de5d031e3f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Unset dirty status for tenant:fe7ab2bb147a4831acd064ba0fea8a04 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:46.412574 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e2187ede-7f7b-484c-971c-de5d031e3f37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "GET /v2.0/ports/6b58f735-04f9-44ad-938f-09015a6c063c HTTP/1.1" status: 404 len: 333 time: 0.2418444 Feb 28 11:30:46.414444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46474) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:46.415481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:46.429731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1462332330', 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:46.433404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:46.434256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.434397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2726556b-79d6-464c-8208-7821a65ef889') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:46.434601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2726556b-79d6-464c-8208-7821a65ef889') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:46.448074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:46.468162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.538986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5b93fc80-158f-4f90-88ad-e9b238fc486c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:46.542802 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5b93fc80-158f-4f90-88ad-e9b238fc486c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6340582 Feb 28 11:30:46.547490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 6c7f250f-86e0-4621-8812-e7548b924e7d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6c7f250f-86e0-4621-8812-e7548b924e7d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:46.549109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.555408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46478) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:46.575085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-4bc83a75-4dc3-482e-a110-246da919e188 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-security--1983909545', 'description': 'tempest-security-description-1748843604'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:46.586072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:46.586469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:46.606457 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:46.614729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.636574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Made reservation on behalf of fe7ab2bb147a4831acd064ba0fea8a04 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:46.639291 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.673970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:30:46.674510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] device_id is not set on port 251ec9d1-cd51-4409-84ed-5fcc17d8d0df yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:46.675297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:30:46.689848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.773725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=6c7f250f-86e0-4621-8812-e7548b924e7d,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:46.775960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:46.834647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bc83a75-4dc3-482e-a110-246da919e188 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.883519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] For port a1a24857-43a5-4aac-85ee-365ae2b083b1, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a1a24857-43a5-4aac-85ee-365ae2b083b1,segment=NetworkSegment(b9173750-2276-4d38-89b5-c483ccb8995f),segment_id=b9173750-2276-4d38-89b5-c483ccb8995f)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:46.883871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:46.900605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:46.903594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=e8b7a16e-2c28-48e7-81e4-f664fe6c399c,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:46.913510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:46.963430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:46.964033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.013580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5a56bac1-e2ac-4bce-acd9-943e70a046d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.033520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.033864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.048787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Calling delete_port for a1a24857-43a5-4aac-85ee-365ae2b083b1 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:47.095544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32f708c3-6f83-4bbd-a255-5dfebaebc874 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 11:30:47.107503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.120069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:47.122072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event deleted for resources: {'Network': ['ID=32f708c3-6f83-4bbd-a255-5dfebaebc874,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:47.157015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bc83a75-4dc3-482e-a110-246da919e188 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.164499 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d6a180a9-3835-4d78-b6c8-3c7616ac75c5 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "DELETE /v2.0/networks/32f708c3-6f83-4bbd-a255-5dfebaebc874 HTTP/1.1" status: 204 len: 168 time: 1.6113245 Feb 28 11:30:47.169179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46482) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.176817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Request body: {'network': {'name': 'tempest-network--510256220', 'router:external': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:47.177084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Deleting port 6c7f250f-86e0-4621-8812-e7548b924e7d {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:47.177907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.184157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:47.188370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.228512 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-208f7a50-7564-4241-ae17-d01ca4c0a3a4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3964815 Feb 28 11:30:47.232728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Usage tracker for resource:network and tenant:2198fe953b5c4614a8f538cebd0a0aef is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:47.235427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46486) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.237987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:47.244870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:47.265052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:47.270556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bc83a75-4dc3-482e-a110-246da919e188 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.293027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'Port': ['ID=251ec9d1-cd51-4409-84ed-5fcc17d8d0df,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:47.296260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Network c99cfdc1-2c13-40d9-9615-adb8df3b8431 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:47.299785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:47.304440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:47.305422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:47.306345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.313006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.336479 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d96bcf42-3522-465d-919b-fdf01e7d98cd tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/ports/4bce7ad1-4ba7-4e2f-b3d5-7c30145f3f1b HTTP/1.1" status: 204 len: 168 time: 2.3863325 Feb 28 11:30:47.339486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46490) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.343988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.390948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bc83a75-4dc3-482e-a110-246da919e188 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.392060 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4bc83a75-4dc3-482e-a110-246da919e188 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "PUT /v2.0/security-groups/dd3946e1-b336-4648-ad09-69e452ba9f2b HTTP/1.1" status: 200 len: 1612 time: 0.8328152 Feb 28 11:30:47.401994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46494) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.422227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Port': ['ID=a1a24857-43a5-4aac-85ee-365ae2b083b1,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:47.439788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Made reservation on behalf of 2198fe953b5c4614a8f538cebd0a0aef for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:47.442554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.445690 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4494aa83-dcb3-4b0e-834f-477c95bd879a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "GET /v2.0/floatingips/d8ea32e3-63e0-49c5-a80c-16d415b77dbc HTTP/1.1" status: 200 len: 687 time: 0.1050239 Feb 28 11:30:47.448595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46498) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.459568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc83a75-4dc3-482e-a110-246da919e188 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3946e1-b336-4648-ad09-69e452ba9f2b,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:47.482489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No DVR routers for this DVR port a1a24857-43a5-4aac-85ee-365ae2b083b1 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:47.521121 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ca908bb4-3537-4256-ad49-5d6c4a9fc393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1032231 Feb 28 11:30:47.528957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46502) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.537161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] For port 6c7f250f-86e0-4621-8812-e7548b924e7d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6c7f250f-86e0-4621-8812-e7548b924e7d,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:47.537550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.628553 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4d1bdefb-5267-4e67-8833-a73f2bb9498e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups/dd3946e1-b336-4648-ad09-69e452ba9f2b HTTP/1.1" status: 200 len: 1612 time: 0.2233500 Feb 28 11:30:47.630188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port c96619b0-819f-4ad5-8227-1c1b4f55ec21 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:47.630764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.659182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46506) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.672459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.681234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b04edb-53fa-402e-91ec-ede2def80759 None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:47.700258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a6178b-23ac-4ebb-8abe-1900e4baa6d8']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:47.732900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9173750-2276-4d38-89b5-c483ccb8995f') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:47.733284 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9173750-2276-4d38-89b5-c483ccb8995f') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:47.751759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:47.760433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Calling delete_port for 6c7f250f-86e0-4621-8812-e7548b924e7d owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:47.768645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.790262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:47.798773 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.798773 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Added segment c5d247aa-6e4f-4f2e-bf7e-511a5f9f328a of type vlan for network 12b8cf4c-37f4-492f-a3e9-903bed9934d8 Feb 28 11:30:47.804579 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6877a525-d643-4390-9594-40db8f10b4f5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "GET /v2.0/ports/251ec9d1-cd51-4409-84ed-5fcc17d8d0df HTTP/1.1" status: 200 len: 959 time: 0.2679062 Feb 28 11:30:47.804579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:47.806464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.810475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46510) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:47.814433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:47.822822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:47.824911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:47.825368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.833783 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b04edb-53fa-402e-91ec-ede2def80759 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:47.834443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-05b04edb-53fa-402e-91ec-ede2def80759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:47.840710 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:47.915120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-05b04edb-53fa-402e-91ec-ede2def80759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:47.937419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.939645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b04edb-53fa-402e-91ec-ede2def80759 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:47.940539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-05b04edb-53fa-402e-91ec-ede2def80759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:47.962740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-34da9cbf-bcb8-4679-8287-3953c92efbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Deleting port 251ec9d1-cd51-4409-84ed-5fcc17d8d0df {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:47.963123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34da9cbf-bcb8-4679-8287-3953c92efbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:47.973658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:47.977221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.002723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-05b04edb-53fa-402e-91ec-ede2def80759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:48.003217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b04edb-53fa-402e-91ec-ede2def80759 None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:48.005043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.053244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] Pushing event deleted for resources: {'Port': ['ID=6c7f250f-86e0-4621-8812-e7548b924e7d,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:48.060997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced3534d-3959-44d1-af7a-d4634cf6b4c4 None None] No DVR routers for this DVR port 6c7f250f-86e0-4621-8812-e7548b924e7d on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:48.073889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4e5698f-d904-429b-bdf5-d695c9a30523 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.078701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be4e927-c126-4afc-8c8d-2e61c0f145a1 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:48.125365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.125691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.165837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.170071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.203564 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/f8a6178b-23ac-4ebb-8abe-1900e4baa6d8 HTTP/1.1" status: 204 len: 168 time: 4.4060256 Feb 28 11:30:48.207318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.208078 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:48.208655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.213242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46514) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:48.225209 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1d893e-b232-4db4-ba3e-b012eb226bf2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=f8a6178b-23ac-4ebb-8abe-1900e4baa6d8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:48.253352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1114512402'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:48.253582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.268466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:48.274531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4e5698f-d904-429b-bdf5-d695c9a30523 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.301063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for c96619b0-819f-4ad5-8227-1c1b4f55ec21 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:48.333374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:48.339145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': 'e8b7a16e-2c28-48e7-81e4-f664fe6c399c'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:48.339971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.349912 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:48.363257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.376005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:48.384335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'Network': ['ID=12b8cf4c-37f4-492f-a3e9-903bed9934d8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:48.409814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 12b8cf4c-37f4-492f-a3e9-903bed9934d8 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:48.410026 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-82465f7e-fb77-436d-a3da-0132df71004f tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2370994 Feb 28 11:30:48.410944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46518) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:48.498012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34da9cbf-bcb8-4679-8287-3953c92efbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.515214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:48.518157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.576898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07763483-d246-4ce0-ad4e-dac579a1873e tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:48.578246 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-07763483-d246-4ce0-ad4e-dac579a1873e tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] 10.222.0.31 "GET /v2.0/networks/12b8cf4c-37f4-492f-a3e9-903bed9934d8 HTTP/1.1" status: 200 len: 756 time: 0.1665249 Feb 28 11:30:48.581572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46522) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:48.614122 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Allocated IP 172.20.0.2 (d2f89622-2098-4601-99de-8eb1c2f9e684/e8b7a16e-2c28-48e7-81e4-f664fe6c399c/a76ea650-de54-4973-9f7b-11981055757f) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:48.621860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4e5698f-d904-429b-bdf5-d695c9a30523 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.632653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-34da9cbf-bcb8-4679-8287-3953c92efbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Calling delete_port for 251ec9d1-cd51-4409-84ed-5fcc17d8d0df owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:48.651655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:48.719493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e5698f-d904-429b-bdf5-d695c9a30523 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3946e1-b336-4648-ad09-69e452ba9f2b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:48.747985 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.748382 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment d1839bd5-aebb-4959-9596-41508d77e842 of type vlan for network 2e37293d-e771-48bb-be11-f293d5fcf5dc Feb 28 11:30:48.790683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0df4d0-4edc-4499-9d51-e07ec884b491 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:48.792046 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fc0df4d0-4edc-4499-9d51-e07ec884b491 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] 10.222.0.31 "GET /v2.0/networks/e4d1f996-4a21-4177-a693-f9e33e1af89e HTTP/1.1" status: 200 len: 768 time: 0.2095890 Feb 28 11:30:48.795149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46526) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:48.810768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.859184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.876358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Transition to ACTIVE for port object a76ea650-de54-4973-9f7b-11981055757f will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:48.889780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.893030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34da9cbf-bcb8-4679-8287-3953c92efbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.894861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Transition to ACTIVE for port object a76ea650-de54-4973-9f7b-11981055757f will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:48.910690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.915654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:48.917105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.941652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4e5698f-d904-429b-bdf5-d695c9a30523 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.942752 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b4e5698f-d904-429b-bdf5-d695c9a30523 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd3946e1-b336-4648-ad09-69e452ba9f2b HTTP/1.1" status: 204 len: 168 time: 1.2819898 Feb 28 11:30:48.949782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46530) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:48.962942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=c96619b0-819f-4ad5-8227-1c1b4f55ec21,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:48.973771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:48.999140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.041870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da9cbf-bcb8-4679-8287-3953c92efbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event deleted for resources: {'Port': ['ID=251ec9d1-cd51-4409-84ed-5fcc17d8d0df,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.043419 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:49.046529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:49.050564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:49.052656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Pushing event updated for resources: {'Port': ['ID=a76ea650-de54-4973-9f7b-11981055757f,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.052781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34da9cbf-bcb8-4679-8287-3953c92efbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.085743 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d3f55b53-2e4e-417a-b806-1d04a164ca74 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1278219 Feb 28 11:30:49.089683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46534) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.105656 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-34da9cbf-bcb8-4679-8287-3953c92efbe7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "DELETE /v2.0/ports/251ec9d1-cd51-4409-84ed-5fcc17d8d0df HTTP/1.1" status: 204 len: 168 time: 1.2916293 Feb 28 11:30:49.140526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46536) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.167677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=2e37293d-e771-48bb-be11-f293d5fcf5dc,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.175734 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-ba6a4b68-66f3-4939-9495-e9083ab52e42 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] delete failed (client error): The resource could not be found. Feb 28 11:30:49.176751 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ba6a4b68-66f3-4939-9495-e9083ab52e42 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/dd3946e1-b336-4648-ad09-69e452ba9f2b HTTP/1.1" status: 404 len: 347 time: 0.0572305 Feb 28 11:30:49.182385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46542) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.187513 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1445460356'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:49.190157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 2e37293d-e771-48bb-be11-f293d5fcf5dc details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:49.197814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.204690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:49.211587 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-76a196fa-c828-4cd3-88b7-2e248d0aa10e tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9848340 Feb 28 11:30:49.211587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:49.212820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46546) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.219577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.269188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.271486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.276311 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6be9095e-e8f6-4406-af04-6c03aa7c81f3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/floatingips/d8ea32e3-63e0-49c5-a80c-16d415b77dbc HTTP/1.1" status: 204 len: 168 time: 1.8230481 Feb 28 11:30:49.276510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Attempting to bind port a76ea650-de54-4973-9f7b-11981055757f on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:49.276510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Attempting to bind port a76ea650-de54-4973-9f7b-11981055757f by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:49.276510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Attempting to bind port a76ea650-de54-4973-9f7b-11981055757f on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:49.276790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46550) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.278451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-64ed75bc-aa30-44a8-9507-8e16dd4cf989 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:49.285625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'f47823f5-b9c7-4ed2-8a6d-a0f291503ae4'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:49.286082 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:49.286456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:49.286924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.287310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:49.287975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Bound port: a76ea650-de54-4973-9f7b-11981055757f, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:49.288470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.294560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.305006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.objects.ports [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84338) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:30:49.358253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.373144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.396357 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-593197db-53fc-4223-8929-ccdb901aafa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:30:49.396859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-593197db-53fc-4223-8929-ccdb901aafa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Synchronizing usage tracker for tenant:fe7ab2bb147a4831acd064ba0fea8a04 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:49.398488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] For port a76ea650-de54-4973-9f7b-11981055757f, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:49.402139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] For port a76ea650-de54-4973-9f7b-11981055757f, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a76ea650-de54-4973-9f7b-11981055757f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:49.431701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.437568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:49.440524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:49.448722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.480811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.489259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.512688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.525903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.531951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12b8cf4c-37f4-492f-a3e9-903bed9934d8']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:49.563145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d247aa-6e4f-4f2e-bf7e-511a5f9f328a') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:49.563466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d247aa-6e4f-4f2e-bf7e-511a5f9f328a') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:49.579200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-593197db-53fc-4223-8929-ccdb901aafa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Unset dirty status for tenant:fe7ab2bb147a4831acd064ba0fea8a04 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:49.584060 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-593197db-53fc-4223-8929-ccdb901aafa1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "GET /v2.0/ports/251ec9d1-cd51-4409-84ed-5fcc17d8d0df HTTP/1.1" status: 404 len: 333 time: 0.4367318 Feb 28 11:30:49.584290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46554) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.591698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Request body: {'port': {'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1466625034'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:49.603992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.606873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.620438 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9460590-ec27-43ab-9a8d-a4708b2cb334 None None] Pushing event updated for resources: {'Port': ['ID=a76ea650-de54-4973-9f7b-11981055757f,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.633455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.653588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.669964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.688340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:49.688598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:49.702596 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:49.710449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.750675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbf9824-8fb5-44d7-b5df-74709375b1b2,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.757686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.808686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64ed75bc-aa30-44a8-9507-8e16dd4cf989 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.856353 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.857722 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b75fa9be-2060-490b-8a6c-da44aefb1b8e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6756728 Feb 28 11:30:49.860665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46558) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:49.867559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': '3dbf9824-8fb5-44d7-b5df-74709375b1b2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:49.869629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Made reservation on behalf of fe7ab2bb147a4831acd064ba0fea8a04 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:49.872066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.873590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:49.879292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:49.880723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:49.889439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:49.901797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.908202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12b8cf4c-37f4-492f-a3e9-903bed9934d8 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 11:30:49.953714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:49.956713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event deleted for resources: {'Network': ['ID=12b8cf4c-37f4-492f-a3e9-903bed9934d8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:49.959978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64ed75bc-aa30-44a8-9507-8e16dd4cf989 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.007123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] device_id is not set on port a564a954-bd59-42bd-85a1-09e75f824d84 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:50.034969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a76ea650-de54-4973-9f7b-11981055757f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:50.056700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.088828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-64ed75bc-aa30-44a8-9507-8e16dd4cf989 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 2e37293d-e771-48bb-be11-f293d5fcf5dc is not hosted by any dhcp agent {{(pid=84339) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 11:30:50.094116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ed75bc-aa30-44a8-9507-8e16dd4cf989 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:50.094876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64ed75bc-aa30-44a8-9507-8e16dd4cf989 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.100729 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-64ed75bc-aa30-44a8-9507-8e16dd4cf989 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "PUT /v2.0/networks/2e37293d-e771-48bb-be11-f293d5fcf5dc HTTP/1.1" status: 200 len: 723 time: 0.8391984 Feb 28 11:30:50.103106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ed75bc-aa30-44a8-9507-8e16dd4cf989 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=2e37293d-e771-48bb-be11-f293d5fcf5dc,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:50.106420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46562) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:50.114578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': '2e37293d-e771-48bb-be11-f293d5fcf5dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:50.122705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 2e37293d-e771-48bb-be11-f293d5fcf5dc details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:50.254204 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-705163d3-062a-4f33-899b-0c8be6d69886 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "DELETE /v2.0/networks/12b8cf4c-37f4-492f-a3e9-903bed9934d8 HTTP/1.1" status: 204 len: 168 time: 1.4580605 Feb 28 11:30:50.257063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.264546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46566) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:50.279332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Request body: {'network': {'name': 'tempest-network--1033492153'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:50.286952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:50.298703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:50.303326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:50.308759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:50.310907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:50.324750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Usage tracker for resource:network and tenant:2198fe953b5c4614a8f538cebd0a0aef is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:50.331583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:50.344467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.351363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port a76ea650-de54-4973-9f7b-11981055757f completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:50.369661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:50.408656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:50.472692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] For port a76ea650-de54-4973-9f7b-11981055757f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a76ea650-de54-4973-9f7b-11981055757f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:50.506350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.561193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Made reservation on behalf of 2198fe953b5c4614a8f538cebd0a0aef for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:50.561193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.577139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd995274-04ec-40fb-aab2-7fdc45d3f87a,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:50.588980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.26.1.200 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/a51f8a41-e18c-47ed-b553-72641ff01779) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:50.594797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.613476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:30:50.615371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.616500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.617644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.618079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.618523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.618940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.619329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.619722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.623805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.623805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.623805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:50.673810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.697181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.701235 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-38ea08d5-36de-4e7a-bf21-27a15dcc4aa6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8364449 Feb 28 11:30:50.705150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46570) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:50.746280 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.752959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:50.759310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.760026 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.760371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a7ad86f7-1e19-4dc5-b5dc-a7c818ec08c1 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.777260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a7ad86f7-1e19-4dc5-b5dc-a7c818ec08c1 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.808673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acb7996-0e39-49e7-865d-0ff2f3eda010 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:30:50.878525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a7ad86f7-1e19-4dc5-b5dc-a7c818ec08c1 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.889025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.889430 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Added segment 48eb945b-aadf-4287-813f-db762eedfbcb of type vlan for network c6feecb2-b9b4-4f11-97c7-bf358375a253 Feb 28 11:30:50.896584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad86f7-1e19-4dc5-b5dc-a7c818ec08c1 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd995274-04ec-40fb-aab2-7fdc45d3f87a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:50.917544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a7ad86f7-1e19-4dc5-b5dc-a7c818ec08c1 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:50.918358 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a7ad86f7-1e19-4dc5-b5dc-a7c818ec08c1 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/dd995274-04ec-40fb-aab2-7fdc45d3f87a HTTP/1.1" status: 204 len: 168 time: 0.2123623 Feb 28 11:30:50.927256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46574) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:50.932478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb7996-0e39-49e7-865d-0ff2f3eda010 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:30:50.945352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:50.963379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4169bb62-b031-4299-a504-9efd9dab9e84 None None] Provisioning for port a76ea650-de54-4973-9f7b-11981055757f completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:50.971993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:50.974805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:50.976183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.017931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4169bb62-b031-4299-a504-9efd9dab9e84 None None] Provisioning complete for port a76ea650-de54-4973-9f7b-11981055757f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:51.017931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4169bb62-b031-4299-a504-9efd9dab9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.020784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=61aba0f8-987e-410c-b97e-9ce452633f8e,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.034380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.038298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=a76ea650-de54-4973-9f7b-11981055757f,revision_number=4']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.071030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.079216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.132490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-96b11545-76c1-4428-a00f-635578aed298 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:51.149530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=b3f7d174-32e4-4556-875e-bb7bf1d40c13,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.155212 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4d212d23-af8f-465f-a83c-8ea5a7127f95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.9186645 Feb 28 11:30:51.155412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46578) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:51.163417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.164802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': 'd1839bd5-aebb-4959-9596-41508d77e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e37293d-e771-48bb-be11-f293d5fcf5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:51.165341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: 2e37293d-e771-48bb-be11-f293d5fcf5dc, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:30:51.173717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:1d:12:82', 'name': 'tempest-NetworksTestDHCPv6-943214278'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:51.208375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.209379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:51.211389 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.241384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4169bb62-b031-4299-a504-9efd9dab9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.265849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-96b11545-76c1-4428-a00f-635578aed298 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:51.267794 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-96b11545-76c1-4428-a00f-635578aed298 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3293765 Feb 28 11:30:51.270618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46582) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:51.297897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4169bb62-b031-4299-a504-9efd9dab9e84 None None] For port a76ea650-de54-4973-9f7b-11981055757f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a76ea650-de54-4973-9f7b-11981055757f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:51.349250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.359406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Network c99cfdc1-2c13-40d9-9615-adb8df3b8431 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:51.361082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:51.363683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'Port': ['ID=a564a954-bd59-42bd-85a1-09e75f824d84,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.366768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:51.375956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:51.380550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:51.388043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eca32ba7-bed2-49fd-bc89-7547512368ab tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.389733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:51.393548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 2e37293d-e771-48bb-be11-f293d5fcf5dc is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:30:51.396490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4169bb62-b031-4299-a504-9efd9dab9e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.399956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'Network': ['ID=c6feecb2-b9b4-4f11-97c7-bf358375a253,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.403955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:51.404950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:51.405923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.419512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46586) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:51.419904 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e05fa8a9-1c02-42d7-ba12-ded1febaa244 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1445551 Feb 28 11:30:51.434321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4602f717-02fe-4261-9f8c-91afb72aab81 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:51.434589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8c1edf80-0e9d-45cc-8875-9627a3790669 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:51.452323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eca32ba7-bed2-49fd-bc89-7547512368ab tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.455087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network c6feecb2-b9b4-4f11-97c7-bf358375a253 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:51.464795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:51.467859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:51.472268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:51.497793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=a51f8a41-e18c-47ed-b553-72641ff01779,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.516231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:51.564871 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-83a47886-9a28-44a0-b231-e322d8668aed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9792812 Feb 28 11:30:51.573016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46590) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:51.587046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8308'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:51.658069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 2e37293d-e771-48bb-be11-f293d5fcf5dc) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:51.700685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff9660-0044-47bc-9eb2-f19acd1c46a7 None None] Network 2e37293d-e771-48bb-be11-f293d5fcf5dc requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:51.725680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:51.726816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.838487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4169bb62-b031-4299-a504-9efd9dab9e84 None None] Pushing event updated for resources: {'Port': ['ID=a76ea650-de54-4973-9f7b-11981055757f,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.871142 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0f95025c-174d-47f1-b37a-36c5ef3d43cd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7626989 Feb 28 11:30:51.880165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46594) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:51.894319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eca32ba7-bed2-49fd-bc89-7547512368ab tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.896203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-dddb5c62-566b-4a6b-ac02-2673c5ff7826 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:51.897186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eca32ba7-bed2-49fd-bc89-7547512368ab tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.898319 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eca32ba7-bed2-49fd-bc89-7547512368ab tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/3dbf9824-8fb5-44d7-b5df-74709375b1b2 HTTP/1.1" status: 204 len: 168 time: 0.6262634 Feb 28 11:30:51.932456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46598) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:51.944607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:51.954559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca32ba7-bed2-49fd-bc89-7547512368ab tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbf9824-8fb5-44d7-b5df-74709375b1b2,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:51.964939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.010315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a76ea650-de54-4973-9f7b-11981055757f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:30:52.031870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c1edf80-0e9d-45cc-8875-9627a3790669 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.042628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port e26bc683-0d52-49dd-b965-b6c6a2dd85ea yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:52.114392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f3a2bc02-4824-48c9-882b-30acee316724 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:52.188036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c1edf80-0e9d-45cc-8875-9627a3790669 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.190529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a76ea650-de54-4973-9f7b-11981055757f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:52.192048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.220373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f3a2bc02-4824-48c9-882b-30acee316724 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:52.226655 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f3a2bc02-4824-48c9-882b-30acee316724 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2882051 Feb 28 11:30:52.231218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46602) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:52.259188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-2e37293d-e771-48bb-be11-f293d5fcf5dc', 'network_id': '2e37293d-e771-48bb-be11-f293d5fcf5dc', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': 'b3f7d174-32e4-4556-875e-bb7bf1d40c13'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:52.259994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.295612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518338764'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:52.299791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8c1edf80-0e9d-45cc-8875-9627a3790669 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Network c6feecb2-b9b4-4f11-97c7-bf358375a253 is not hosted by any dhcp agent {{(pid=84339) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 11:30:52.300529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1edf80-0e9d-45cc-8875-9627a3790669 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:52.301106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c1edf80-0e9d-45cc-8875-9627a3790669 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.305615 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8c1edf80-0e9d-45cc-8875-9627a3790669 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "PUT /v2.0/networks/c6feecb2-b9b4-4f11-97c7-bf358375a253 HTTP/1.1" status: 200 len: 858 time: 0.8760731 Feb 28 11:30:52.307737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46606) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:52.321393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:52.346162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1edf80-0e9d-45cc-8875-9627a3790669 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event updated for resources: {'Network': ['ID=c6feecb2-b9b4-4f11-97c7-bf358375a253,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:52.348980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:52.426859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 172.20.0.3 (d2f89622-2098-4601-99de-8eb1c2f9e684/e8b7a16e-2c28-48e7-81e4-f664fe6c399c/e26bc683-0d52-49dd-b965-b6c6a2dd85ea) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:52.437711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:fe1d:1282 (d2f89622-2098-4601-99de-8eb1c2f9e684/61aba0f8-987e-410c-b97e-9ce452633f8e/e26bc683-0d52-49dd-b965-b6c6a2dd85ea) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:52.466643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.560038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Allocated IP 172.20.0.2 (2e37293d-e771-48bb-be11-f293d5fcf5dc/b3f7d174-32e4-4556-875e-bb7bf1d40c13/d405e2b0-2c31-4b11-b54d-fd18b085927b) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:52.617369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:52.646220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:52.699371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.755849 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.776101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.788959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object e26bc683-0d52-49dd-b965-b6c6a2dd85ea will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:52.882947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.884817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:30:52.905045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.917282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Transition to ACTIVE for port object d405e2b0-2c31-4b11-b54d-fd18b085927b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:52.926558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.940638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Transition to ACTIVE for port object d405e2b0-2c31-4b11-b54d-fd18b085927b will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:52.950712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dddb5c62-566b-4a6b-ac02-2673c5ff7826 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3455587'] for subnet, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.955597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8683cb89-65ee-4a08-9a54-781a347ba21b None None] Provisioning complete for port a76ea650-de54-4973-9f7b-11981055757f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:52.955983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8683cb89-65ee-4a08-9a54-781a347ba21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:52.995270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d8036b-a331-4fa1-9df6-765c60e691a3,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:53.025409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.029716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:53.033626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:53.035986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=e26bc683-0d52-49dd-b965-b6c6a2dd85ea,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:53.040099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:53.059511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.088938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.093536 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9f109af2-5b2d-432f-8c92-15a22e6c0251 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8094933 Feb 28 11:30:53.093714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46610) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:53.100205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8036b-a331-4fa1-9df6-765c60e691a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:53.110035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:53.121665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6feecb2-b9b4-4f11-97c7-bf358375a253']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:53.122042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:53.129029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:53.129596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.132183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] device_id is not set on port a564a954-bd59-42bd-85a1-09e75f824d84 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:30:53.135654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:53.148701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:53.149435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.194624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48eb945b-aadf-4287-813f-db762eedfbcb') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:53.195010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48eb945b-aadf-4287-813f-db762eedfbcb') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:53.205960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Network 2e37293d-e771-48bb-be11-f293d5fcf5dc is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:53.207018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:53.209735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:30:53.223571 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Pushing event updated for resources: {'Port': ['ID=d405e2b0-2c31-4b11-b54d-fd18b085927b,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:53.224241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9ed6fdcb-896c-4d7e-ba9b-13a31ca0dbbe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0612588 Feb 28 11:30:53.229113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46614) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:53.251384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.252235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.252913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.253468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.254068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.254652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.255183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.255979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.257166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.259909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.259909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.298642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.309419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.311932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Transition to ACTIVE for port object a564a954-bd59-42bd-85a1-09e75f824d84 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:30:53.369462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.409447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Attempting to bind port d405e2b0-2c31-4b11-b54d-fd18b085927b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:53.409637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00d612-6a33-41c6-8bfd-e6efe8e0899c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:53.409778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Attempting to bind port d405e2b0-2c31-4b11-b54d-fd18b085927b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'd1839bd5-aebb-4959-9596-41508d77e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e37293d-e771-48bb-be11-f293d5fcf5dc'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:53.409778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Attempting to bind port d405e2b0-2c31-4b11-b54d-fd18b085927b on network 2e37293d-e771-48bb-be11-f293d5fcf5dc {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:53.411159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f00d612-6a33-41c6-8bfd-e6efe8e0899c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:53.411978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3f00d612-6a33-41c6-8bfd-e6efe8e0899c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:53.417659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:53.417870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:30:53.418513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Checking segment: {'id': 'd1839bd5-aebb-4959-9596-41508d77e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e37293d-e771-48bb-be11-f293d5fcf5dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:30:53.419132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.419316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.419526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Bound using segment: {'id': 'd1839bd5-aebb-4959-9596-41508d77e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e37293d-e771-48bb-be11-f293d5fcf5dc'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:30:53.420027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Bound port: d405e2b0-2c31-4b11-b54d-fd18b085927b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1839bd5-aebb-4959-9596-41508d77e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': '2e37293d-e771-48bb-be11-f293d5fcf5dc'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:30:53.420898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.436552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:53.440368 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:53.442625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.499487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.523879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] For port d405e2b0-2c31-4b11-b54d-fd18b085927b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:53.525132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bddf092-c1a0-49ac-bc3b-c9f22718201f,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:53.528388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3f00d612-6a33-41c6-8bfd-e6efe8e0899c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:53.529520 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3f00d612-6a33-41c6-8bfd-e6efe8e0899c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2992718 Feb 28 11:30:53.532716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] For port d405e2b0-2c31-4b11-b54d-fd18b085927b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d405e2b0-2c31-4b11-b54d-fd18b085927b,segment=NetworkSegment(d1839bd5-aebb-4959-9596-41508d77e842),segment_id=d1839bd5-aebb-4959-9596-41508d77e842)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:30:53.532848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46618) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:53.542175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.544479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-36a46b39-ea60-4585-a471-bba7bd319957 None None] Provisioning for port e26bc683-0d52-49dd-b965-b6c6a2dd85ea completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:53.549671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-36a46b39-ea60-4585-a471-bba7bd319957 None None] Provisioning complete for port e26bc683-0d52-49dd-b965-b6c6a2dd85ea triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:53.550040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-36a46b39-ea60-4585-a471-bba7bd319957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.607112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d35e6a64-9b4b-4578-ba99-602070683804 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port e26bc683-0d52-49dd-b965-b6c6a2dd85ea {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:53.607345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d35e6a64-9b4b-4578-ba99-602070683804 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.609857 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.645044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.646412 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0d6f8a85-e77d-4d2a-993b-e87c76e460d9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5517058 Feb 28 11:30:53.653200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46622) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:53.661508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8036b-a331-4fa1-9df6-765c60e691a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:53.668198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'Port': ['ID=a564a954-bd59-42bd-85a1-09e75f824d84,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:53.678008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:53.687620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:53.692732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:53.703283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cae628-39ed-4106-afa0-326d3db579a7 None None] Pushing event updated for resources: {'Port': ['ID=d405e2b0-2c31-4b11-b54d-fd18b085927b,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:53.719847 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dddb5c62-566b-4a6b-ac02-2673c5ff7826 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752571804555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3843357'] for subnet, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.726410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:53.728988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-36a46b39-ea60-4585-a471-bba7bd319957 None None] Port e26bc683-0d52-49dd-b965-b6c6a2dd85ea cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:30:53.780500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.780850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.781193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.781552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.783051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.783051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.783051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.783051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.783410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.783530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.783874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:30:53.811993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.823338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.874644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddb5c62-566b-4a6b-ac02-2673c5ff7826 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:53.875269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dddb5c62-566b-4a6b-ac02-2673c5ff7826 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.876569 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dddb5c62-566b-4a6b-ac02-2673c5ff7826 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "PUT /v2.0/subnets/b3f7d174-32e4-4556-875e-bb7bf1d40c13 HTTP/1.1" status: 200 len: 806 time: 1.9935043 Feb 28 11:30:53.877357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c6feecb2-b9b4-4f11-97c7-bf358375a253 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 11:30:53.893830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46626) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:53.894615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.903623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddb5c62-566b-4a6b-ac02-2673c5ff7826 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=b3f7d174-32e4-4556-875e-bb7bf1d40c13,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:53.910253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:53.910594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:53.911011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:53.913635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6feecb2-b9b4-4f11-97c7-bf358375a253,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:53.948685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:53.955445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:53.955795 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:53.956923 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 2 to bind port a564a954-bd59-42bd-85a1-09e75f824d84 Feb 28 11:30:53.976062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d35e6a64-9b4b-4578-ba99-602070683804 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.009413 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-31cd02a6-330f-4416-8d48-b4e2d2bf03d8 tempest-ExternalNetworksTestJSON-703753757 tempest-ExternalNetworksTestJSON-703753757-project-admin] 10.222.0.31 "DELETE /v2.0/networks/c6feecb2-b9b4-4f11-97c7-bf358375a253 HTTP/1.1" status: 204 len: 168 time: 1.6885822 Feb 28 11:30:54.010217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:54.010558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:54.013016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:54.157330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46630) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:54.208437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:54.208679 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:54.211667 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 3 to bind port a564a954-bd59-42bd-85a1-09e75f824d84 Feb 28 11:30:54.235804 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:54.236155 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:54.236499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:54.255643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:54.255997 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:54.257946 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 4 to bind port a564a954-bd59-42bd-85a1-09e75f824d84 Feb 28 11:30:54.287084 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2078ab0-a533-436e-8273-124fa1e5a372 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:54.287495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2078ab0-a533-436e-8273-124fa1e5a372 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:54.289046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:54.289383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:54.289963 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a2078ab0-a533-436e-8273-124fa1e5a372 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] 10.222.0.31 "DELETE /v2.0/subnets/3125fd8d-eb2f-4672-8297-3bb21ea887b2 HTTP/1.1" status: 404 len: 337 time: 0.1054556 Feb 28 11:30:54.291318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:54.308463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46634) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:54.309263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:54.309701 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:54.336946 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 5 to bind port a564a954-bd59-42bd-85a1-09e75f824d84 Feb 28 11:30:54.362002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d35e6a64-9b4b-4578-ba99-602070683804 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for e26bc683-0d52-49dd-b965-b6c6a2dd85ea owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:54.414701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.430106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:54.430447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:54.430817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:54.451542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:54.452008 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:54.453975 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 6 to bind port a564a954-bd59-42bd-85a1-09e75f824d84 Feb 28 11:30:54.467759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.480016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:54.480382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:54.480859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:54.505274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.513371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.521869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:54.522760 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:54.526426 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 7 to bind port a564a954-bd59-42bd-85a1-09e75f824d84 Feb 28 11:30:54.533315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.570129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port d405e2b0-2c31-4b11-b54d-fd18b085927b {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:54.570607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.608610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.666518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:54.666892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:54.667412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:54.725314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb977042-47f1-4bcd-a6a9-02dbb84fe624,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:54.739667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.746614 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:54.746968 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:54.753612 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 8 to bind port a564a954-bd59-42bd-85a1-09e75f824d84 Feb 28 11:30:54.762706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=a51f8a41-e18c-47ed-b553-72641ff01779,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:54.807585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:54.807935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:54.808290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:54.812938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d1f996-4a21-4177-a693-f9e33e1af89e']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:54.826469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.837063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.838249 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d8dd17f3-9bee-4e77-8105-1e144a3356ee tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1841500 Feb 28 11:30:54.875055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46638) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:54.881559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8f1c027-2d8c-4166-8871-461e4759fdbd') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:54.881861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8f1c027-2d8c-4166-8871-461e4759fdbd') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:54.891360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0736458-1be6-4688-8f75-dfe8642a69c1 None None] Network 2e37293d-e771-48bb-be11-f293d5fcf5dc requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:54.902725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d35e6a64-9b4b-4578-ba99-602070683804 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.908045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8036b-a331-4fa1-9df6-765c60e691a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:54.921797 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:54.922132 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:54.923824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:54.931156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:54.933231 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 9 to bind port a564a954-bd59-42bd-85a1-09e75f824d84 Feb 28 11:30:54.964026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e6a64-9b4b-4578-ba99-602070683804 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=e26bc683-0d52-49dd-b965-b6c6a2dd85ea,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:55.012512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:55.018324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:55.029887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:55.032356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.035519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:55.035857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:55.036200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:55.042996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-89bf06f8-bf14-404d-8db5-ce80a9adc1b4 None None] Provisioning for port d405e2b0-2c31-4b11-b54d-fd18b085927b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:30:55.050046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:55.050448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:55.076125 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:55.142798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:55.143113 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:55.149762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] For port d405e2b0-2c31-4b11-b54d-fd18b085927b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d405e2b0-2c31-4b11-b54d-fd18b085927b,segment=NetworkSegment(d1839bd5-aebb-4959-9596-41508d77e842),segment_id=d1839bd5-aebb-4959-9596-41508d77e842)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:55.149993 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempt 10 to bind port a564a954-bd59-42bd-85a1-09e75f824d84 Feb 28 11:30:55.150493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.204597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.219653 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:30:55.220062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:30:55.220507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempting to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:30:55.266424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:30:55.266811 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Failed to bind port a564a954-bd59-42bd-85a1-09e75f824d84 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '30762f01-3a54-4765-8aba-48a24b072f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 716, 'network_id': 'c99cfdc1-2c13-40d9-9615-adb8df3b8431'}] Feb 28 11:30:55.267361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.290301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Calling delete_port for d405e2b0-2c31-4b11-b54d-fd18b085927b owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:55.297090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.340589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d35e6a64-9b4b-4578-ba99-602070683804 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.340589 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d35e6a64-9b4b-4578-ba99-602070683804 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/e26bc683-0d52-49dd-b965-b6c6a2dd85ea HTTP/1.1" status: 204 len: 168 time: 1.8045328 Feb 28 11:30:55.346290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46642) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.351229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.373614 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] Pushing event deleted for resources: {'Network': ['ID=e4d1f996-4a21-4177-a693-f9e33e1af89e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:55.431071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ce8007-6549-446d-b6b5-c00ffb4a1b2f None None] Network 2e37293d-e771-48bb-be11-f293d5fcf5dc requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:55.435996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6870fe4e-3044-4eca-bb84-24cca9c5b7a1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:55.436814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6870fe4e-3044-4eca-bb84-24cca9c5b7a1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:55.438101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6870fe4e-3044-4eca-bb84-24cca9c5b7a1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:55.438884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6870fe4e-3044-4eca-bb84-24cca9c5b7a1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:55.440676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.457374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] For port a564a954-bd59-42bd-85a1-09e75f824d84, host hv-neutron-8308, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:30:55.457755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Attempted to set empty binding levels {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 11:30:55.466395 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP 7dd11ae3-6315-430e-a647-e89bf2a75b39 associated. External IP: 172.26.1.200, port: f47823f5-b9c7-4ed2-8a6d-a0f291503ae4. Feb 28 11:30:55.525092 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d293cc2c-d272-43bb-b417-0fa0273b67a2 tempest-ExternalNetworksTestJSON-2096433916 tempest-ExternalNetworksTestJSON-2096433916-project] 10.222.0.31 "DELETE /v2.0/networks/e4d1f996-4a21-4177-a693-f9e33e1af89e HTTP/1.1" status: 204 len: 168 time: 1.2141433 Feb 28 11:30:55.556478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6870fe4e-3044-4eca-bb84-24cca9c5b7a1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:55.558027 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6870fe4e-3044-4eca-bb84-24cca9c5b7a1 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2112932 Feb 28 11:30:55.560613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46648) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.587321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.625731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.649441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e33e42-f4b8-4584-885b-d1107be74465 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 61aba0f8-987e-410c-b97e-9ce452633f8e {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:55.649441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.655513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d2e33e42-f4b8-4584-885b-d1107be74465 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.677400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbec48b8-fd83-4b7c-9637-5f2ccf82adc3,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:55.698498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] In _notify_port_updated(), no bound segment for port a564a954-bd59-42bd-85a1-09e75f824d84 on network c99cfdc1-2c13-40d9-9615-adb8df3b8431 {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:30:55.699546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.703886 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "PUT /v2.0/ports/a564a954-bd59-42bd-85a1-09e75f824d84 HTTP/1.1" status: 200 len: 981 time: 4.1296456 Feb 28 11:30:55.711243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46652) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.763994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24dd334-ec46-4562-96a9-0f2cbc30d1af tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event updated for resources: {'Port': ['ID=a564a954-bd59-42bd-85a1-09e75f824d84,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:55.775958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Port': ['ID=d405e2b0-2c31-4b11-b54d-fd18b085927b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:55.791179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.795244 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6ca7522d-fa20-47f2-98fd-e65959033e0d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9136753 Feb 28 11:30:55.795976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46656) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:55.805271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8036b-a331-4fa1-9df6-765c60e691a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:55.815376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3e06c579-517c-4a76-a0e3-ed8f48295eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Deleting port a564a954-bd59-42bd-85a1-09e75f824d84 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:55.815721 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3e06c579-517c-4a76-a0e3-ed8f48295eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:55.840402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No DVR routers for this DVR port d405e2b0-2c31-4b11-b54d-fd18b085927b on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:55.844545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:55.856877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:55.860512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:55.880542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:55.987784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d2e33e42-f4b8-4584-885b-d1107be74465 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.059784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.083636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.108986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46662) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.151533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d2e33e42-f4b8-4584-885b-d1107be74465 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.250231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-3e06c579-517c-4a76-a0e3-ed8f48295eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] For port a564a954-bd59-42bd-85a1-09e75f824d84, host hv-neutron-8308, got binding levels [] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:56.250591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3e06c579-517c-4a76-a0e3-ed8f48295eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.299760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.338369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d2e33e42-f4b8-4584-885b-d1107be74465 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.346019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=b3f7d174-32e4-4556-875e-bb7bf1d40c13,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:56.384277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3e06c579-517c-4a76-a0e3-ed8f48295eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Calling delete_port for a564a954-bd59-42bd-85a1-09e75f824d84 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:56.410495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bd5232-0930-4104-b7b8-3a9e4062c95b None None] Network 2e37293d-e771-48bb-be11-f293d5fcf5dc requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:56.432657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d2e33e42-f4b8-4584-885b-d1107be74465 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.440409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e33e42-f4b8-4584-885b-d1107be74465 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=61aba0f8-987e-410c-b97e-9ce452633f8e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:56.445010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.474307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ca2e0-cc04-4feb-95c6-059e6e46fa19 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:56.555301 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a6ff03ac-fd63-491e-98d6-7d66b919c8b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed011535d58748fca332c2f7273825db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4378128 Feb 28 11:30:56.557069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.564033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46668) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.571286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.606532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e37293d-e771-48bb-be11-f293d5fcf5dc']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:56.615476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d91c331-ea92-4f44-93ca-6d657fc12812,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:56.624109 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d2e33e42-f4b8-4584-885b-d1107be74465 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/61aba0f8-987e-410c-b97e-9ce452633f8e HTTP/1.1" status: 204 len: 168 time: 1.0622542 Feb 28 11:30:56.627212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46672) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.645584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1839bd5-aebb-4959-9596-41508d77e842') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:56.645804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1839bd5-aebb-4959-9596-41508d77e842') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:56.666405 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.684951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6868dde4-c50c-4918-9c6b-db6f52a49c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.701490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3e06c579-517c-4a76-a0e3-ed8f48295eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.714584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6868dde4-c50c-4918-9c6b-db6f52a49c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.761193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.767457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.767673 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ebaff284-2c94-4074-b2d2-4b6b6e26a295 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9683149 Feb 28 11:30:56.770772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46676) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.771244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06c579-517c-4a76-a0e3-ed8f48295eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Pushing event deleted for resources: {'Port': ['ID=a564a954-bd59-42bd-85a1-09e75f824d84,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:56.781229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': 'a4d8036b-a331-4fa1-9df6-765c60e691a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:56.787647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:56.788052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:56.810937 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:56.815439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:56.823032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1813f5aa-9257-4ced-a853-3eb6eeb7faaf None None] DHCP port deletion for 2e37293d-e771-48bb-be11-f293d5fcf5dc request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:56.868647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3e06c579-517c-4a76-a0e3-ed8f48295eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.873129 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3e06c579-517c-4a76-a0e3-ed8f48295eac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "DELETE /v2.0/ports/a564a954-bd59-42bd-85a1-09e75f824d84 HTTP/1.1" status: 204 len: 168 time: 1.1585350 Feb 28 11:30:56.873287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6868dde4-c50c-4918-9c6b-db6f52a49c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.878054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:56.887173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46680) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:56.890086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:56.951232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:56.952894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f517519a-ace4-4dc9-bfbd-e65455f2d332 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet e8b7a16e-2c28-48e7-81e4-f664fe6c399c {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:30:56.957971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f517519a-ace4-4dc9-bfbd-e65455f2d332 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.958875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6868dde4-c50c-4918-9c6b-db6f52a49c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7d3b38-e64d-4a3d-bf41-6a98f5db3222,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:56.968216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6868dde4-c50c-4918-9c6b-db6f52a49c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:56.969314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6868dde4-c50c-4918-9c6b-db6f52a49c00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f7d3b38-e64d-4a3d-bf41-6a98f5db3222 HTTP/1.1" status: 204 len: 168 time: 0.4045649 Feb 28 11:30:56.972281 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd223a30-35ea-47cc-ba48-c2b371d08431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:30:56.977260 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dd223a30-35ea-47cc-ba48-c2b371d08431 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2082786295-project-admin] 10.222.0.31 "GET /v2.0/ports/a564a954-bd59-42bd-85a1-09e75f824d84 HTTP/1.1" status: 404 len: 333 time: 0.0852609 Feb 28 11:30:56.978432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46686) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.028557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f517519a-ace4-4dc9-bfbd-e65455f2d332 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.072478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.080369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:30:57.106481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.118347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.145223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=2e37293d-e771-48bb-be11-f293d5fcf5dc,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:57.192578 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-499989a6-ae94-4a7a-94fd-badda7b165d5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/2e37293d-e771-48bb-be11-f293d5fcf5dc HTTP/1.1" status: 204 len: 168 time: 3.2973423 Feb 28 11:30:57.197940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46690) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.201526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.260845 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-659c2bd3-4d67-420a-a3e5-7e2926b4c8ad tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:30:57.261284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659c2bd3-4d67-420a-a3e5-7e2926b4c8ad tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:30:57.266819 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-659c2bd3-4d67-420a-a3e5-7e2926b4c8ad tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/2e37293d-e771-48bb-be11-f293d5fcf5dc HTTP/1.1" status: 404 len: 339 time: 0.0586596 Feb 28 11:30:57.266819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46696) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.274391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1956923731', 'description': 'd1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:57.295685 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f517519a-ace4-4dc9-bfbd-e65455f2d332 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.314047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:57.345536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:network and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:57.349090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:57.416979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:57.421045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:30:57.432175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.433182 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a3e80-dd09-41b7-841a-83499a04639d None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:30:57.446981 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a3e80-dd09-41b7-841a-83499a04639d None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:57.447588 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5b9a3e80-dd09-41b7-841a-83499a04639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:57.457161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.465793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f517519a-ace4-4dc9-bfbd-e65455f2d332 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.493725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99cfdc1-2c13-40d9-9615-adb8df3b8431']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:57.515494 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517519a-ace4-4dc9-bfbd-e65455f2d332 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=e8b7a16e-2c28-48e7-81e4-f664fe6c399c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:57.517542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30762f01-3a54-4765-8aba-48a24b072f55') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:57.517909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30762f01-3a54-4765-8aba-48a24b072f55') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:57.529116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f517519a-ace4-4dc9-bfbd-e65455f2d332 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.531350 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f517519a-ace4-4dc9-bfbd-e65455f2d332 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/e8b7a16e-2c28-48e7-81e4-f664fe6c399c HTTP/1.1" status: 204 len: 168 time: 0.9028139 Feb 28 11:30:57.533811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46700) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.536935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.554278 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5b9a3e80-dd09-41b7-841a-83499a04639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:57.556365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.563147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:30:57.563873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.566126 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b9a3e80-dd09-41b7-841a-83499a04639d None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:30:57.566869 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5b9a3e80-dd09-41b7-841a-83499a04639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:30:57.581001 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:30:57.587004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:57.590020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.596637 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.602886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.642323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1545a81-005c-488a-803d-4a66c0fd773f None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:57.690262 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5b9a3e80-dd09-41b7-841a-83499a04639d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:30:57.690697 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b9a3e80-dd09-41b7-841a-83499a04639d None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:30:57.705933 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-311ff62e-d8e4-4fb6-adbc-f3d75549fe6f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1709826 Feb 28 11:30:57.706516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46704) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.714183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c869e9b4-b4df-4277-8f65-6ddde298ff61,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:57.731271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:57.745676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46708) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.795144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-13cc0392-e0c9-479a-8736-06a7159a1e53 None None] Provisioning complete for port a76ea650-de54-4973-9f7b-11981055757f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:30:57.795612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-13cc0392-e0c9-479a-8736-06a7159a1e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.800741 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-92deb02a-8b50-4c3c-b9ea-a9c788ce7e35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2198fe953b5c4614a8f538cebd0a0aef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516136 Feb 28 11:30:57.801338 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46712) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.815260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.819948 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-05a6fbe6-c22b-41b5-925d-f0c15f8d3984 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 1.0413897 Feb 28 11:30:57.822424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46716) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.849162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.855027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.863596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:57.913380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d405e2b0-2c31-4b11-b54d-fd18b085927b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:30:57.920708 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] 10.222.0.31 "DELETE /v2.0/networks/c99cfdc1-2c13-40d9-9615-adb8df3b8431 HTTP/1.1" status: 204 len: 168 time: 0.9411838 Feb 28 11:30:57.942132 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3784cd39-9d39-40f5-b901-94de7254bb64 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.6601558 Feb 28 11:30:57.942132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46722) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:57.945863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeab9bc7-19e0-4ef3-98a1-ce14fb370719 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032 tempest-PortsAdminExtendedAttrsIpV6TestJSON-763592032-project] Pushing event deleted for resources: {'Network': ['ID=c99cfdc1-2c13-40d9-9615-adb8df3b8431,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:57.948855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.949202 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment bafdcf83-8326-4ca9-a5f5-0f5118adefb6 of type vlan for network ceb8de14-051b-43bb-b78f-b55033273815 Feb 28 11:30:57.956057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: d405e2b0-2c31-4b11-b54d-fd18b085927b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:30:57.956368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d405e2b0-2c31-4b11-b54d-fd18b085927b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:30:57.960720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1565679245'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:57.962712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6249e24f-1c3b-4d7a-a06f-7674479b7130 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.976319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:57.983667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6249e24f-1c3b-4d7a-a06f-7674479b7130 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:57.991275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:network and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:57.995757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:58.005779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:58.008134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:58.014555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:58.018625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:58.021729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.025949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:58.027152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f9b5995c-18e9-4581-865f-432f631af4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.070925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f9b5995c-18e9-4581-865f-432f631af4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.083040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Made reservation on behalf of 3290f32aadf2478f9cea4290cf4e6f7a for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:58.086878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.112822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:58.127660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.133713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d116e67-f19a-4e30-88fc-c06e6e99b8d7 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:30:58.138106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8d116e67-f19a-4e30-88fc-c06e6e99b8d7 None None] Deleting port a76ea650-de54-4973-9f7b-11981055757f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:30:58.138650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8d116e67-f19a-4e30-88fc-c06e6e99b8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.139337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6249e24f-1c3b-4d7a-a06f-7674479b7130 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.159814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6249e24f-1c3b-4d7a-a06f-7674479b7130 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c869e9b4-b4df-4277-8f65-6ddde298ff61,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:58.175204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6249e24f-1c3b-4d7a-a06f-7674479b7130 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.178945 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6249e24f-1c3b-4d7a-a06f-7674479b7130 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c869e9b4-b4df-4277-8f65-6ddde298ff61 HTTP/1.1" status: 204 len: 168 time: 0.3530633 Feb 28 11:30:58.179733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46726) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:58.209286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:30:58.216250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.220156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:58.220726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.239122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.239462 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Added segment 9ca3afd1-b924-4597-86f3-4a47a129f44c of type vlan for network 59fb06f2-9c17-4581-86b0-9cadeff170d6 Feb 28 11:30:58.262824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f9b5995c-18e9-4581-865f-432f631af4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.265096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f9b5995c-18e9-4581-865f-432f631af4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.266203 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f9b5995c-18e9-4581-865f-432f631af4ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f769d6b-ae98-4a8d-b5c8-26d67d35d053 HTTP/1.1" status: 204 len: 168 time: 0.4643254 Feb 28 11:30:58.281336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.392601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8d116e67-f19a-4e30-88fc-c06e6e99b8d7 None None] For port a76ea650-de54-4973-9f7b-11981055757f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a76ea650-de54-4973-9f7b-11981055757f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:30:58.393594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8d116e67-f19a-4e30-88fc-c06e6e99b8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.422666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1a86d1bc-9d88-4a9d-b7a3-5a499d08896c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:58.425404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.430272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:58.430906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.439968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b5995c-18e9-4581-865f-432f631af4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f769d6b-ae98-4a8d-b5c8-26d67d35d053,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:58.465192 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=ceb8de14-051b-43bb-b78f-b55033273815,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:58.498399 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c20f6a02-e8c1-4b44-b973-188d75561e06 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2304823 Feb 28 11:30:58.499587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46732) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:58.552883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.563310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8d116e67-f19a-4e30-88fc-c06e6e99b8d7 None None] Calling delete_port for a76ea650-de54-4973-9f7b-11981055757f owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:30:58.591118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network ceb8de14-051b-43bb-b78f-b55033273815 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:58.605476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Network': ['ID=59fb06f2-9c17-4581-86b0-9cadeff170d6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:58.610520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1a86d1bc-9d88-4a9d-b7a3-5a499d08896c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:58.616517 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1a86d1bc-9d88-4a9d-b7a3-5a499d08896c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4352133 Feb 28 11:30:58.631204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46738) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:58.669522 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8e8d2163-9680-4eb9-9cef-5c7490342671 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7244861 Feb 28 11:30:58.674477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46742) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:58.675195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 59fb06f2-9c17-4581-86b0-9cadeff170d6 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:58.702474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'subnet': {'network_id': '59fb06f2-9c17-4581-86b0-9cadeff170d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:58.713032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46748) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:58.736448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:30:58.753307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:30:58.760842 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:58.761754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.784020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=1905f990-0afb-417e-b164-d4141eb2f0cb,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:58.787187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e905431-c77c-4a18-96cd-6faa9b95b66f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.799977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e905431-c77c-4a18-96cd-6faa9b95b66f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.824844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3482d58-7a02-40c5-aee4-5e1e65dc444c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:58.830759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f3482d58-7a02-40c5-aee4-5e1e65dc444c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Synchronizing usage tracker for tenant:8cf2e420335e4233944472268e36658d on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:58.841767 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3ed2f3e1-2124-4310-8675-5d221e559a95 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1188931 Feb 28 11:30:58.850583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46758) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:58.860629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:58.936329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:58.936839 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e905431-c77c-4a18-96cd-6faa9b95b66f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:58.950488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:58.974677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e905431-c77c-4a18-96cd-6faa9b95b66f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d91c331-ea92-4f44-93ca-6d657fc12812,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:58.991783 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8d116e67-f19a-4e30-88fc-c06e6e99b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.045984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d116e67-f19a-4e30-88fc-c06e6e99b8d7 None None] Pushing event deleted for resources: {'Port': ['ID=a76ea650-de54-4973-9f7b-11981055757f,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:59.051582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f3482d58-7a02-40c5-aee4-5e1e65dc444c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Unset dirty status for tenant:8cf2e420335e4233944472268e36658d on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:59.053683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d116e67-f19a-4e30-88fc-c06e6e99b8d7 None None] No DVR routers for this DVR port a76ea650-de54-4973-9f7b-11981055757f on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:30:59.057153 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f3482d58-7a02-40c5-aee4-5e1e65dc444c tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/networks?id=ceb8de14-051b-43bb-b78f-b55033273815 HTTP/1.1" status: 200 len: 761 time: 0.5562208 Feb 28 11:30:59.057900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46764) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:59.068150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c7ec612d-06b1-4589-8f45-fcac71c416af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'description': 'd2'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:30:59.068327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566a83f7-4090-41ee-9b1d-4f10260ad821 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:30:59.081202 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1ec48e6f-cb8b-4ddc-9569-e0e127992f21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0344a13dba2a409090c3a4142175ff1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3636513 Feb 28 11:30:59.081531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:30:59.083513 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46768) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:59.097464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:30:59.101933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:30:59.110655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:30:59.128418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e905431-c77c-4a18-96cd-6faa9b95b66f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.129516 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8e905431-c77c-4a18-96cd-6faa9b95b66f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9d91c331-ea92-4f44-93ca-6d657fc12812 HTTP/1.1" status: 204 len: 168 time: 0.4943700 Feb 28 11:30:59.137587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46772) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:59.147433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Made reservation on behalf of 3290f32aadf2478f9cea4290cf4e6f7a for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:59.167197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75093ae0-82cf-49e3-8bb1-c25d39e38e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.206197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75093ae0-82cf-49e3-8bb1-c25d39e38e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.217349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:30:59.223569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.330242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '1905f990-0afb-417e-b164-d4141eb2f0cb'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:30:59.331257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.359197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.388052 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-68902531-b83e-4920-9af4-9ac7281402c4 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2489047 Feb 28 11:30:59.391798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46778) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:59.445801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75093ae0-82cf-49e3-8bb1-c25d39e38e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.463712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75093ae0-82cf-49e3-8bb1-c25d39e38e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb19c46a-9b44-45cd-b9d5-3168d9650506,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:59.466589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d061e25-0a27-40dd-9f51-54fa8c9e5b22 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.485209 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75093ae0-82cf-49e3-8bb1-c25d39e38e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.489173 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-75093ae0-82cf-49e3-8bb1-c25d39e38e5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fb19c46a-9b44-45cd-b9d5-3168d9650506 HTTP/1.1" status: 204 len: 168 time: 0.4047568 Feb 28 11:30:59.491644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d061e25-0a27-40dd-9f51-54fa8c9e5b22 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.535497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Allocated IP 172.20.0.2 (d2f89622-2098-4601-99de-8eb1c2f9e684/1905f990-0afb-417e-b164-d4141eb2f0cb/be5b0047-92d0-4e86-9a7b-ac50e1f0fe28) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:30:59.576501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7ec612d-06b1-4589-8f45-fcac71c416af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.607633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d061e25-0a27-40dd-9f51-54fa8c9e5b22 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.643273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d061e25-0a27-40dd-9f51-54fa8c9e5b22 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cbec48b8-fd83-4b7c-9637-5f2ccf82adc3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:59.648776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d061e25-0a27-40dd-9f51-54fa8c9e5b22 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.649870 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1d061e25-0a27-40dd-9f51-54fa8c9e5b22 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/cbec48b8-fd83-4b7c-9637-5f2ccf82adc3 HTTP/1.1" status: 204 len: 168 time: 0.2571712 Feb 28 11:30:59.658340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46788) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:59.705925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7ec612d-06b1-4589-8f45-fcac71c416af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.777701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-aca2cf6a-c8f5-43d5-94ef-0b6558a865e7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:30:59.831132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c7ec612d-06b1-4589-8f45-fcac71c416af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network ceb8de14-051b-43bb-b78f-b55033273815 is not hosted by any dhcp agent {{(pid=84339) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 11:30:59.835086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ec612d-06b1-4589-8f45-fcac71c416af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:30:59.835712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7ec612d-06b1-4589-8f45-fcac71c416af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.839596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c7ec612d-06b1-4589-8f45-fcac71c416af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "PUT /v2.0/networks/ceb8de14-051b-43bb-b78f-b55033273815 HTTP/1.1" status: 200 len: 758 time: 0.7780154 Feb 28 11:30:59.865357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46796) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:59.886714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-aca2cf6a-c8f5-43d5-94ef-0b6558a865e7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:30:59.897631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec612d-06b1-4589-8f45-fcac71c416af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=ceb8de14-051b-43bb-b78f-b55033273815,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:30:59.898357 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aca2cf6a-c8f5-43d5-94ef-0b6558a865e7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2389393 Feb 28 11:30:59.902329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46800) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:30:59.917392 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network ceb8de14-051b-43bb-b78f-b55033273815 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:30:59.948091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:30:59.994250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4f3fe9c-24c4-4de2-99f1-51c0f8bebb54 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.005484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4f3fe9c-24c4-4de2-99f1-51c0f8bebb54 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.023474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a76ea650-de54-4973-9f7b-11981055757f no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:00.066045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505cc01-c47f-4a62-91f9-5707592045e4 req-e686f0fb-a226-4b64-b03b-a3e970860d4b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:00.068046 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2505cc01-c47f-4a62-91f9-5707592045e4 req-e686f0fb-a226-4b64-b03b-a3e970860d4b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2275183 Feb 28 11:31:00.084984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a76ea650-de54-4973-9f7b-11981055757f {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:00.085543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a76ea650-de54-4973-9f7b-11981055757f not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:00.098712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Transition to ACTIVE for port object be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:00.137791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b47e28b-1339-49b3-a43f-4409a3ed3ac8 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:00.139051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6b47e28b-1339-49b3-a43f-4409a3ed3ac8 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Synchronizing usage tracker for tenant:8cf2e420335e4233944472268e36658d on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:00.141844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.objects.ports [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84338) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:31:00.145414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Transition to ACTIVE for port object be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:00.148394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.158713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4f3fe9c-24c4-4de2-99f1-51c0f8bebb54 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.172945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.215976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.220230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6b47e28b-1339-49b3-a43f-4409a3ed3ac8 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Unset dirty status for tenant:8cf2e420335e4233944472268e36658d on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:00.224805 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6b47e28b-1339-49b3-a43f-4409a3ed3ac8 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/networks?id=ceb8de14-051b-43bb-b78f-b55033273815 HTTP/1.1" status: 200 len: 761 time: 0.3539405 Feb 28 11:31:00.229334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46808) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.230343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f3fe9c-24c4-4de2-99f1-51c0f8bebb54 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb977042-47f1-4bcd-a6a9-02dbb84fe624,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.235128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:00.243157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1601406574'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:00.245278 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2505cc01-c47f-4a62-91f9-5707592045e4 req-db90b87c-13ed-4709-a7bb-980da4ef746a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701696 Feb 28 11:31:00.245914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:00.247697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=77b110fd-023e-45b9-b01a-6dda37e86a49,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.250221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:00.253330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:00.254099 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.276033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:00.289034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Subnet': ['ID=b85f5f2e-bd86-4984-8f59-8c0b7c01a155,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.307485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Checking segment: {'id': '9ca3afd1-b924-4597-86f3-4a47a129f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '59fb06f2-9c17-4581-86b0-9cadeff170d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:00.308131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network hostable DHCP agents. Network: 59fb06f2-9c17-4581-86b0-9cadeff170d6, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:31:00.345416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Pushing event updated for resources: {'Port': ['ID=be5b0047-92d0-4e86-9a7b-ac50e1f0fe28,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:00.356730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:00.358212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:00.360411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:00.373240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4f3fe9c-24c4-4de2-99f1-51c0f8bebb54 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.374364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a4f3fe9c-24c4-4de2-99f1-51c0f8bebb54 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fb977042-47f1-4bcd-a6a9-02dbb84fe624 HTTP/1.1" status: 204 len: 168 time: 0.4701111 Feb 28 11:31:00.377021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46816) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.412438 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8724fff8-9585-43e7-b83e-8f4abd97ac3a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5602560 Feb 28 11:31:00.415132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46820) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.422503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:98:2f:a3', 'name': 'tempest-NetworksTestDHCPv6-2027186757'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:00.429289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 59fb06f2-9c17-4581-86b0-9cadeff170d6 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:00.457490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Attempting to bind port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:00.458105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Attempting to bind port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:00.458618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Attempting to bind port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:00.466268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:00.466638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:00.467085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.467468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:00.468190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Bound port: be5b0047-92d0-4e86-9a7b-ac50e1f0fe28, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:00.468587 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.470738 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:00.474345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.495635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-25920c81-f441-40f0-a80b-1b4841d975ec tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:00.534739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 59fb06f2-9c17-4581-86b0-9cadeff170d6) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:00.539959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:00.541077 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.561493 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79215c31-8073-4b00-beca-d801eff1e1ec None None] Network 59fb06f2-9c17-4581-86b0-9cadeff170d6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:00.566734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8cfa46-1819-465d-8aaa-64def74d589e req-b0f72701-09a2-421c-8678-3bdc577a5f51 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:00.568217 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b8cfa46-1819-465d-8aaa-64def74d589e req-b0f72701-09a2-421c-8678-3bdc577a5f51 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1223733 Feb 28 11:31:00.589942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:31:00.625676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.626023 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment 21d479db-ff18-4eab-8437-b15224af6ae2 of type vlan for network 4a9165f1-c84d-4dbc-bed7-d1aacf90ab23 Feb 28 11:31:00.630974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46826) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.643742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:00.667776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:00.670829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.679563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-25920c81-f441-40f0-a80b-1b4841d975ec tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:00.680837 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-25920c81-f441-40f0-a80b-1b4841d975ec tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3029385 Feb 28 11:31:00.688590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46830) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.694457 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b8cfa46-1819-465d-8aaa-64def74d589e req-cf3cd07e-3cb3-4087-bcaf-c324521a5159 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196818 Feb 28 11:31:00.707215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] For port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:00.732923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d8dc1d36-c2fa-4841-96ce-294fcb09e6c4 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0555446 Feb 28 11:31:00.737860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] For port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=be5b0047-92d0-4e86-9a7b-ac50e1f0fe28,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:00.743807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46836) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.752956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1347119286', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:00.757079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:00.761041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.776978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:00.789675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:router and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:00.793577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:00.801291 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b578186-6048-445a-af3a-2b7b6645bc79 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.807690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:00.814707 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3be5d5ef-455a-40a2-ba4c-1520111cf1ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe7ab2bb147a4831acd064ba0fea8a04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1825874 Feb 28 11:31:00.817206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46842) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:00.839516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b578186-6048-445a-af3a-2b7b6645bc79 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.883741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.905260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.909130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:00.909714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.926561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.927107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:00.978887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0c343557-d110-4666-a131-ee8aff8d149a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.015679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0c343557-d110-4666-a131-ee8aff8d149a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.032830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b578186-6048-445a-af3a-2b7b6645bc79 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.034408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:01.048128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5914e7-ec82-409e-ade2-d979941f7f12 None None] Pushing event updated for resources: {'Port': ['ID=be5b0047-92d0-4e86-9a7b-ac50e1f0fe28,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:01.063549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49927efa-0fbc-4a9c-bf20-299c47fc5ce5 req-82e7525c-15b1-4c56-9640-e6d316368f29 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:01.065066 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-49927efa-0fbc-4a9c-bf20-299c47fc5ce5 req-82e7525c-15b1-4c56-9640-e6d316368f29 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2013352 Feb 28 11:31:01.073850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b578186-6048-445a-af3a-2b7b6645bc79 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6bddf092-c1a0-49ac-bc3b-c9f22718201f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:01.095216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-59fb06f2-9c17-4581-86b0-9cadeff170d6', 'network_id': '59fb06f2-9c17-4581-86b0-9cadeff170d6', 'tenant_id': '3290f32aadf2478f9cea4290cf4e6f7a', 'fixed_ips': [{'subnet_id': 'b85f5f2e-bd86-4984-8f59-8c0b7c01a155'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:31:01.096035 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.102475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=4a9165f1-c84d-4dbc-bed7-d1aacf90ab23,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:01.114746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 4a9165f1-c84d-4dbc-bed7-d1aacf90ab23 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:31:01.119785 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4143a676-8c00-433e-804a-01a217c30191 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8892727 Feb 28 11:31:01.123656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46848) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:01.133059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': '4a9165f1-c84d-4dbc-bed7-d1aacf90ab23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:01.337716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:01.347476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Usage tracker for resource:subnet and tenant:8cf2e420335e4233944472268e36658d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:01.354074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:01.363177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6b578186-6048-445a-af3a-2b7b6645bc79 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.368299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6b578186-6048-445a-af3a-2b7b6645bc79 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/6bddf092-c1a0-49ac-bc3b-c9f22718201f HTTP/1.1" status: 204 len: 168 time: 0.6746018 Feb 28 11:31:01.368299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.368556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46856) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:01.408575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:01.409411 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-49927efa-0fbc-4a9c-bf20-299c47fc5ce5 req-782817ed-a71a-4976-b7bb-a055ad77322d tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3320279 Feb 28 11:31:01.429171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0c343557-d110-4666-a131-ee8aff8d149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.478160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c343557-d110-4666-a131-ee8aff8d149a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9a5fb7-ea54-4912-89f3-fd1647c97aca,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:01.551398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Allocated IP 172.20.0.2 (59fb06f2-9c17-4581-86b0-9cadeff170d6/b85f5f2e-bd86-4984-8f59-8c0b7c01a155/6ec8cdda-39e3-41c8-9423-1b30c54157e3) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:01.593477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 172.20.0.13 (d2f89622-2098-4601-99de-8eb1c2f9e684/1905f990-0afb-417e-b164-d4141eb2f0cb/d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:01.611857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:fe98:2fa3 (d2f89622-2098-4601-99de-8eb1c2f9e684/77b110fd-023e-45b9-b01a-6dda37e86a49/d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:01.702370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:01.739543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0c343557-d110-4666-a131-ee8aff8d149a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.740778 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0c343557-d110-4666-a131-ee8aff8d149a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f9a5fb7-ea54-4912-89f3-fd1647c97aca HTTP/1.1" status: 204 len: 168 time: 0.9209306 Feb 28 11:31:01.746810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8d393d09-7617-4162-a2c2-4ae7e0ff359d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:01.837983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.876734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc6305-c8cd-42cf-a583-0fb27125cb0a req-6f63e910-a865-44df-85eb-4af2cbafa514 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:01.878288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-47dc6305-c8cd-42cf-a583-0fb27125cb0a req-6f63e910-a865-44df-85eb-4af2cbafa514 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1990786 Feb 28 11:31:01.899817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:01.910259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Transition to ACTIVE for port object 6ec8cdda-39e3-41c8-9423-1b30c54157e3 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:01.937913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Transition to ACTIVE for port object 6ec8cdda-39e3-41c8-9423-1b30c54157e3 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:01.946781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8d393d09-7617-4162-a2c2-4ae7e0ff359d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:01.953184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8d393d09-7617-4162-a2c2-4ae7e0ff359d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5801489 Feb 28 11:31:01.955470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46870) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:02.006234 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-47dc6305-c8cd-42cf-a583-0fb27125cb0a req-8908fa43-52dc-465c-a9ca-c3b581b2f531 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142035 Feb 28 11:31:02.008236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.013982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.116757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:02.199404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.237206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:02.250642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4709c03f-1ce5-4f0d-95e7-d953f0f4c1b8 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.280653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4709c03f-1ce5-4f0d-95e7-d953f0f4c1b8 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.383014 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Network 59fb06f2-9c17-4581-86b0-9cadeff170d6 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:02.385158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Pushing event updated for resources: {'Port': ['ID=6ec8cdda-39e3-41c8-9423-1b30c54157e3,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.394036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:02.408900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:02.446401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46882) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:02.504522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4709c03f-1ce5-4f0d-95e7-d953f0f4c1b8 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.539339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.546354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.567829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Attempting to bind port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:02.568201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Attempting to bind port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '9ca3afd1-b924-4597-86f3-4a47a129f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '59fb06f2-9c17-4581-86b0-9cadeff170d6'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:02.568598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Attempting to bind port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 on network 59fb06f2-9c17-4581-86b0-9cadeff170d6 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:02.579606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:02.596159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:02.596531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Checking segment: {'id': '9ca3afd1-b924-4597-86f3-4a47a129f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '59fb06f2-9c17-4581-86b0-9cadeff170d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:02.596929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.597309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Bound using segment: {'id': '9ca3afd1-b924-4597-86f3-4a47a129f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '59fb06f2-9c17-4581-86b0-9cadeff170d6'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:02.597796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Bound port: 6ec8cdda-39e3-41c8-9423-1b30c54157e3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ca3afd1-b924-4597-86f3-4a47a129f44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '59fb06f2-9c17-4581-86b0-9cadeff170d6'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:02.598166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.634032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709c03f-1ce5-4f0d-95e7-d953f0f4c1b8 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d8036b-a331-4fa1-9df6-765c60e691a3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.635281 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.645465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.700474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba51bfe-2872-4e69-ab5c-cc2fcdd96793 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:02.825222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:02.830059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=870501e3-915f-4bd0-bf35-94bad239a328,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.840472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:02.843192 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:02.883368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-90f65db0-765b-4eaf-9ebc-179805039109 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:02.888348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4709c03f-1ce5-4f0d-95e7-d953f0f4c1b8 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.888348 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4709c03f-1ce5-4f0d-95e7-d953f0f4c1b8 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4d8036b-a331-4fa1-9df6-765c60e691a3 HTTP/1.1" status: 204 len: 168 time: 0.9308569 Feb 28 11:31:02.893127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46898) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:02.904716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:02.943586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': '21d479db-ff18-4eab-8437-b15224af6ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '4a9165f1-c84d-4dbc-bed7-d1aacf90ab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:02.944006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: 4a9165f1-c84d-4dbc-bed7-d1aacf90ab23, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:31:02.956956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.26.1.55 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/d698fd34-d5c8-4c65-9ac7-11e701d47914) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:02.958714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a4686567-e365-4949-893d-3b53d7889111 None None] For port 6ec8cdda-39e3-41c8-9423-1b30c54157e3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:02.967139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:02.968124 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:02.976283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a4686567-e365-4949-893d-3b53d7889111 None None] For port 6ec8cdda-39e3-41c8-9423-1b30c54157e3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6ec8cdda-39e3-41c8-9423-1b30c54157e3,segment=NetworkSegment(9ca3afd1-b924-4597-86f3-4a47a129f44c),segment_id=9ca3afd1-b924-4597-86f3-4a47a129f44c)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:03.027909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2cb6a6aa-46bf-4bd6-aef8-e4713f9a805d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:03.040209 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-860d28c9-3141-4261-9043-c2d9a378b53a None None] Provisioning for port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:03.054986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-860d28c9-3141-4261-9043-c2d9a378b53a None None] Provisioning complete for port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:03.055501 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-860d28c9-3141-4261-9043-c2d9a378b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.082452 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0a0945e4-6bae-4817-8b20-ddf266f65456 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6659513 Feb 28 11:31:03.085734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46902) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.107286 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.146987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2cb6a6aa-46bf-4bd6-aef8-e4713f9a805d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:03.146987 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2cb6a6aa-46bf-4bd6-aef8-e4713f9a805d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2452164 Feb 28 11:31:03.153666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network 4a9165f1-c84d-4dbc-bed7-d1aacf90ab23 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:03.160794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46906) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.169731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-secgroup--298757254'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:03.179205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:03.192537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:03.223299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.242777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e257a-6b69-4d7e-83dd-81263fc195b3 req-4bd203f3-b129-49cd-8955-57fe7bccb45e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:03.244260 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b2e257a-6b69-4d7e-83dd-81263fc195b3 req-4bd203f3-b129-49cd-8955-57fe7bccb45e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1700516 Feb 28 11:31:03.248678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e458a-0a56-4c88-ba51-107dd7f0646d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:03.252535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82e458a-0a56-4c88-ba51-107dd7f0646d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:03.253312 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e82e458a-0a56-4c88-ba51-107dd7f0646d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:03.258135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 4a9165f1-c84d-4dbc-bed7-d1aacf90ab23) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:03.268383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:03.268383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.283765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4501f3e-d647-4cc4-b712-5443b8a2c3bc None None] Network 4a9165f1-c84d-4dbc-bed7-d1aacf90ab23 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:03.310993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.317453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686567-e365-4949-893d-3b53d7889111 None None] Pushing event updated for resources: {'Port': ['ID=6ec8cdda-39e3-41c8-9423-1b30c54157e3,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:03.341315 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b2e257a-6b69-4d7e-83dd-81263fc195b3 req-e56fcc2e-c751-4182-9893-4f04e6eef54b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886126 Feb 28 11:31:03.370889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:03.370889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:03.379376 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-90f65db0-765b-4eaf-9ebc-179805039109 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] 10.222.0.31 "PUT /v2.0/quotas/9434a47ec43442f5aa681af5f2711812 HTTP/1.1" status: 200 len: 366 time: 0.9262984 Feb 28 11:31:03.384511 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a6361afc-4ec8-4829-bb04-583ba78f50e0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2550247 Feb 28 11:31:03.384511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:03.384717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46914) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.384717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46916) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.388052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:03.444801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e82e458a-0a56-4c88-ba51-107dd7f0646d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:03.448623 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e82e458a-0a56-4c88-ba51-107dd7f0646d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.3591766 Feb 28 11:31:03.449401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46922) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.487457 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e2379507-f299-4ff4-bf24-8017a513b2c0 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0978277 Feb 28 11:31:03.490963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46926) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.493871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.542962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.570549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-860d28c9-3141-4261-9043-c2d9a378b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.606029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=d698fd34-d5c8-4c65-9ac7-11e701d47914,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:03.610074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:03.622957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:03.628399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:03.638995 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e20894fe-949f-4aa0-a8f5-14a73742bbd6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:03.638995 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e20894fe-949f-4aa0-a8f5-14a73742bbd6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.743657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.785659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.794297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46932) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:03.798004 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8f164e3b-15c2-44f1-ae20-d36e3ecb444c tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] 10.222.0.31 "GET /v2.0/quotas/9434a47ec43442f5aa681af5f2711812 HTTP/1.1" status: 200 len: 366 time: 0.2943609 Feb 28 11:31:03.890051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ede6d7d-5aa2-4629-a809-9d6271401121,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:03.891305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3314d515-7f74-42cc-a6e5-3b8f664f073c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-4a9165f1-c84d-4dbc-bed7-d1aacf90ab23', 'network_id': '4a9165f1-c84d-4dbc-bed7-d1aacf90ab23', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': '870501e3-915f-4bd0-bf35-94bad239a328'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:31:03.892668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3314d515-7f74-42cc-a6e5-3b8f664f073c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:03.966885 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-860d28c9-3141-4261-9043-c2d9a378b53a None None] For port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=be5b0047-92d0-4e86-9a7b-ac50e1f0fe28,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:04.018159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.057284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6ec8cdda-39e3-41c8-9423-1b30c54157e3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:04.068426 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2c9ea7a2-b1c5-4c4f-bd8e-2d6c658bbabf tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/9434a47ec43442f5aa681af5f2711812 HTTP/1.1" status: 204 len: 168 time: 0.2716689 Feb 28 11:31:04.076616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46938) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.108005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.108746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.114319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.118549 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dcbb1cca-f627-4525-8037-2585dc9728b1 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0410590 Feb 28 11:31:04.119205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46942) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.129595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-860d28c9-3141-4261-9043-c2d9a378b53a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.185724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c8471d-0ce3-45c4-a1d4-f40f59798890 None None] Update dhcp port {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': '1905f990-0afb-417e-b164-d4141eb2f0cb', 'ip_address': '172.20.0.2'}, {'subnet_id': '77b110fd-023e-45b9-b01a-6dda37e86a49'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': 'be5b0047-92d0-4e86-9a7b-ac50e1f0fe28'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:31:04.275695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e20894fe-949f-4aa0-a8f5-14a73742bbd6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.410147 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-646681b2-f175-4efa-bcda-11deffc761f9 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] 10.222.0.31 "GET /v2.0/quotas/9434a47ec43442f5aa681af5f2711812 HTTP/1.1" status: 200 len: 370 time: 0.2395146 Feb 28 11:31:04.411915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46950) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.422820 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-853d1294-ddd2-4c73-aadb-c419948b1ee7 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] 10.222.0.31 "GET /v2.0/quotas/9434a47ec43442f5aa681af5f2711812/default HTTP/1.1" status: 200 len: 370 time: 0.0091896 Feb 28 11:31:04.423412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46954) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.440286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-433d3f4a-1981-4a0f-9c2e-31c133deeb30 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] delete failed (client error): The resource could not be found. Feb 28 11:31:04.442529 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-433d3f4a-1981-4a0f-9c2e-31c133deeb30 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/9434a47ec43442f5aa681af5f2711812 HTTP/1.1" status: 404 len: 348 time: 0.0168409 Feb 28 11:31:04.450263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4c8471d-0ce3-45c4-a1d4-f40f59798890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.476902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d28c9-3141-4261-9043-c2d9a378b53a None None] Pushing event updated for resources: {'Port': ['ID=be5b0047-92d0-4e86-9a7b-ac50e1f0fe28,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:04.505864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.519085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e20894fe-949f-4aa0-a8f5-14a73742bbd6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server [None req-3314d515-7f74-42cc-a6e5-3b8f664f073c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 870501e3-915f-4bd0-bf35-94bad239a328: This subnet is being modified by another concurrent operation. Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:31:04.610381 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 870501e3-915f-4bd0-bf35-94bad239a328: This subnet is being modified by another concurrent operation. Feb 28 11:31:04.613439 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Feb 28 11:31:04.639524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.640843 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c5ce5f6a-c392-4313-93a5-295678b42883 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4788933 Feb 28 11:31:04.648956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46964) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:04.653658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e7533d-f53f-402a-9bf9-63e42f07eac4 None None] Network 4a9165f1-c84d-4dbc-bed7-d1aacf90ab23 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:04.671248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': '2ede6d7d-5aa2-4629-a809-9d6271401121', 'direction': 'ingress', 'protocol': 17}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:04.709994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:04.721362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=870501e3-915f-4bd0-bf35-94bad239a328,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:04.736526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:04.749276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:04.763803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:04.901127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:04.914878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.932547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:04.972140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a9165f1-c84d-4dbc-bed7-d1aacf90ab23']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:04.993545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402c4c44-cf52-422d-93b3-8255fb93cd95 req-b930a5ea-625a-4434-9e8c-6fb5e2c5ca3d tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:05.012939 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-402c4c44-cf52-422d-93b3-8255fb93cd95 req-b930a5ea-625a-4434-9e8c-6fb5e2c5ca3d tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.3482985 Feb 28 11:31:05.015959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae022b98-7e24-438d-8ce0-57327244c233 None None] Network 59fb06f2-9c17-4581-86b0-9cadeff170d6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:05.027750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.040255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d479db-ff18-4eab-8437-b15224af6ae2') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:05.040557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d479db-ff18-4eab-8437-b15224af6ae2') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:05.050431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46970) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.065229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.073438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Usage tracker for resource:network and tenant:c9fa89b59e424052ad62d217a8a4eece is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.078623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.085933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Usage tracker for resource:subnet and tenant:c9fa89b59e424052ad62d217a8a4eece is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.090853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.100535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.124040 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-402c4c44-cf52-422d-93b3-8255fb93cd95 req-c9dc8b5a-173e-47ec-b2c1-10a40bd40179 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180072 Feb 28 11:31:05.124276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e20894fe-949f-4aa0-a8f5-14a73742bbd6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.147824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.167966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:31:05.168377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:05.184296 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:05.187275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5962623-7041-4258-8563-f384879a66f7,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.196524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20894fe-949f-4aa0-a8f5-14a73742bbd6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.203278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Usage tracker for resource:subnetpool and tenant:c9fa89b59e424052ad62d217a8a4eece is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.212062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.259222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Usage tracker for resource:port and tenant:c9fa89b59e424052ad62d217a8a4eece is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.295416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.303584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.304979 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e869d6b8-f1f9-4a0b-9572-1ff173eb26e3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6548326 Feb 28 11:31:05.309033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-d4c8471d-0ce3-45c4-a1d4-f40f59798890 None None] Allocated IP 2001:db8::f816:3eff:fe6c:e15b (d2f89622-2098-4601-99de-8eb1c2f9e684/77b110fd-023e-45b9-b01a-6dda37e86a49/be5b0047-92d0-4e86-9a7b-ac50e1f0fe28) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:05.311718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 46978) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.354183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Usage tracker for resource:router and tenant:c9fa89b59e424052ad62d217a8a4eece is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.363331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.375033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Usage tracker for resource:floatingip and tenant:c9fa89b59e424052ad62d217a8a4eece is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.385655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.389163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e20894fe-949f-4aa0-a8f5-14a73742bbd6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.397450 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e20894fe-949f-4aa0-a8f5-14a73742bbd6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b HTTP/1.1" status: 204 len: 168 time: 1.9410839 Feb 28 11:31:05.397450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46982) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.401767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bb57807f-6d59-4bc5-b83a-b91261f85732 None None] Provisioning for port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:05.412157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72f039fa-a24e-4ea6-8f68-7361af5c2ac3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.447487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72f039fa-a24e-4ea6-8f68-7361af5c2ac3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.474815 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bb57807f-6d59-4bc5-b83a-b91261f85732 None None] Provisioning complete for port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:05.475993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb57807f-6d59-4bc5-b83a-b91261f85732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.478438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46482e9-2284-44a0-bea6-0f133b71e588 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:05.479529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46482e9-2284-44a0-bea6-0f133b71e588 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:05.481047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46482e9-2284-44a0-bea6-0f133b71e588 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:05.481845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a46482e9-2284-44a0-bea6-0f133b71e588 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:05.504303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.506901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Usage tracker for resource:security_group and tenant:c9fa89b59e424052ad62d217a8a4eece is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.513587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.514250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.518786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Usage tracker for resource:security_group_rule and tenant:c9fa89b59e424052ad62d217a8a4eece is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:05.523532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:05.530883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 63945d65-9132-4940-a551-4469bf80d518 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:31:05.531039 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-45f8fe57-c1b6-4e93-be55-fe12b59c96a3 tempest-QuotasTest-1031178044 tempest-QuotasTest-1031178044-project-admin] 10.222.0.31 "GET /v2.0/quotas/c9fa89b59e424052ad62d217a8a4eece/details.json HTTP/1.1" status: 200 len: 703 time: 0.4777162 Feb 28 11:31:05.548054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=4a9165f1-c84d-4dbc-bed7-d1aacf90ab23,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.565206 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c34e3a20-c120-46fc-8b9e-37b99d0f4153 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/4a9165f1-c84d-4dbc-bed7-d1aacf90ab23 HTTP/1.1" status: 204 len: 168 time: 2.1815326 Feb 28 11:31:05.567800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46990) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.614905 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07fb7d4-5096-46c0-afbd-f93d8ab2d562 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] GET failed (client error): The resource could not be found. Feb 28 11:31:05.615949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e07fb7d4-5096-46c0-afbd-f93d8ab2d562 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Synchronizing usage tracker for tenant:8cf2e420335e4233944472268e36658d on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:05.620616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a46482e9-2284-44a0-bea6-0f133b71e588 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:05.622317 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a46482e9-2284-44a0-bea6-0f133b71e588 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2269001 Feb 28 11:31:05.625353 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 46996) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.675264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72f039fa-a24e-4ea6-8f68-7361af5c2ac3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.677594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72f039fa-a24e-4ea6-8f68-7361af5c2ac3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.682401 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-72f039fa-a24e-4ea6-8f68-7361af5c2ac3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/2ede6d7d-5aa2-4629-a809-9d6271401121 HTTP/1.1" status: 204 len: 168 time: 0.3684685 Feb 28 11:31:05.688063 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47000) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.701687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d4c8471d-0ce3-45c4-a1d4-f40f59798890 None None] For port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=be5b0047-92d0-4e86-9a7b-ac50e1f0fe28,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:05.733965 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4c8471d-0ce3-45c4-a1d4-f40f59798890 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.753113 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d4c8471d-0ce3-45c4-a1d4-f40f59798890 None None] Transition to ACTIVE for port object be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:05.767322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f039fa-a24e-4ea6-8f68-7361af5c2ac3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ede6d7d-5aa2-4629-a809-9d6271401121,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:05.774996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47004) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.844112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4c8471d-0ce3-45c4-a1d4-f40f59798890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:05.848640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e07fb7d4-5096-46c0-afbd-f93d8ab2d562 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Unset dirty status for tenant:8cf2e420335e4233944472268e36658d on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:05.854029 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e07fb7d4-5096-46c0-afbd-f93d8ab2d562 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/subnets/870501e3-915f-4bd0-bf35-94bad239a328 HTTP/1.1" status: 404 len: 337 time: 0.2840760 Feb 28 11:31:05.856635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47010) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:05.970181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c49ad09-e850-42b4-847a-f32509af95e7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:05.993734 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb57807f-6d59-4bc5-b83a-b91261f85732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.025551 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f912151f-6a99-43cc-b8fe-6935ab12a32f tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:06.026163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f912151f-6a99-43cc-b8fe-6935ab12a32f tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:06.029018 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f912151f-6a99-43cc-b8fe-6935ab12a32f tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/4a9165f1-c84d-4dbc-bed7-d1aacf90ab23 HTTP/1.1" status: 404 len: 339 time: 0.1711304 Feb 28 11:31:06.034518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47016) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.041091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bb57807f-6d59-4bc5-b83a-b91261f85732 None None] For port 6ec8cdda-39e3-41c8-9423-1b30c54157e3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6ec8cdda-39e3-41c8-9423-1b30c54157e3,segment=NetworkSegment(9ca3afd1-b924-4597-86f3-4a47a129f44c),segment_id=9ca3afd1-b924-4597-86f3-4a47a129f44c)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:06.042330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:06.081073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c8f4a6a-80a6-4ac7-983d-afe73e80fe29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 1905f990-0afb-417e-b164-d4141eb2f0cb {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:06.086991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4a6a-80a6-4ac7-983d-afe73e80fe29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.092260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-793744870'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:06.124502 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47020) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.140440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c49ad09-e850-42b4-847a-f32509af95e7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:06.147273 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3c49ad09-e850-42b4-847a-f32509af95e7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4498007 Feb 28 11:31:06.147445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb57807f-6d59-4bc5-b83a-b91261f85732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.152358 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47026) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.161404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-secgroup--714110302'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:06.169043 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:06.175843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c8471d-0ce3-45c4-a1d4-f40f59798890 None None] Pushing event updated for resources: {'Port': ['ID=be5b0047-92d0-4e86-9a7b-ac50e1f0fe28,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:06.180476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:06.210534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4a6a-80a6-4ac7-983d-afe73e80fe29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.300811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:06.308834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb57807f-6d59-4bc5-b83a-b91261f85732 None None] Pushing event updated for resources: {'Port': ['ID=6ec8cdda-39e3-41c8-9423-1b30c54157e3,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:06.313176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:06.322878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad98df-331c-451b-b892-01965f7f2187 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:06.324590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a2ad98df-331c-451b-b892-01965f7f2187 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Synchronizing usage tracker for tenant:8cf2e420335e4233944472268e36658d on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:06.339383 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44544215-a2a8-4884-83dd-05ddc4db3d2b None None] Sync routers for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:06.370551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Usage tracker for resource:network and tenant:705456d9464c4f3f9f6b988771ed6309 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:06.373263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4a6a-80a6-4ac7-983d-afe73e80fe29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.374427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:06.376170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44544215-a2a8-4884-83dd-05ddc4db3d2b None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:06.377548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-44544215-a2a8-4884-83dd-05ddc4db3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:06.383404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:06.400752 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-16fbdd27-0dd5-466f-b139-a2b8fdce3a53 req-fbb017b5-08a1-4111-8b7a-98a1fb214fb0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1099 time: 0.4781716 Feb 28 11:31:06.471035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a2ad98df-331c-451b-b892-01965f7f2187 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Unset dirty status for tenant:8cf2e420335e4233944472268e36658d on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:06.477813 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a2ad98df-331c-451b-b892-01965f7f2187 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4333949 Feb 28 11:31:06.489097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-44544215-a2a8-4884-83dd-05ddc4db3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:06.490121 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47032) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.495645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.502194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Made reservation on behalf of 705456d9464c4f3f9f6b988771ed6309 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:06.505198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.505338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44544215-a2a8-4884-83dd-05ddc4db3d2b None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:06.506501 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-44544215-a2a8-4884-83dd-05ddc4db3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:06.530934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.532151 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bb8b7b77-91b1-4604-89c2-e3cf84d36d24 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7871549 Feb 28 11:31:06.544749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47036) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.567492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3f35109b-be3f-437b-8acf-0fe713c51ea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.577442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4a6a-80a6-4ac7-983d-afe73e80fe29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.590184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-44544215-a2a8-4884-83dd-05ddc4db3d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:06.590597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44544215-a2a8-4884-83dd-05ddc4db3d2b None None] The sync data for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:06.641115 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-da93dabb-8d39-44c2-ac8d-6dec1c06f577 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 207 time: 0.1474674 Feb 28 11:31:06.642238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c8f4a6a-80a6-4ac7-983d-afe73e80fe29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.661269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47040) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.662035 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f4a6a-80a6-4ac7-983d-afe73e80fe29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=1905f990-0afb-417e-b164-d4141eb2f0cb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:06.690824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-845f4deb-e0a7-449d-858a-bf1f297f7fb4 None None] Provisioning complete for port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:06.691721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-845f4deb-e0a7-449d-858a-bf1f297f7fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.784201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:06.818551 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:06.823078 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4c8f4a6a-80a6-4ac7-983d-afe73e80fe29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/1905f990-0afb-417e-b164-d4141eb2f0cb HTTP/1.1" status: 204 len: 168 time: 1.1966429 Feb 28 11:31:06.836122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47044) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:06.837475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:06.844471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:06.955601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d2958-6aae-4186-8228-fddedbc69107 req-34dc7802-b220-4d85-9a73-885e12cc41f9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:06.955601 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d4d2958-6aae-4186-8228-fddedbc69107 req-34dc7802-b220-4d85-9a73-885e12cc41f9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.5576990 Feb 28 11:31:06.992348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:06.998804 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e10fed5-4481-4582-b945-44ac5802b1a5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.002659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e10fed5-4481-4582-b945-44ac5802b1a5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.007723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e10fed5-4481-4582-b945-44ac5802b1a5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.011529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e10fed5-4481-4582-b945-44ac5802b1a5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.012394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3e10fed5-4481-4582-b945-44ac5802b1a5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Synchronizing usage tracker for tenant:8cf2e420335e4233944472268e36658d on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:07.017971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:07.028040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3f35109b-be3f-437b-8acf-0fe713c51ea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:07.044295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Usage tracker for resource:security_group_rule and tenant:705456d9464c4f3f9f6b988771ed6309 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:07.047417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3f35109b-be3f-437b-8acf-0fe713c51ea5 admin admin] Usage tracker for resource:security_group_rule and tenant:04cc1367beb9432db5a3276f19a56333 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:07.049309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4dc3decc-6834-442d-a2c0-0a8e9df4bd08 None None] Could not find standard attr ID for object d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:31:07.052666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:07.054165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa910980-56ba-4d25-8341-ec3ba7f99c44 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:07.057061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3f35109b-be3f-437b-8acf-0fe713c51ea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:07.065798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbdd27-0dd5-466f-b139-a2b8fdce3a53 req-0b0054f1-9f77-4324-bf4f-af5392a37339 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.067312 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-16fbdd27-0dd5-466f-b139-a2b8fdce3a53 req-0b0054f1-9f77-4324-bf4f-af5392a37339 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 913 time: 0.6025960 Feb 28 11:31:07.068194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:07.073855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3f35109b-be3f-437b-8acf-0fe713c51ea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:07.079858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3e10fed5-4481-4582-b945-44ac5802b1a5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Unset dirty status for tenant:8cf2e420335e4233944472268e36658d on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:07.085537 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3e10fed5-4481-4582-b945-44ac5802b1a5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.4161453 Feb 28 11:31:07.086798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47048) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.092543 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1285b84-656b-4b40-b4c8-9fed1fdebd75 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 77b110fd-023e-45b9-b01a-6dda37e86a49 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:07.124004 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1285b84-656b-4b40-b4c8-9fed1fdebd75 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.173074 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d4d2958-6aae-4186-8228-fddedbc69107 req-a2e3b878-4f46-4aef-b839-07a029ac371d tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055614 Feb 28 11:31:07.243153 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-16fbdd27-0dd5-466f-b139-a2b8fdce3a53 req-02809b3e-eaf0-48c2-84a4-f1da7001e1dd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 1001 time: 0.1657281 Feb 28 11:31:07.303470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.306617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4dc3decc-6834-442d-a2c0-0a8e9df4bd08 None None] Provisioning for port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:07.313831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1285b84-656b-4b40-b4c8-9fed1fdebd75 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.344932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4dc3decc-6834-442d-a2c0-0a8e9df4bd08 None None] Provisioning complete for port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:07.345295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4dc3decc-6834-442d-a2c0-0a8e9df4bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.369315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fbdd27-0dd5-466f-b139-a2b8fdce3a53 req-ece3f41f-0347-4e82-a9af-746fd5b339f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.370752 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-16fbdd27-0dd5-466f-b139-a2b8fdce3a53 req-ece3f41f-0347-4e82-a9af-746fd5b339f0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 200 len: 851 time: 0.1170635 Feb 28 11:31:07.373951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.396765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.457493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3f35109b-be3f-437b-8acf-0fe713c51ea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.482045 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-08aa9b55-528a-4182-9224-ac3547015a90 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3939564 Feb 28 11:31:07.499261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47052) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.527950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.561639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3f35109b-be3f-437b-8acf-0fe713c51ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.576383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ca5c10-b46b-42e4-b01d-9ee86cbb1a49,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:07.585134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:31:07.600264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28ab43d1-41bb-4b17-9c25-a1ee7d30d450,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:07.611459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.611904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Added segment f235441a-4c9a-49dc-adcd-3af4458765cd of type vlan for network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e Feb 28 11:31:07.654527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.658639 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-148db23b-4842-4573-ae6d-c5dec50bf253 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5052922 Feb 28 11:31:07.661256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47056) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.673719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.676378 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915151543'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:07.681453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1285b84-656b-4b40-b4c8-9fed1fdebd75 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.683556 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-16fbdd27-0dd5-466f-b139-a2b8fdce3a53 req-8cfabc8d-df55-423b-bc76-c1562737a0d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0c166b-6d44-40ae-b73d-34a64444bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2545311 Feb 28 11:31:07.715076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f35109b-be3f-437b-8acf-0fe713c51ea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2257b5-abc1-452a-a163-89d95e63fd5a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:07.720346 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3f35109b-be3f-437b-8acf-0fe713c51ea5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=04cc1367beb9432db5a3276f19a56333&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5948017 Feb 28 11:31:07.728709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47060) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.730203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:07.736803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb6b69-3b02-46ab-be82-59e47d5daff3 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.738226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1eb6b69-3b02-46ab-be82-59e47d5daff3 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.743651 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c1eb6b69-3b02-46ab-be82-59e47d5daff3 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2387779 Feb 28 11:31:07.750320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:07.752652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47064) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.755547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:07.798141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:07.851820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f29103-09c5-4e8d-b0f8-5d5d92fb08c9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.853213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f29103-09c5-4e8d-b0f8-5d5d92fb08c9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:07.854894 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f0f29103-09c5-4e8d-b0f8-5d5d92fb08c9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1012969 Feb 28 11:31:07.858491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47068) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:07.887526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.931847 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:07.936453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:07.939761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:07.952703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:07.968823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1285b84-656b-4b40-b4c8-9fed1fdebd75 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:07.979775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6ec8cdda-39e3-41c8-9423-1b30c54157e3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:07.999476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.004526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:08.005346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.022770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1285b84-656b-4b40-b4c8-9fed1fdebd75 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.039947 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c1285b84-656b-4b40-b4c8-9fed1fdebd75 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/77b110fd-023e-45b9-b01a-6dda37e86a49 HTTP/1.1" status: 204 len: 168 time: 1.1992998 Feb 28 11:31:08.047069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47072) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.051643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1285b84-656b-4b40-b4c8-9fed1fdebd75 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=77b110fd-023e-45b9-b01a-6dda37e86a49,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:08.066320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:08.066705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.067615 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-16fbdd27-0dd5-466f-b139-a2b8fdce3a53 req-4cc8d3c1-0521-4f35-9dad-d6c5aa71bd6f service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760476 Feb 28 11:31:08.106764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.139003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb3d07-152e-4748-98e6-52b80b4349d8 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:08.184484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.240024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7f6041-0472-4a13-a48f-e04cc9292699,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:08.251582 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cc01f0d8-5e5f-43c9-afd9-3e52896b5e8f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1865826 Feb 28 11:31:08.251855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47078) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.252231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0618-6990-4bc9-91cc-06c3fa4b9e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.312284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:08.319968 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.321348 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dc66b90e-3128-4a6b-9cbb-dbef8262ee19 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6539390 Feb 28 11:31:08.330525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47082) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.340556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': '10ca5c10-b46b-42e4-b01d-9ee86cbb1a49', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6d7f6041-0472-4a13-a48f-e04cc9292699', 'remote_ip_prefix': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:08.355828 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:08.366877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:08.370279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:08.392932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f41f4f7-4e30-4173-9d8e-58859727848b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:08.392932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0f41f4f7-4e30-4173-9d8e-58859727848b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:08.395753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:08.419855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32973d44-a48b-46ce-bfb0-28c68eff42ab None None] Provisioning complete for port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:08.424632 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-32973d44-a48b-46ce-bfb0-28c68eff42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.433260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Pushing event updated for resources: {'Network': ['ID=5f2a4717-3aa6-41e9-a4f9-42182a23e02e,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:08.437336 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7a150cfd-4872-4570-ab74-2125c20101ee tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6601701 Feb 28 11:31:08.461250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:31:08.462181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0f41f4f7-4e30-4173-9d8e-58859727848b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:08.464958 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0f41f4f7-4e30-4173-9d8e-58859727848b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2108724 Feb 28 11:31:08.466658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47090) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.474183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0618-6990-4bc9-91cc-06c3fa4b9e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.590678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79eb510-6ac1-4d9a-aa9a-0c232834c3b9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:08.591561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c79eb510-6ac1-4d9a-aa9a-0c232834c3b9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:08.597103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.760769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.771097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:08.771479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.790478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c79eb510-6ac1-4d9a-aa9a-0c232834c3b9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:08.795039 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c79eb510-6ac1-4d9a-aa9a-0c232834c3b9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3263488 Feb 28 11:31:08.795555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47094) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.865323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2077e2-0028-40a7-84fb-9c127bd6569b None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:31:08.875043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ef2077e2-0028-40a7-84fb-9c127bd6569b None None] Deleting port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:08.875416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ef2077e2-0028-40a7-84fb-9c127bd6569b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.879729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47098) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.892154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:08.893203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e943eb-4267-4395-a19e-ac444292be22 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:08.899799 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-25e943eb-4267-4395-a19e-ac444292be22 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/networks/2342f610-e37a-421d-aa9d-00f068e11b4d HTTP/1.1" status: 200 len: 800 time: 1.0256019 Feb 28 11:31:08.907672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Request body: {'port': {'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e', 'binding:host_id': 'hv-neutron-8308', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-571150523'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:08.913480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47102) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.928891 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8952b0c0-06cd-44c6-b341-0037f072dd9c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214170 Feb 28 11:31:08.929079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:08.935833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47106) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:08.942435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-16fbdd27-0dd5-466f-b139-a2b8fdce3a53 req-babbb20c-b52c-4c20-b054-0edc62276d4e service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8612161 Feb 28 11:31:08.945368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Usage tracker for resource:port and tenant:f331a56a56724757b284c49f47e737ac is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:08.952428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2f4250a2-135e-4758-adf3-ad9df826eb4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:08.954974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5593f92a-8485-4141-9e2f-4d77c06e1c12,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:09.022397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:09.049624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:09.074611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.076469 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0b8cd6be-8d41-4db2-af49-63f9080f0a2e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.7447777 Feb 28 11:31:09.089532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47110) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.120749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2f4250a2-135e-4758-adf3-ad9df826eb4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:09.144249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2f4250a2-135e-4758-adf3-ad9df826eb4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:09.152501 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ee2e9370-c372-43a7-bf72-afde3589d84b tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/networks/2342f610-e37a-421d-aa9d-00f068e11b4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2270410 Feb 28 11:31:09.152501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e44d64e-34e4-43fc-80b3-147bac00cf6a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.153585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9874f5-ade1-42f1-baf2-cb1dcf42c27d req-8bd92214-d873-43b8-9bcc-fbabe79fc133 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:09.155086 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e9874f5-ade1-42f1-baf2-cb1dcf42c27d req-8bd92214-d873-43b8-9bcc-fbabe79fc133 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.7730567 Feb 28 11:31:09.156662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47114) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.162080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e44d64e-34e4-43fc-80b3-147bac00cf6a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.163077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ef2077e2-0028-40a7-84fb-9c127bd6569b None None] For port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=be5b0047-92d0-4e86-9a7b-ac50e1f0fe28,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:09.163568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ef2077e2-0028-40a7-84fb-9c127bd6569b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.215697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Made reservation on behalf of f331a56a56724757b284c49f47e737ac for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:09.218239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.242239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e44d64e-34e4-43fc-80b3-147bac00cf6a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.244876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0618-6990-4bc9-91cc-06c3fa4b9e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.267236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e44d64e-34e4-43fc-80b3-147bac00cf6a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5593f92a-8485-4141-9e2f-4d77c06e1c12,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:09.270410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.277572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e44d64e-34e4-43fc-80b3-147bac00cf6a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.279711 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7e44d64e-34e4-43fc-80b3-147bac00cf6a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5593f92a-8485-4141-9e2f-4d77c06e1c12 HTTP/1.1" status: 204 len: 168 time: 0.1889167 Feb 28 11:31:09.282148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47118) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.289093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e0618-6990-4bc9-91cc-06c3fa4b9e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2257b5-abc1-452a-a163-89d95e63fd5a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:09.298415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ef2077e2-0028-40a7-84fb-9c127bd6569b None None] Calling delete_port for be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:09.308444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4250a2-135e-4758-adf3-ad9df826eb4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:09.348264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3d1e0618-6990-4bc9-91cc-06c3fa4b9e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.352299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3d1e0618-6990-4bc9-91cc-06c3fa4b9e12 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a2257b5-abc1-452a-a163-89d95e63fd5a HTTP/1.1" status: 204 len: 168 time: 1.6156909 Feb 28 11:31:09.366009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-480bf2d0-4a1c-4c52-9cc7-25deb6bc8c9e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:09.366300 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:31:09.425225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f60b40-ebf1-4dd0-a4c7-5ec4e640aaa5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:09.425804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b7f60b40-ebf1-4dd0-a4c7-5ec4e640aaa5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Synchronizing usage tracker for tenant:8cf2e420335e4233944472268e36658d on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:09.470367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-480bf2d0-4a1c-4c52-9cc7-25deb6bc8c9e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:09.471464 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e9874f5-ade1-42f1-baf2-cb1dcf42c27d req-dd807fb4-a768-43d6-9d50-bf80d2a83b4b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769849 Feb 28 11:31:09.471926 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-480bf2d0-4a1c-4c52-9cc7-25deb6bc8c9e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1878595 Feb 28 11:31:09.478572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47126) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.493650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:09.503941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Usage tracker for resource:security_group_rule and tenant:f331a56a56724757b284c49f47e737ac is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:09.510592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:09.513254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b7f60b40-ebf1-4dd0-a4c7-5ec4e640aaa5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Unset dirty status for tenant:8cf2e420335e4233944472268e36658d on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:09.514666 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b7f60b40-ebf1-4dd0-a4c7-5ec4e640aaa5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/subnets/00778b7c-4220-4c28-b54d-69f1d5155dfe HTTP/1.1" status: 200 len: 811 time: 0.3569617 Feb 28 11:31:09.522695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2f4250a2-135e-4758-adf3-ad9df826eb4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.523406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47130) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.524205 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f4250a2-135e-4758-adf3-ad9df826eb4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:09.524643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f4250a2-135e-4758-adf3-ad9df826eb4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:09.528388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ef2077e2-0028-40a7-84fb-9c127bd6569b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.529907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:09.596535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2077e2-0028-40a7-84fb-9c127bd6569b None None] Pushing event deleted for resources: {'Port': ['ID=be5b0047-92d0-4e86-9a7b-ac50e1f0fe28,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:09.616932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2077e2-0028-40a7-84fb-9c127bd6569b None None] No DVR routers for this DVR port be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:09.618996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e07218da-27fd-4881-afb6-1295960cda38 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.627983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48d008c8-5f57-42ff-ae8e-94b475a564c7 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:09.627983 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-48d008c8-5f57-42ff-ae8e-94b475a564c7 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "GET /v2.0/subnets/00778b7c-4220-4c28-b54d-69f1d5155dfe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0999212 Feb 28 11:31:09.629109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47134) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.637645 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2f4250a2-135e-4758-adf3-ad9df826eb4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6977038 Feb 28 11:31:09.644368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7454f379-4a69-4d9d-a5f7-4ebf96cdbc2f None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:31:09.644979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-349241262'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:09.650164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47138) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:09.659455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7ca34129-7ff9-4d08-a413-aba7a69ea698 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:09.679076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:09.755615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.779350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e07218da-27fd-4881-afb6-1295960cda38 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.787361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:09.838624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.843753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7ca34129-7ff9-4d08-a413-aba7a69ea698 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:09.855274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7ca34129-7ff9-4d08-a413-aba7a69ea698 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:09.859816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.877991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] device_id is not set on port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:09.888325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454f379-4a69-4d9d-a5f7-4ebf96cdbc2f None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:31:09.939082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:09.942102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.971242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca34129-7ff9-4d08-a413-aba7a69ea698 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:09.978318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ca34129-7ff9-4d08-a413-aba7a69ea698 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:09.980496 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca34129-7ff9-4d08-a413-aba7a69ea698 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:09.980841 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca34129-7ff9-4d08-a413-aba7a69ea698 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:09.986095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:09.988394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e07218da-27fd-4881-afb6-1295960cda38 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.036533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:10.036890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device be5b0047-92d0-4e86-9a7b-ac50e1f0fe28 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:10.038868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07218da-27fd-4881-afb6-1295960cda38 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7f6041-0472-4a13-a48f-e04cc9292699,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:10.051577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:31:10.067269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.067721 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Added segment 36db01fb-8563-48b8-8270-f85a1fe7a715 of type vlan for network e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 Feb 28 11:31:10.084929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86adbf3a-9c35-4322-8fe6-dba91ee51928,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:10.119191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.127088 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7ca34129-7ff9-4d08-a413-aba7a69ea698 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4762912 Feb 28 11:31:10.130156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47144) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:10.142143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7ef9d62c-2af3-4e78-a077-626d62848c12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:10.240076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47148) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:10.297982 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d8ee-0176-4838-9983-4b69e7961713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.363781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e07218da-27fd-4881-afb6-1295960cda38 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.367970 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e07218da-27fd-4881-afb6-1295960cda38 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/6d7f6041-0472-4a13-a48f-e04cc9292699 HTTP/1.1" status: 204 len: 168 time: 0.8852944 Feb 28 11:31:10.375553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47152) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:10.447676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7ef9d62c-2af3-4e78-a077-626d62848c12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:10.450935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1eb6d8ee-0176-4838-9983-4b69e7961713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:10.462703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1eb6d8ee-0176-4838-9983-4b69e7961713 admin admin] Usage tracker for resource:security_group_rule and tenant:c9fa89b59e424052ad62d217a8a4eece is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:10.467279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7ef9d62c-2af3-4e78-a077-626d62848c12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:10.468139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1eb6d8ee-0176-4838-9983-4b69e7961713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:10.471849 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] device_id is not set on port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:10.485845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1eb6d8ee-0176-4838-9983-4b69e7961713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:10.489204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-01a06fe7-7c6c-4e13-addc-fade93021137 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:10.493736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.560705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Transition to ACTIVE for port object 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:10.721851 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.722112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.20.0.1 (59fb06f2-9c17-4581-86b0-9cadeff170d6/b85f5f2e-bd86-4984-8f59-8c0b7c01a155/e59ffaca-169d-4bda-a982-1850ea73ce9f) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:10.726227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:10.726831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.743307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d8ee-0176-4838-9983-4b69e7961713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.775611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.800888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-01a06fe7-7c6c-4e13-addc-fade93021137 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:10.802163 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-01a06fe7-7c6c-4e13-addc-fade93021137 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4256835 Feb 28 11:31:10.802874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef9d62c-2af3-4e78-a077-626d62848c12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:10.806409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7ef9d62c-2af3-4e78-a077-626d62848c12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.807770 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef9d62c-2af3-4e78-a077-626d62848c12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:10.808185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef9d62c-2af3-4e78-a077-626d62848c12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:10.817240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47158) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:10.882427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Network': ['ID=e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:10.893595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:31:10.926734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ffb1daab-c183-433a-94af-7e92c492c659 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.950823 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-029a8c10-e1e2-4439-ab12-0c6192c8cd56 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3207824 Feb 28 11:31:10.954183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47162) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:10.959447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ffb1daab-c183-433a-94af-7e92c492c659 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:10.968015 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7ef9d62c-2af3-4e78-a077-626d62848c12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8344216 Feb 28 11:31:10.974972 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'network_id': 'e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:10.987938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47166) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:10.990830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1eb6d8ee-0176-4838-9983-4b69e7961713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.056674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-075a528f-0ee7-4d30-bd2e-068ab6f11598 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:11.087218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1196444-6d01-45fe-ab3e-377bd062df4f req-2f39c1e2-2d26-4f60-a3ee-f68ccb3a62c1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:11.088682 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a1196444-6d01-45fe-ab3e-377bd062df4f req-2f39c1e2-2d26-4f60-a3ee-f68ccb3a62c1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.4668984 Feb 28 11:31:11.118887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'Port': ['ID=93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:11.134140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6d8ee-0176-4838-9983-4b69e7961713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66c024-5428-49e6-98d1-eed523f77599,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:11.156890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1eb6d8ee-0176-4838-9983-4b69e7961713 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9fa89b59e424052ad62d217a8a4eece&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9150808 Feb 28 11:31:11.160763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47170) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:11.213257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.218637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Checking segment: {'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:11.219025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Network hostable DHCP agents. Network: 5f2a4717-3aa6-41e9-a4f9-42182a23e02e, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:31:11.238018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:11.244165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-075a528f-0ee7-4d30-bd2e-068ab6f11598 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:11.246072 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a1196444-6d01-45fe-ab3e-377bd062df4f req-de3e1f2f-8b0f-4e25-b115-e4e5653533f7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438997 Feb 28 11:31:11.248950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Transition to ACTIVE for port object e59ffaca-169d-4bda-a982-1850ea73ce9f will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:11.274485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:11.274485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-075a528f-0ee7-4d30-bd2e-068ab6f11598 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:11.295623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ffb1daab-c183-433a-94af-7e92c492c659 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.312769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c474f4dc-b936-49d4-8468-8f5b5d3bd0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.317537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1daab-c183-433a-94af-7e92c492c659 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ca5c10-b46b-42e4-b01d-9ee86cbb1a49,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:11.345299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c474f4dc-b936-49d4-8468-8f5b5d3bd0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.355737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:11.401569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075a528f-0ee7-4d30-bd2e-068ab6f11598 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:11.402235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.415664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Made reservation on behalf of 8cf2e420335e4233944472268e36658d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:11.455536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 5f2a4717-3aa6-41e9-a4f9-42182a23e02e) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:11.465905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aace96-fe40-4c1f-8a13-65531efea351 None None] Network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:11.470018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:11.486093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 59fb06f2-9c17-4581-86b0-9cadeff170d6 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:11.493746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:11.497325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=e59ffaca-169d-4bda-a982-1850ea73ce9f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:11.499754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:11.533618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:11.533952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:11.534877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:11.541239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c474f4dc-b936-49d4-8468-8f5b5d3bd0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.555069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:11.555442 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:11.557982 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 2 to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 Feb 28 11:31:11.575356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:11.575695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:11.576034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:11.583122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ffb1daab-c183-433a-94af-7e92c492c659 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.584919 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ffb1daab-c183-433a-94af-7e92c492c659 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/10ca5c10-b46b-42e4-b01d-9ee86cbb1a49 HTTP/1.1" status: 204 len: 168 time: 0.7657192 Feb 28 11:31:11.587755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.589545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474f4dc-b936-49d4-8468-8f5b5d3bd0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66c024-5428-49e6-98d1-eed523f77599,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:11.591363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47174) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:11.591692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c474f4dc-b936-49d4-8468-8f5b5d3bd0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.593012 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c474f4dc-b936-49d4-8468-8f5b5d3bd0f8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2d66c024-5428-49e6-98d1-eed523f77599 HTTP/1.1" status: 204 len: 168 time: 0.4212456 Feb 28 11:31:11.609859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:11.610187 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:11.614754 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 3 to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 Feb 28 11:31:11.624418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-075a528f-0ee7-4d30-bd2e-068ab6f11598 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.625796 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-075a528f-0ee7-4d30-bd2e-068ab6f11598 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:11.626229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075a528f-0ee7-4d30-bd2e-068ab6f11598 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:11.638899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.639452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:11.639788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:11.640119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:11.669987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:11.670368 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:11.681224 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 4 to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 Feb 28 11:31:11.709838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:11.710217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:11.710465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:11.718781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9e27889d-f2fe-4050-87ad-75899e1508c7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:11.721100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:11.721433 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:11.722861 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 5 to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 Feb 28 11:31:11.763112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:11.763478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:11.763806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:11.809676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing IP validity checks on allocation pools {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:31:11.810194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:31:11.820896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:11.821231 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:11.827814 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 6 to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 Feb 28 11:31:11.855486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:11.855823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:11.856155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:11.863252 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-075a528f-0ee7-4d30-bd2e-068ab6f11598 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8681901 Feb 28 11:31:11.865014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47180) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:11.870535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:11.891542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9ab73932-88cd-4426-aa83-3a49f3dd32f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:11.935237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9e27889d-f2fe-4050-87ad-75899e1508c7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:11.936469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9e27889d-f2fe-4050-87ad-75899e1508c7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3441832 Feb 28 11:31:11.937378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:11.937675 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:11.943896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47184) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:11.947837 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 7 to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 Feb 28 11:31:11.957136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-secgroup--269431538'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:11.965773 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:11.978406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:11.979184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-960668dd-f4a0-4e16-b702-ec39145ef27d None None] Provisioning for port e59ffaca-169d-4bda-a982-1850ea73ce9f completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:11.985685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-960668dd-f4a0-4e16-b702-ec39145ef27d None None] Provisioning complete for port e59ffaca-169d-4bda-a982-1850ea73ce9f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:11.989658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-960668dd-f4a0-4e16-b702-ec39145ef27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.031119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.040213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:12.040550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:12.040885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:12.046446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-960668dd-f4a0-4e16-b702-ec39145ef27d None None] Port e59ffaca-169d-4bda-a982-1850ea73ce9f cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:31:12.071667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.133204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=88535b73-e4a1-4678-a22c-c7b64742c5f3,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:12.154311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:12.158111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Checking segment: {'id': '36db01fb-8563-48b8-8270-f85a1fe7a715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:12.158470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network hostable DHCP agents. Network: e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:31:12.163540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:12.167344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:12.176501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:12.186428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:12.187002 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:12.187955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9ab73932-88cd-4426-aa83-3a49f3dd32f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:12.191603 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 8 to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 Feb 28 11:31:12.226523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9ab73932-88cd-4426-aa83-3a49f3dd32f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:12.229640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:12.229975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:12.230323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:12.238663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:12.239020 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:12.241668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.243918 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 9 to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 Feb 28 11:31:12.268514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:12.268851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:12.269187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:12.288086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Network e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:12.288964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:12.289300 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:12.291426 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 10 to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 Feb 28 11:31:12.316618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:12.317208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:12.317456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.317896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:12.394914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:12.395498 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:12.396006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.405958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab73932-88cd-4426-aa83-3a49f3dd32f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:12.409540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9ab73932-88cd-4426-aa83-3a49f3dd32f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.411056 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ab73932-88cd-4426-aa83-3a49f3dd32f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:12.411486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ab73932-88cd-4426-aa83-3a49f3dd32f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:12.413813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0f5f582-5eaf-40b4-9d42-3c608b8500cf,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:12.441823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:12.451786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:12.451786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.453068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f68949-0811-4eeb-b984-2223f3ce257d None None] Network e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:12.470592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.475793 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ab6d6f3d-509b-4587-9203-f8c885ab49da tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5307841 Feb 28 11:31:12.476480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47198) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:12.483261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': 'a0f5f582-5eaf-40b4-9d42-3c608b8500cf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:12.491920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:12.496764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:12.501581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:12.511459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:12.524390 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d3ae6582-6068-42e2-b1bc-b47bfcf8ae65 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5688264 Feb 28 11:31:12.528173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47204) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:12.534816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f0e8bd21-d234-4c83-a0e6-5f7214f2594a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:12.540831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] For port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:12.541181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempted to set empty binding levels {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 11:31:12.628841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.674108 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9ab73932-88cd-4426-aa83-3a49f3dd32f5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.8056462 Feb 28 11:31:12.677338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47208) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:12.695515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-fc384847-d5a9-4ed1-bdd2-e196e88e7900 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:12.720825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.725322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd21-d234-4c83-a0e6-5f7214f2594a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3455587'] for subnet, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.736025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'Port': ['ID=93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:12.744730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.766635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.775100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ca3638-f7d9-4aea-80db-aba8ebf96d67 req-3387bb14-3c9e-462d-bb97-b0850829276e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:12.776577 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-66ca3638-f7d9-4aea-80db-aba8ebf96d67 req-3387bb14-3c9e-462d-bb97-b0850829276e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2372642 Feb 28 11:31:12.786294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2', 'network_id': 'e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2', 'tenant_id': '8cf2e420335e4233944472268e36658d', 'fixed_ips': [{'subnet_id': '88535b73-e4a1-4678-a22c-c7b64742c5f3'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:31:12.788218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.842383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8747da95-03e6-4053-96da-e0190b807f19 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 3.9521191 Feb 28 11:31:12.845055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47214) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:12.899582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:12.969821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-66ca3638-f7d9-4aea-80db-aba8ebf96d67 req-45a3cc24-d9db-4e32-b49b-6b06cda5f400 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849480 Feb 28 11:31:13.030030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fc384847-d5a9-4ed1-bdd2-e196e88e7900 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:13.030632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a396b345-bb31-4cac-8019-ef3e93187a64 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Deleting port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:13.030989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a396b345-bb31-4cac-8019-ef3e93187a64 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.057864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fc384847-d5a9-4ed1-bdd2-e196e88e7900 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:13.087320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=e59ffaca-169d-4bda-a982-1850ea73ce9f,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:13.094949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.134520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 28 11:31:13.134520 dv-neutron-830866-1-hyperv neutron-server[84340]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Feb 28 11:31:13.134520 dv-neutron-830866-1-hyperv neutron-server[84340]: [parameters: {'in_use': 1, 'id_1': '88535b73-e4a1-4678-a22c-c7b64742c5f3'}] Feb 28 11:31:13.134520 dv-neutron-830866-1-hyperv neutron-server[84340]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:13.138162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:13.147115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.181014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc384847-d5a9-4ed1-bdd2-e196e88e7900 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:13.184935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc384847-d5a9-4ed1-bdd2-e196e88e7900 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.186471 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc384847-d5a9-4ed1-bdd2-e196e88e7900 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:13.187014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc384847-d5a9-4ed1-bdd2-e196e88e7900 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:13.249364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.297199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7684cb3-d4da-4bb4-b654-dcb323c7dada,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:13.345620 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fc384847-d5a9-4ed1-bdd2-e196e88e7900 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6668804 Feb 28 11:31:13.348216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47224) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:13.386170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.388028 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0935f94f-d954-4b0a-8bc5-1bb3d040b4c9 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9101450 Feb 28 11:31:13.388791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd21-d234-4c83-a0e6-5f7214f2594a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752571804555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3843357'] for subnet, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.397585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47228) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:13.439417 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0a0e1fa5-222c-4e29-8c28-87a0d449c214 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0867889 Feb 28 11:31:13.439672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47232) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:13.498357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e8bd21-d234-4c83-a0e6-5f7214f2594a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:13.498987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0e8bd21-d234-4c83-a0e6-5f7214f2594a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.503490 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f0e8bd21-d234-4c83-a0e6-5f7214f2594a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "PUT /v2.0/subnets/88535b73-e4a1-4678-a22c-c7b64742c5f3 HTTP/1.1" status: 200 len: 877 time: 0.9724755 Feb 28 11:31:13.503490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8bd21-d234-4c83-a0e6-5f7214f2594a tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event updated for resources: {'Subnet': ['ID=88535b73-e4a1-4678-a22c-c7b64742c5f3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:13.504694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47238) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:13.509066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8f16ca28-14f5-429f-8e3a-f00cf84b01b3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.523910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343efa6e-09fe-4807-a4a1-e2b5b534e914 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:13.524582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-343efa6e-09fe-4807-a4a1-e2b5b534e914 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:13.540108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8f16ca28-14f5-429f-8e3a-f00cf84b01b3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.542431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-a396b345-bb31-4cac-8019-ef3e93187a64 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] For port 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7, host hv-neutron-8308, got binding levels [] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:13.542923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a396b345-bb31-4cac-8019-ef3e93187a64 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.636875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.687875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.695952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-343efa6e-09fe-4807-a4a1-e2b5b534e914 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:13.697204 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-343efa6e-09fe-4807-a4a1-e2b5b534e914 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2576597 Feb 28 11:31:13.700723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47242) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:13.713050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a396b345-bb31-4cac-8019-ef3e93187a64 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Calling delete_port for 93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:13.769953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 59fb06f2-9c17-4581-86b0-9cadeff170d6 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:13.771461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:13.805495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8f16ca28-14f5-429f-8e3a-f00cf84b01b3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.829959 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3c85e167-d869-4463-893a-454082f5f351 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277666 Feb 28 11:31:13.855787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47250) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:13.876445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f16ca28-14f5-429f-8e3a-f00cf84b01b3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7684cb3-d4da-4bb4-b654-dcb323c7dada,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:13.889085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:13.918084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8f16ca28-14f5-429f-8e3a-f00cf84b01b3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:13.921562 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8f16ca28-14f5-429f-8e3a-f00cf84b01b3 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/f7684cb3-d4da-4bb4-b654-dcb323c7dada HTTP/1.1" status: 204 len: 168 time: 0.4915209 Feb 28 11:31:13.942732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47254) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:13.987358 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.049263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a8031bad-430d-45ba-88aa-9e943b28d16a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:14.106791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a396b345-bb31-4cac-8019-ef3e93187a64 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.123634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Allocated IP 172.20.0.3 (e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2/88535b73-e4a1-4678-a22c-c7b64742c5f3/d393e082-1602-4282-a2ab-23d7f46448d8) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:14.156008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:14.174706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:14.235153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a8031bad-430d-45ba-88aa-9e943b28d16a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:14.238777 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a8031bad-430d-45ba-88aa-9e943b28d16a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2917075 Feb 28 11:31:14.239579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47264) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:14.248875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a396b345-bb31-4cac-8019-ef3e93187a64 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event deleted for resources: {'Port': ['ID=93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:14.298017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a396b345-bb31-4cac-8019-ef3e93187a64 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.307402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:14.311503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.371898 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a396b345-bb31-4cac-8019-ef3e93187a64 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "DELETE /v2.0/ports/93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 HTTP/1.1" status: 204 len: 168 time: 1.5256541 Feb 28 11:31:14.374981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47270) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:14.407895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.420554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Transition to ACTIVE for port object d393e082-1602-4282-a2ab-23d7f46448d8 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:14.445683 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd99fec-fa84-4490-b89e-f3050e7124af tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:31:14.446161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4dd99fec-fa84-4490-b89e-f3050e7124af tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Synchronizing usage tracker for tenant:f331a56a56724757b284c49f47e737ac on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:14.471885 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Transition to ACTIVE for port object d393e082-1602-4282-a2ab-23d7f46448d8 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:14.477484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-85238cde-77f9-4870-a066-6da706609457 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.486166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-08008af4-f0a3-43a8-80d0-d0421b61aefd None None] Provisioning complete for port e59ffaca-169d-4bda-a982-1850ea73ce9f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:14.486904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-08008af4-f0a3-43a8-80d0-d0421b61aefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.498263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378abf7b-58f7-410a-bb0e-efa4566d1949 req-9a20ee3e-927b-4789-87e3-3832031fe527 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:14.499737 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-378abf7b-58f7-410a-bb0e-efa4566d1949 req-9a20ee3e-927b-4789-87e3-3832031fe527 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2668715 Feb 28 11:31:14.529805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-85238cde-77f9-4870-a066-6da706609457 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.557876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-08008af4-f0a3-43a8-80d0-d0421b61aefd None None] Port e59ffaca-169d-4bda-a982-1850ea73ce9f cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:31:14.562512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4dd99fec-fa84-4490-b89e-f3050e7124af tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Unset dirty status for tenant:f331a56a56724757b284c49f47e737ac on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:14.563674 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4dd99fec-fa84-4490-b89e-f3050e7124af tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "GET /v2.0/ports/93d1f2f7-7fe2-4e29-b4d7-4970dce52ef7 HTTP/1.1" status: 404 len: 333 time: 0.1870866 Feb 28 11:31:14.569059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47276) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:14.577535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Request body: {'port': {'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-673388068'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:14.579976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.582581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:14.611471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:14.654003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Pushing event updated for resources: {'Port': ['ID=d393e082-1602-4282-a2ab-23d7f46448d8,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:14.664017 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-378abf7b-58f7-410a-bb0e-efa4566d1949 req-cd809fde-fbc2-407d-a29b-a8a46deb4138 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562641 Feb 28 11:31:14.684889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Network e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:14.686227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:14.698956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:14.699731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 63945d65-9132-4940-a551-4469bf80d518 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:31:14.758014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-85238cde-77f9-4870-a066-6da706609457 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.766296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.810486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47284) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:14.811221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Made reservation on behalf of f331a56a56724757b284c49f47e737ac for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:14.813709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.838925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85238cde-77f9-4870-a066-6da706609457 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0f5f582-5eaf-40b4-9d42-3c608b8500cf,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:14.845507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=88535b73-e4a1-4678-a22c-c7b64742c5f3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:14.886226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8effc345-c18c-4305-a28d-c53c3c78115e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.907081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Attempting to bind port d393e082-1602-4282-a2ab-23d7f46448d8 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:14.907546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Attempting to bind port d393e082-1602-4282-a2ab-23d7f46448d8 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '36db01fb-8563-48b8-8270-f85a1fe7a715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:14.907980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Attempting to bind port d393e082-1602-4282-a2ab-23d7f46448d8 on network e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:14.920909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:14.921891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Checking segment: {'id': '36db01fb-8563-48b8-8270-f85a1fe7a715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:14.922372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.922832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Bound using segment: {'id': '36db01fb-8563-48b8-8270-f85a1fe7a715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:14.923557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Bound port: d393e082-1602-4282-a2ab-23d7f46448d8, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36db01fb-8563-48b8-8270-f85a1fe7a715', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': 'e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:14.924880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:14.931502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] device_id is not set on port ad5f95f6-048c-4852-859f-a0aa22fffd83 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:14.971590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.007370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:15.021383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36db01fb-8563-48b8-8270-f85a1fe7a715') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:15.021866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36db01fb-8563-48b8-8270-f85a1fe7a715') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:15.040852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] For port d393e082-1602-4282-a2ab-23d7f46448d8, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:15.044424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] For port d393e082-1602-4282-a2ab-23d7f46448d8, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d393e082-1602-4282-a2ab-23d7f46448d8,segment=NetworkSegment(36db01fb-8563-48b8-8270-f85a1fe7a715),segment_id=36db01fb-8563-48b8-8270-f85a1fe7a715)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:15.048365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.093975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.098021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1773881311', 'router:external': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:15.104148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:15.113647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Usage tracker for resource:network and tenant:8d11317277514923bd5098d6bf625be3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:15.119965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.124217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-85238cde-77f9-4870-a066-6da706609457 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.126462 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-85238cde-77f9-4870-a066-6da706609457 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/a0f5f582-5eaf-40b4-9d42-3c608b8500cf HTTP/1.1" status: 204 len: 168 time: 0.8847423 Feb 28 11:31:15.129232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:15.137442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47292) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:15.148179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:15.187424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:31:15.188022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.220760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca720004-ad3b-41b5-a318-001b756ac326 None None] Pushing event updated for resources: {'Port': ['ID=d393e082-1602-4282-a2ab-23d7f46448d8,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:15.227027 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:15.238748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Made reservation on behalf of 8d11317277514923bd5098d6bf625be3 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:15.243739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.281025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.352502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8342bc2-e0f5-4dc8-a716-d1ebbf0d5fb7 None None] Network e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:15.358883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1bef8e80-2377-4e06-80c3-77f1ff959a58 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:15.380531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.objects.ports [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84338) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:31:15.386992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.496716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:15.515152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Usage tracker for resource:security_group_rule and tenant:8d11317277514923bd5098d6bf625be3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:15.527364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:31:15.527364 dv-neutron-830866-1-hyperv neutron-server[84338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:31:15.527364 dv-neutron-830866-1-hyperv neutron-server[84338]: [parameters: {'id': 'e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2'}] Feb 28 11:31:15.527364 dv-neutron-830866-1-hyperv neutron-server[84338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:15.527823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:15.530054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:15.540247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f2fbd4-848f-44a0-85a1-41159fca1bbd req-f44e76a2-986a-4a32-bcf6-debd03c4354f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:15.541733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-65f2fbd4-848f-44a0-85a1-41159fca1bbd req-f44e76a2-986a-4a32-bcf6-debd03c4354f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.3693614 Feb 28 11:31:15.547673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.567585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:15.567692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:15.567692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:15.567873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c377102-234c-4072-b74d-eed3c66fcf2d None None] Network e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:15.569053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=84be0b3a-dc51-4943-94a2-5eb4d1b6c34d,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:15.570867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:15.571473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.587053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1bef8e80-2377-4e06-80c3-77f1ff959a58 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:15.587935 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1bef8e80-2377-4e06-80c3-77f1ff959a58 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4460368 Feb 28 11:31:15.590399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be9f107-132d-45f7-a094-2a12225ce11f None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:15.592164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47296) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:15.597968 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-secgroup--860319063'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:15.604520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:15.614613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:15.655195 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5e8e29d-713e-4aed-b47c-d88316b263b5 req-46c16069-4308-4bec-a0de-b55260d7e975 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1099 time: 0.3621817 Feb 28 11:31:15.671671 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-01017052-9801-4569-bb3b-d5eab72dab9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8086138 Feb 28 11:31:15.672971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47300) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:15.680179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:f9:95:1d', 'name': 'tempest-NetworksTestDHCPv6-197279779'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:15.699033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:15.714718 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867207b3-5311-482f-b15d-6071ddd86c5f None None] Sync routers for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:15.727879 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867207b3-5311-482f-b15d-6071ddd86c5f None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:15.728485 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-867207b3-5311-482f-b15d-6071ddd86c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:15.766074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.773435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-65f2fbd4-848f-44a0-85a1-41159fca1bbd req-5b468e22-bd23-484b-b52b-74085ce7658a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2060218 Feb 28 11:31:15.790465 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-867207b3-5311-482f-b15d-6071ddd86c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:15.801488 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867207b3-5311-482f-b15d-6071ddd86c5f None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:15.801990 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-867207b3-5311-482f-b15d-6071ddd86c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:30:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:15.850552 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-af6576df-c7d1-4ef5-8dce-a864cddc4caa tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/routers/63945d65-9132-4940-a551-4469bf80d518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3017817 Feb 28 11:31:15.850752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47304) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:15.862085 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-867207b3-5311-482f-b15d-6071ddd86c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:15.862318 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-867207b3-5311-482f-b15d-6071ddd86c5f None None] The sync data for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:15.871194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'port': {'network_id': '59fb06f2-9c17-4581-86b0-9cadeff170d6', 'name': 'tempest-FloatingIPTestJSON-1954057045'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:15.878538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.936584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:15.953046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:15.967330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:15.972231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8e29d-713e-4aed-b47c-d88316b263b5 req-ce517b6d-6726-4ed9-ae4e-f0b6a9808a09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:15.973601 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5e8e29d-713e-4aed-b47c-d88316b263b5 req-ce517b6d-6726-4ed9-ae4e-f0b6a9808a09 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 913 time: 0.3023610 Feb 28 11:31:15.979377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:15.986440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:15.990152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:15.992886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:15.999474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:16.004304 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:16.005243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '84be0b3a-dc51-4943-94a2-5eb4d1b6c34d'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:31:16.007144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.016416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:16.029650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.034235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:16.036483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:16.037924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:16.038515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.056787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.059029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5f95f6-048c-4852-859f-a0aa22fffd83,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:16.091574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port d393e082-1602-4282-a2ab-23d7f46448d8 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:16.091985 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.119427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:31:16.129626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:16.131935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:16.135815 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.137955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1542a775-cc35-423d-9e96-c0a870484c4f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:16.144619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.144976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Added segment f4c3d8fd-f82d-4f02-be17-22d6696f550c of type vlan for network f0530796-8f78-4901-b4ed-6e03eea2fcf4 Feb 28 11:31:16.154026 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5e8e29d-713e-4aed-b47c-d88316b263b5 req-09da0a56-c508-4263-a335-513367bab278 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 1001 time: 0.1734092 Feb 28 11:31:16.170950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Usage tracker for resource:port and tenant:3290f32aadf2478f9cea4290cf4e6f7a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:16.177062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:16.203074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:16.211931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.219756 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3a56b54d-5065-40ba-9c5a-bec6b4f0231d tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6483533 Feb 28 11:31:16.221935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Allocated IP 2001:db8::f816:3eff:fe07:b4e8 (d2f89622-2098-4601-99de-8eb1c2f9e684/84be0b3a-dc51-4943-94a2-5eb4d1b6c34d/dcf47c7c-e473-4119-9835-7006bd3353a7) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:16.224793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47308) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:16.231503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.237912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:16.250186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 4dd26a4c-3db2-4c14-aea3-1f82839aad0b yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:16.300660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.309619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8e29d-713e-4aed-b47c-d88316b263b5 req-adb01639-5ec3-4c71-a3dd-dd0c36756fab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:16.311074 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5e8e29d-713e-4aed-b47c-d88316b263b5 req-adb01639-5ec3-4c71-a3dd-dd0c36756fab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 200 len: 851 time: 0.1427097 Feb 28 11:31:16.364426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Made reservation on behalf of 3290f32aadf2478f9cea4290cf4e6f7a for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:16.368079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.427695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=140fdde6-d0ef-4742-ad34-ad745e46ea6f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:16.444321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.490352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.491733 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6559f788-b18e-43c8-a29a-cb84157e73ea tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8984106 Feb 28 11:31:16.494581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47312) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:16.504672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.505537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:16.506649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.513862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] device_id is not set on port 3c186b4e-7314-4603-889b-e7adab8cb1a7 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:16.515882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': '140fdde6-d0ef-4742-ad34-ad745e46ea6f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:16.539262 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5e8e29d-713e-4aed-b47c-d88316b263b5 req-b7c46efe-cf58-47ad-9ab5-0bc19b695683 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0c166b-6d44-40ae-b73d-34a64444bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2145638 Feb 28 11:31:16.552167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:16.588096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] For port d393e082-1602-4282-a2ab-23d7f46448d8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d393e082-1602-4282-a2ab-23d7f46448d8,segment=NetworkSegment(36db01fb-8563-48b8-8270-f85a1fe7a715),segment_id=36db01fb-8563-48b8-8270-f85a1fe7a715)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:16.588096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.604412 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.614641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Transition to ACTIVE for port object dcf47c7c-e473-4119-9835-7006bd3353a7 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:16.629266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:16.635996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:16.637262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Transition to ACTIVE for port object dcf47c7c-e473-4119-9835-7006bd3353a7 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:16.653388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:16.676338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.742086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:16.745490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:16.750180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:16.761238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Calling delete_port for d393e082-1602-4282-a2ab-23d7f46448d8 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:16.805583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Pushing event updated for resources: {'Port': ['ID=dcf47c7c-e473-4119-9835-7006bd3353a7,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:16.807903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9824314 Feb 28 11:31:16.845293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47318) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:16.867826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Attempting to bind port dcf47c7c-e473-4119-9835-7006bd3353a7 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:16.868347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Attempting to bind port dcf47c7c-e473-4119-9835-7006bd3353a7 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:16.868807 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Attempting to bind port dcf47c7c-e473-4119-9835-7006bd3353a7 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:16.869966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'subnet': {'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:16.876534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:16.877069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:16.877567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.878076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:16.878641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Bound port: dcf47c7c-e473-4119-9835-7006bd3353a7, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:16.879148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:16.889272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:16.906106 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5e8e29d-713e-4aed-b47c-d88316b263b5 req-5be9921f-603c-45ec-b942-a36957a4e7ee service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453314 Feb 28 11:31:16.906326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b460fd-b90a-4464-9335-75d275c93e4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event updated for resources: {'Network': ['ID=f0530796-8f78-4901-b4ed-6e03eea2fcf4,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:16.906520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Usage tracker for resource:subnet and tenant:8d11317277514923bd5098d6bf625be3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:16.921081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:16.938758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f0530796-8f78-4901-b4ed-6e03eea2fcf4 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:31:16.940094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:fef9:951d (d2f89622-2098-4601-99de-8eb1c2f9e684/84be0b3a-dc51-4943-94a2-5eb4d1b6c34d/4dd26a4c-3db2-4c14-aea3-1f82839aad0b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:16.945328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:16.954350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Allocated IP 172.20.0.12 (59fb06f2-9c17-4581-86b0-9cadeff170d6/b85f5f2e-bd86-4984-8f59-8c0b7c01a155/3c186b4e-7314-4603-889b-e7adab8cb1a7) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:16.996951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.038773 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.090415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] For port dcf47c7c-e473-4119-9835-7006bd3353a7, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:17.094513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] For port dcf47c7c-e473-4119-9835-7006bd3353a7, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dcf47c7c-e473-4119-9835-7006bd3353a7,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:17.098997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-68c9c6df-9a27-4255-8b63-dc7027de2415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.104707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Made reservation on behalf of 8d11317277514923bd5098d6bf625be3 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:17.110975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.190657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.247140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Port': ['ID=d393e082-1602-4282-a2ab-23d7f46448d8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:17.275638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c77477e-fcef-4cc3-b54c-57ed70fe4159 None None] Pushing event updated for resources: {'Port': ['ID=dcf47c7c-e473-4119-9835-7006bd3353a7,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:17.385012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.392868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd90b7-a7d8-4372-8623-3a76ba3b52b9 req-7b5aec85-e1f5-4381-b128-48f1a0ee3731 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:17.394544 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ebd90b7-a7d8-4372-8623-3a76ba3b52b9 req-7b5aec85-e1f5-4381-b128-48f1a0ee3731 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.4826097 Feb 28 11:31:17.397535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] device_id is not set on port ad5f95f6-048c-4852-859f-a0aa22fffd83 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:17.408066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.411899 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5e8e29d-713e-4aed-b47c-d88316b263b5 req-00e16c07-c9e3-40ba-b17c-368c05b1a480 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4935207 Feb 28 11:31:17.473756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No DVR routers for this DVR port d393e082-1602-4282-a2ab-23d7f46448d8 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:17.473907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.476378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Transition to ACTIVE for port object ad5f95f6-048c-4852-859f-a0aa22fffd83 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:17.509577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8bb1f20-6b03-49b7-a7b2-21579c75e551,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:17.547751 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ebd90b7-a7d8-4372-8623-3a76ba3b52b9 req-3ac51ca6-2521-40f2-92a3-d933aaa7000b tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415615 Feb 28 11:31:17.555972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.673374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.676908 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-911c97d9-238e-41b3-94c2-bcb16d63e3b6 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1791172 Feb 28 11:31:17.681649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47322) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:17.709599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.712151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5f95f6-048c-4852-859f-a0aa22fffd83,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:17.732313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:17.732655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:17.732999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:17.738784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:17.739150 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:17.740089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 2 to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 Feb 28 11:31:17.755509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:17.756020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:17.756967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:17.763370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:17.763625 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:17.763982 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 3 to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 Feb 28 11:31:17.782657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:17.783164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:17.783432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:17.789413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:17.789735 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:17.790513 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 4 to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 Feb 28 11:31:17.797639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:17.805885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:17.806248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:17.806635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:17.811845 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8ba0fff6-2a21-476c-9688-23a55345067a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules/d8bb1f20-6b03-49b7-a7b2-21579c75e551 HTTP/1.1" status: 200 len: 705 time: 0.1230073 Feb 28 11:31:17.812389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47326) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:17.817741 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.831462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:17.831839 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:17.835097 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 5 to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 Feb 28 11:31:17.843397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36db01fb-8563-48b8-8270-f85a1fe7a715') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:17.843701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36db01fb-8563-48b8-8270-f85a1fe7a715') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:17.856431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:17.856758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:17.857087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:17.870832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:17.871182 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:17.874373 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 6 to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 Feb 28 11:31:17.895723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-39773718-cbf9-4809-a7ed-46ac9a2eb259 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:17.899130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.902670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:17.903014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:17.903292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.903411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:17.916507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 4dd26a4c-3db2-4c14-aea3-1f82839aad0b will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:17.922168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:17.922494 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:17.922893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 7 to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 Feb 28 11:31:17.941051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:17.941261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:17.941656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:17.951163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.951258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:17.951258 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:17.951258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 8 to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 Feb 28 11:31:17.959973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:31:17.960380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:17.969285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:17.969885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:17.970377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:17.978072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:17.978588 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:17.979171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 9 to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 Feb 28 11:31:17.984044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Transition to ACTIVE for port object 3c186b4e-7314-4603-889b-e7adab8cb1a7 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:17.985234 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:17.997913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-39773718-cbf9-4809-a7ed-46ac9a2eb259 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:18.002557 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-39773718-cbf9-4809-a7ed-46ac9a2eb259 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1865942 Feb 28 11:31:18.003017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47330) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.021156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:18.021780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:18.022250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:18.028924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dcf47c7c-e473-4119-9835-7006bd3353a7 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:18.043622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:18.044032 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:18.047004 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 10 to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 Feb 28 11:31:18.058627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-588c838d-a453-42c3-8b62-72a401f57391 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.076657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-588c838d-a453-42c3-8b62-72a401f57391 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.084470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:18.084918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:18.085327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:18.106786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:18.106786 dv-neutron-830866-1-hyperv neutron-server[84339]: ERROR neutron.plugins.ml2.managers [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port ad5f95f6-048c-4852-859f-a0aa22fffd83 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:18.107223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.212734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] For port ad5f95f6-048c-4852-859f-a0aa22fffd83, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:18.213107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempted to set empty binding levels {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 11:31:18.288191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-588c838d-a453-42c3-8b62-72a401f57391 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.290445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.290945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port dcf47c7c-e473-4119-9835-7006bd3353a7 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:18.300194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.306226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588c838d-a453-42c3-8b62-72a401f57391 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8bb1f20-6b03-49b7-a7b2-21579c75e551,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:18.306535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.308059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.322306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.382207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.406001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'Port': ['ID=ad5f95f6-048c-4852-859f-a0aa22fffd83,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:18.408659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] In _notify_port_updated(), no bound segment for port ad5f95f6-048c-4852-859f-a0aa22fffd83 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:31:18.412179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.412179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4b31ef9d-712b-46d3-9ead-cff0ef503c1f tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "PUT /v2.0/ports/ad5f95f6-048c-4852-859f-a0aa22fffd83 HTTP/1.1" status: 200 len: 976 time: 2.1836462 Feb 28 11:31:18.413829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47336) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.416575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fcfca0-e420-4628-82a5-4ac69044ee56 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:31:18.451699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-588c838d-a453-42c3-8b62-72a401f57391 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.455234 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-588c838d-a453-42c3-8b62-72a401f57391 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d8bb1f20-6b03-49b7-a7b2-21579c75e551 HTTP/1.1" status: 204 len: 168 time: 0.4485943 Feb 28 11:31:18.461574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47340) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.504956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.509485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:18.513490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Network 59fb06f2-9c17-4581-86b0-9cadeff170d6 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:18.517032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:18.518945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:18.525689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event updated for resources: {'Port': ['ID=3c186b4e-7314-4603-889b-e7adab8cb1a7,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:18.528451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:18.531642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e7ce9d68-ec2b-46fa-b086-372769f9e96d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:18.540471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:18.545195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:18.545809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.565700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4d1132fe-1685-4d52-928b-d8e5333f31a8 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Synchronizing usage tracker for tenant:f331a56a56724757b284c49f47e737ac on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:18.566855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fcfca0-e420-4628-82a5-4ac69044ee56 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:31:18.636844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e7ce9d68-ec2b-46fa-b086-372769f9e96d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:18.638243 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e7ce9d68-ec2b-46fa-b086-372769f9e96d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1757169 Feb 28 11:31:18.641009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47348) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.642600 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-eb749988-6fca-46c3-9575-b500902a23e2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 HTTP/1.1" status: 204 len: 168 time: 5.1352613 Feb 28 11:31:18.647769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4082e9c4-ab76-4987-9901-840f4d82dc9c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': '140fdde6-d0ef-4742-ad34-ad745e46ea6f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:18.652698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:18.654145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47352) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.661842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4082e9c4-ab76-4987-9901-840f4d82dc9c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:18.698526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=4dd26a4c-3db2-4c14-aea3-1f82839aad0b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:18.715320 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ecbcb773-7f31-4448-a3f6-ce013422fda7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.0400138 Feb 28 11:31:18.715887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8fc9893e-247f-4ec6-a606-086f946aa7c0 None None] Provisioning for port dcf47c7c-e473-4119-9835-7006bd3353a7 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:18.720070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47356) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.726106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4082e9c4-ab76-4987-9901-840f4d82dc9c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:18.728730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8fc9893e-247f-4ec6-a606-086f946aa7c0 None None] Provisioning complete for port dcf47c7c-e473-4119-9835-7006bd3353a7 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:18.729280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8fc9893e-247f-4ec6-a606-086f946aa7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.738318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4d1132fe-1685-4d52-928b-d8e5333f31a8 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Unset dirty status for tenant:f331a56a56724757b284c49f47e737ac on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:18.744013 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4d1132fe-1685-4d52-928b-d8e5333f31a8 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19291 time: 0.3249085 Feb 28 11:31:18.761560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47360) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.778898 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47ab187-8e7d-4c46-a5f0-2e9aaaa0b0ac tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:18.778898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47ab187-8e7d-4c46-a5f0-2e9aaaa0b0ac tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:18.780565 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f47ab187-8e7d-4c46-a5f0-2e9aaaa0b0ac tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/88535b73-e4a1-4678-a22c-c7b64742c5f3 HTTP/1.1" status: 404 len: 337 time: 0.1203446 Feb 28 11:31:18.788959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47364) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.828795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4082e9c4-ab76-4987-9901-840f4d82dc9c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.829207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:18.829831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.836033 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0752bc4-592c-4194-b1f6-4fbd69c0f657 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:18.836593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0752bc4-592c-4194-b1f6-4fbd69c0f657 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:18.841119 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e0752bc4-592c-4194-b1f6-4fbd69c0f657 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/e7de483e-3dbf-4cdb-8b8c-32b3c1c4c7a2 HTTP/1.1" status: 404 len: 339 time: 0.0482817 Feb 28 11:31:18.841937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47368) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.872286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a051f-9b0e-4d7d-8684-a2b8c4a57c44 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Deleting port ad5f95f6-048c-4852-859f-a0aa22fffd83 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:18.877104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce7a051f-9b0e-4d7d-8684-a2b8c4a57c44 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.909500 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-66b9c71a-daed-4300-b8a9-c4d33e5d4430 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:18.910086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66b9c71a-daed-4300-b8a9-c4d33e5d4430 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:18.911848 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-66b9c71a-daed-4300-b8a9-c4d33e5d4430 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/870501e3-915f-4bd0-bf35-94bad239a328 HTTP/1.1" status: 404 len: 337 time: 0.0652678 Feb 28 11:31:18.920883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47372) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.930246 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e1dbe5f0-ccfb-481c-a481-e3477be59f52 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0765679 Feb 28 11:31:18.941054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47376) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.947829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Request body: {'floatingip': {'port_id': '3c186b4e-7314-4603-889b-e7adab8cb1a7'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:18.961160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68f87c3-efec-43ee-ac12-ec386a9beaa9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:18.962100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68f87c3-efec-43ee-ac12-ec386a9beaa9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:18.966264 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b68f87c3-efec-43ee-ac12-ec386a9beaa9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/4a9165f1-c84d-4dbc-bed7-d1aacf90ab23 HTTP/1.1" status: 404 len: 339 time: 0.0411594 Feb 28 11:31:18.966438 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8fc9893e-247f-4ec6-a606-086f946aa7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:18.971486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47380) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:18.980866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4604e26-d5a9-4d06-a014-54d914043db6 req-65cc7794-6906-498c-908c-e0656b31e2c1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:18.982496 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c4604e26-d5a9-4d06-a014-54d914043db6 req-65cc7794-6906-498c-908c-e0656b31e2c1 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2651770 Feb 28 11:31:19.029387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8fc9893e-247f-4ec6-a606-086f946aa7c0 None None] For port dcf47c7c-e473-4119-9835-7006bd3353a7, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dcf47c7c-e473-4119-9835-7006bd3353a7,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:19.079278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8fc9893e-247f-4ec6-a606-086f946aa7c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.093433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4082e9c4-ab76-4987-9901-840f4d82dc9c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.135956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.objects.ports [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84338) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:31:19.136622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.146973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.153490 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c4604e26-d5a9-4d06-a014-54d914043db6 req-cb5ba61d-4e83-44cf-9cd6-bd2ce69cb4b7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501672 Feb 28 11:31:19.155046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4082e9c4-ab76-4987-9901-840f4d82dc9c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.179244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2598670-9586-4ab1-96fd-fa72f62b593a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:19.183208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2598670-9586-4ab1-96fd-fa72f62b593a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:19.184241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a2598670-9586-4ab1-96fd-fa72f62b593a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:19.185423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9893e-247f-4ec6-a606-086f946aa7c0 None None] Pushing event updated for resources: {'Port': ['ID=dcf47c7c-e473-4119-9835-7006bd3353a7,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:19.190687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082e9c4-ab76-4987-9901-840f4d82dc9c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4672d2d0-6ee7-4422-9c36-a79f845cbbee,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:19.200221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.359027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4082e9c4-ab76-4987-9901-840f4d82dc9c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.360440 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4082e9c4-ab76-4987-9901-840f4d82dc9c tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7183702 Feb 28 11:31:19.370874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47386) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:19.477123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.511035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb8de14-051b-43bb-b78f-b55033273815']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:19.526380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafdcf83-8326-4ca9-a5f5-0f5118adefb6') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:19.526803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafdcf83-8326-4ca9-a5f5-0f5118adefb6') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:19.541674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.565600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.574286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:31:19.574797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.576488 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event updated for resources: {'Subnet': ['ID=931cdd55-a239-484c-994e-2b70d6b46380,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:19.664444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.693443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ee5a8fd-052c-4a47-8694-cc6870579ce5 None None] Provisioning for port 4dd26a4c-3db2-4c14-aea3-1f82839aad0b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:19.695066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-ce7a051f-9b0e-4d7d-8684-a2b8c4a57c44 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] For port ad5f95f6-048c-4852-859f-a0aa22fffd83, host hv-neutron-8308, got binding levels [] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:19.695774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce7a051f-9b0e-4d7d-8684-a2b8c4a57c44 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.700132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ee5a8fd-052c-4a47-8694-cc6870579ce5 None None] Provisioning complete for port 4dd26a4c-3db2-4c14-aea3-1f82839aad0b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:19.700769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a8fd-052c-4a47-8694-cc6870579ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.767954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5a8fd-052c-4a47-8694-cc6870579ce5 None None] Port 4dd26a4c-3db2-4c14-aea3-1f82839aad0b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:31:19.796199 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0fe00069-e1c6-4f5d-bf82-b8ed94c179b7 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules/4672d2d0-6ee7-4422-9c36-a79f845cbbee HTTP/1.1" status: 200 len: 705 time: 0.4230163 Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:19.798146 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:19.801188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Checking segment: {'id': 'f4c3d8fd-f82d-4f02-be17-22d6696f550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:19.801558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Network hostable DHCP agents. Network: f0530796-8f78-4901-b4ed-6e03eea2fcf4, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:31:19.805297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47390) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:19.807014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a2598670-9586-4ab1-96fd-fa72f62b593a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:19.809165 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a2598670-9586-4ab1-96fd-fa72f62b593a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.0882008 Feb 28 11:31:19.819223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47394) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:19.858466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ee5a8fd-052c-4a47-8694-cc6870579ce5 None None] Provisioning for port 3c186b4e-7314-4603-889b-e7adab8cb1a7 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:19.863593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ee5a8fd-052c-4a47-8694-cc6870579ce5 None None] Provisioning complete for port 3c186b4e-7314-4603-889b-e7adab8cb1a7 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:19.863899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3ee5a8fd-052c-4a47-8694-cc6870579ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.876231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cee62-f7b1-4840-adcd-6198425bedcf req-90979e2f-ee89-4c89-85fd-5f148ad74a2f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:19.883769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af2cee62-f7b1-4840-adcd-6198425bedcf req-90979e2f-ee89-4c89-85fd-5f148ad74a2f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.5118489 Feb 28 11:31:19.905028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-26430d8d-7ecd-44a2-8e85-9200a5f3f59b tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:19.913679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.918163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:19.923005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3ee5a8fd-052c-4a47-8694-cc6870579ce5 None None] Port 3c186b4e-7314-4603-889b-e7adab8cb1a7 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:31:19.959701 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/ceb8de14-051b-43bb-b78f-b55033273815 HTTP/1.1" status: 204 len: 168 time: 0.9868302 Feb 28 11:31:19.967097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47398) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:19.981890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ce7a051f-9b0e-4d7d-8684-a2b8c4a57c44 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Calling delete_port for ad5f95f6-048c-4852-859f-a0aa22fffd83 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:19.989533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dcf47c7c-e473-4119-9835-7006bd3353a7 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:20.018563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb6f923-27e6-4270-965b-eefb423b14c2 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=ceb8de14-051b-43bb-b78f-b55033273815,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:20.031164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-26430d8d-7ecd-44a2-8e85-9200a5f3f59b tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:20.036314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-26430d8d-7ecd-44a2-8e85-9200a5f3f59b tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2285182 Feb 28 11:31:20.041449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47402) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.049571 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c2a4e4-4264-4562-aad9-0d588fa53925 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.049756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c2a4e4-4264-4562-aad9-0d588fa53925 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.051928 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d0c2a4e4-4264-4562-aad9-0d588fa53925 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/b3f7d174-32e4-4556-875e-bb7bf1d40c13 HTTP/1.1" status: 404 len: 337 time: 0.0808616 Feb 28 11:31:20.060215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47406) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.073559 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af2cee62-f7b1-4840-adcd-6198425bedcf req-b217ce28-7aaf-4c33-bd60-7a5618096bbe tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889293 Feb 28 11:31:20.089546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94a6acf3-e221-47dd-be48-3efb6f2d3f3a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.090643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port dcf47c7c-e473-4119-9835-7006bd3353a7 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:20.091144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.126526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94a6acf3-e221-47dd-be48-3efb6f2d3f3a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.244372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-815abdf9-7366-42ea-a0eb-ab6325bc4986 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 4dd26a4c-3db2-4c14-aea3-1f82839aad0b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:20.244957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-815abdf9-7366-42ea-a0eb-ab6325bc4986 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.273823 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfff77a8-ea1c-479b-87e3-ef0cacc61c48 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.274294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfff77a8-ea1c-479b-87e3-ef0cacc61c48 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.278426 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dfff77a8-ea1c-479b-87e3-ef0cacc61c48 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/2e37293d-e771-48bb-be11-f293d5fcf5dc HTTP/1.1" status: 404 len: 339 time: 0.2143023 Feb 28 11:31:20.292911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47412) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.306473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94a6acf3-e221-47dd-be48-3efb6f2d3f3a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.324010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a6acf3-e221-47dd-be48-3efb6f2d3f3a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4672d2d0-6ee7-4422-9c36-a79f845cbbee,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:20.358509 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-0963630a-a786-478f-849d-f5d4fa28d130 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.358977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0963630a-a786-478f-849d-f5d4fa28d130 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.365910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cd63c-04fb-4999-9a7e-1490b25db0ac req-fdc96a91-698b-42fd-a0ec-b9cef49771e3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:20.367703 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cf3cd63c-04fb-4999-9a7e-1490b25db0ac req-fdc96a91-698b-42fd-a0ec-b9cef49771e3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1091557 Feb 28 11:31:20.370639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Network f0530796-8f78-4901-b4ed-6e03eea2fcf4 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:20.382686 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0963630a-a786-478f-849d-f5d4fa28d130 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/a7a2b008-7b68-4975-8a8a-20cf5d2559ae HTTP/1.1" status: 404 len: 337 time: 0.0880916 Feb 28 11:31:20.389552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47416) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.423858 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b56124ea-ed6a-4c31-9c17-de4fbe98d1af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.424353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b56124ea-ed6a-4c31-9c17-de4fbe98d1af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.425964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b56124ea-ed6a-4c31-9c17-de4fbe98d1af tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/f8a6178b-23ac-4ebb-8abe-1900e4baa6d8 HTTP/1.1" status: 404 len: 339 time: 0.0354974 Feb 28 11:31:20.437983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47420) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.439385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce7a051f-9b0e-4d7d-8684-a2b8c4a57c44 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.480638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-94a6acf3-e221-47dd-be48-3efb6f2d3f3a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.481833 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-94a6acf3-e221-47dd-be48-3efb6f2d3f3a tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/4672d2d0-6ee7-4422-9c36-a79f845cbbee HTTP/1.1" status: 204 len: 168 time: 0.4369028 Feb 28 11:31:20.489603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47424) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.491761 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-6619a0e7-c816-4385-a403-fe54a80ebb10 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.492258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6619a0e7-c816-4385-a403-fe54a80ebb10 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.493932 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6619a0e7-c816-4385-a403-fe54a80ebb10 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/95cd54fb-82f7-46fd-9f45-ee3b07937df6 HTTP/1.1" status: 404 len: 337 time: 0.0545912 Feb 28 11:31:20.499831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47426) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.545630 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cf3cd63c-04fb-4999-9a7e-1490b25db0ac req-de439225-4e51-4ff5-85a3-4c2306d699e8 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721485 Feb 28 11:31:20.551235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f0530796-8f78-4901-b4ed-6e03eea2fcf4) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:20.558352 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ff34e9-767d-4f71-a370-e67fb509710b tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.558773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ff34e9-767d-4f71-a370-e67fb509710b tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.561181 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b6ff34e9-767d-4f71-a370-e67fb509710b tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/31bbf565-bf47-402c-b232-a25a62f4a68b HTTP/1.1" status: 404 len: 339 time: 0.0586548 Feb 28 11:31:20.563792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47432) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.565492 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1977a77-987f-4cb1-babc-d964f059e332 None None] Network f0530796-8f78-4901-b4ed-6e03eea2fcf4 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:20.578239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7a051f-9b0e-4d7d-8684-a2b8c4a57c44 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad5f95f6-048c-4852-859f-a0aa22fffd83,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:20.593687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:20.594291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.662258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3861253-5470-4da0-b8d0-7d7be0956649 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.663027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3861253-5470-4da0-b8d0-7d7be0956649 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.664835 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d3861253-5470-4da0-b8d0-7d7be0956649 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/f8f10a99-5172-48b1-8bbc-28b3ac0f802a HTTP/1.1" status: 404 len: 337 time: 0.1001756 Feb 28 11:31:20.668502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47438) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.700796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce7a051f-9b0e-4d7d-8684-a2b8c4a57c44 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.705446 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ce7a051f-9b0e-4d7d-8684-a2b8c4a57c44 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "DELETE /v2.0/ports/ad5f95f6-048c-4852-859f-a0aa22fffd83 HTTP/1.1" status: 204 len: 168 time: 1.9401677 Feb 28 11:31:20.705703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47442) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.720044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-77f8409f-918f-44a8-8fe9-bbce9f136e65 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:20.728192 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-88d61116-c4d0-4db4-9ed2-1f93cc187047 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.728750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88d61116-c4d0-4db4-9ed2-1f93cc187047 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.733229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-88d61116-c4d0-4db4-9ed2-1f93cc187047 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/11ca043c-84e6-42d0-a3dd-b0fecec50354 HTTP/1.1" status: 404 len: 339 time: 0.0585186 Feb 28 11:31:20.734494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47446) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.762793 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d444a467-5bb4-4371-af52-492afddef7b0 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9099169 Feb 28 11:31:20.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47450) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.782876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95af872-e340-4fb7-a1c1-29cc9444cfd5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.783436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95af872-e340-4fb7-a1c1-29cc9444cfd5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.785155 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b95af872-e340-4fb7-a1c1-29cc9444cfd5 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/e6b463d3-bd07-464b-ac47-7d26b7bcec74 HTTP/1.1" status: 404 len: 337 time: 0.0496378 Feb 28 11:31:20.790456 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f226491-7fa6-45f6-8272-f45e385dccf1 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:31:20.791003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5f226491-7fa6-45f6-8272-f45e385dccf1 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Synchronizing usage tracker for tenant:f331a56a56724757b284c49f47e737ac on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:20.794526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47454) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.801977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-931192088', 'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:20.837967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:20.841219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-77f8409f-918f-44a8-8fe9-bbce9f136e65 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:20.843104 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-77f8409f-918f-44a8-8fe9-bbce9f136e65 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3479407 Feb 28 11:31:20.850753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47458) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.851189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Usage tracker for resource:port and tenant:8d11317277514923bd5098d6bf625be3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:20.856796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': '140fdde6-d0ef-4742-ad34-ad745e46ea6f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:20.859584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:20.866201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:20.880422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:20.883620 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e4ad11-de9e-43ee-a2fb-a437ce1d32d0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.884068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e4ad11-de9e-43ee-a2fb-a437ce1d32d0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.896655 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d6e4ad11-de9e-43ee-a2fb-a437ce1d32d0 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/4444b218-e9fc-492d-8160-21bc610fdcb9 HTTP/1.1" status: 404 len: 339 time: 0.0788825 Feb 28 11:31:20.896655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:20.896655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-815abdf9-7366-42ea-a0eb-ab6325bc4986 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:20.897064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af044c19-7e9f-403f-864b-22a92c5aacb7 req-d2d9efbb-8aa7-4c6b-b437-f7e7baa45af9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:20.898336 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af044c19-7e9f-403f-864b-22a92c5aacb7 req-d2d9efbb-8aa7-4c6b-b437-f7e7baa45af9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1193480 Feb 28 11:31:20.898906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47462) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.908822 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1f7383-7e49-4cc0-843e-67792d13a4ea None None] Network f0530796-8f78-4901-b4ed-6e03eea2fcf4 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:20.959700 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab964c7d-a6a6-4e92-ae6c-1dfc7bc8bcbd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:20.960206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab964c7d-a6a6-4e92-ae6c-1dfc7bc8bcbd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:20.964274 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ab964c7d-a6a6-4e92-ae6c-1dfc7bc8bcbd tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/a83a38b5-3dfc-4eb6-883b-8a06d8a37af1 HTTP/1.1" status: 404 len: 337 time: 0.0620382 Feb 28 11:31:20.965066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47466) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:20.970401 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Project a3d51acf6b2d4db59aad6031f4bb79e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:31:21.000862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.021335 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-963fad50-f46d-4afb-871a-26c5533b9274 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:21.021919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-963fad50-f46d-4afb-871a-26c5533b9274 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:21.026170 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-963fad50-f46d-4afb-871a-26c5533b9274 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/08507603-163e-42a7-8a3d-b4fe1bbcb623 HTTP/1.1" status: 404 len: 339 time: 0.0605700 Feb 28 11:31:21.029488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47470) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:21.035414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-815abdf9-7366-42ea-a0eb-ab6325bc4986 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 4dd26a4c-3db2-4c14-aea3-1f82839aad0b owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:21.066474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Made reservation on behalf of 8d11317277514923bd5098d6bf625be3 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:21.069280 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.088627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5f226491-7fa6-45f6-8272-f45e385dccf1 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Unset dirty status for tenant:f331a56a56724757b284c49f47e737ac on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:21.093576 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5f226491-7fa6-45f6-8272-f45e385dccf1 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "GET /v2.0/ports/ad5f95f6-048c-4852-859f-a0aa22fffd83 HTTP/1.1" status: 404 len: 333 time: 0.3759007 Feb 28 11:31:21.095753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47474) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:21.099921 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-304fb039-d0a4-422d-8727-d3522a5f3f5f tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:21.100568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-304fb039-d0a4-422d-8727-d3522a5f3f5f tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:21.102962 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-304fb039-d0a4-422d-8727-d3522a5f3f5f tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/166f5e0a-0662-4197-b0a6-7b9732914d2d HTTP/1.1" status: 404 len: 337 time: 0.0718589 Feb 28 11:31:21.109418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47478) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:21.110430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1136906062', 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:21.117018 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af044c19-7e9f-403f-864b-22a92c5aacb7 req-9d86a25e-9563-4d68-8dab-fe9d87b421a2 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743765 Feb 28 11:31:21.120806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:21.135301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:21.147448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:31:21.155683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.236366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.262191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Made reservation on behalf of f331a56a56724757b284c49f47e737ac for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:21.264509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.323073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545999db-8db2-495b-9f31-1677de2925bc,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:21.337271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] device_id is not set on port d7168e6a-7cf5-43ff-b56d-822549e8cfd3 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:21.338234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] device_id is not set on port 6161bcd7-b9a1-40ad-bedd-5e231febb84d yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:21.384948 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-642ed1af-f976-4e70-9dfc-afd180fe8a69 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:21.385376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-642ed1af-f976-4e70-9dfc-afd180fe8a69 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:21.387427 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-642ed1af-f976-4e70-9dfc-afd180fe8a69 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/80cabb91-3a5a-48ec-b957-1a63fa74ff1f HTTP/1.1" status: 404 len: 339 time: 0.2746177 Feb 28 11:31:21.390608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.394257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a1519d98-32ca-4a99-b973-d444cc8d2f17 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5403481 Feb 28 11:31:21.394937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47484) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:21.396026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47486) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:21.466128 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd17d87-ccc7-465a-8dd9-c5e48cd4fad9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:21.466669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd17d87-ccc7-465a-8dd9-c5e48cd4fad9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:21.481987 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d29266cd-f652-49bf-add7-45924a486aec tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules/545999db-8db2-495b-9f31-1677de2925bc HTTP/1.1" status: 200 len: 711 time: 0.0810304 Feb 28 11:31:21.488578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47492) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:21.492787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.500857 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cbd17d87-ccc7-465a-8dd9-c5e48cd4fad9 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/aed818e8-8c5e-498c-8305-666d643d68cb HTTP/1.1" status: 404 len: 337 time: 0.1013975 Feb 28 11:31:21.507118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47496) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:21.539050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8fed0-13e4-4031-8841-d7afefbfabe3 req-91ac8497-4e9f-497d-8654-14393d9e25e2 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:21.540480 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43e8fed0-13e4-4031-8841-d7afefbfabe3 req-91ac8497-4e9f-497d-8654-14393d9e25e2 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2816212 Feb 28 11:31:21.580188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.648923 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fbaa77-f64d-4d05-8029-f7e0de14314b tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:21.649365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0fbaa77-f64d-4d05-8029-f7e0de14314b tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:21.684104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c513d611-e919-4915-ae01-4417f05aa0af tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:21.712841 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43e8fed0-13e4-4031-8841-d7afefbfabe3 req-3554d40f-79af-4605-9aea-f631fe2114f3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635737 Feb 28 11:31:21.732900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.735743 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e0fbaa77-f64d-4d05-8029-f7e0de14314b tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/021821c6-8917-4bce-827a-c1beb9f4d902 HTTP/1.1" status: 404 len: 339 time: 0.2261193 Feb 28 11:31:21.737298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47500) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:21.749597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Allocated IP 172.20.0.14 (f0530796-8f78-4901-b4ed-6e03eea2fcf4/931cdd55-a239-484c-994e-2b70d6b46380/6161bcd7-b9a1-40ad-bedd-5e231febb84d) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:21.805270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c513d611-e919-4915-ae01-4417f05aa0af tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:21.809237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c513d611-e919-4915-ae01-4417f05aa0af tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.3152122 Feb 28 11:31:21.809522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47506) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:21.857415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a125613b-b893-490f-9c13-b5882107a230 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.862683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-815abdf9-7366-42ea-a0eb-ab6325bc4986 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.895838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.903682 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP 7dd11ae3-6315-430e-a647-e89bf2a75b39 associated. External IP: 172.26.1.200, port: f47823f5-b9c7-4ed2-8a6d-a0f291503ae4. Feb 28 11:31:21.972667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a125613b-b893-490f-9c13-b5882107a230 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:21.989891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:22.001142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:22.003492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:22.004491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:22.005076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.023018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'Port': ['ID=d7168e6a-7cf5-43ff-b56d-822549e8cfd3,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:22.031820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-4185aac4-889c-4b06-8fe4-6a4f06bfe494 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting subnet 00778b7c-4220-4c28-b54d-69f1d5155dfe {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:22.035622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4185aac4-889c-4b06-8fe4-6a4f06bfe494 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.039001 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815abdf9-7366-42ea-a0eb-ab6325bc4986 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=4dd26a4c-3db2-4c14-aea3-1f82839aad0b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:22.091913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4185aac4-889c-4b06-8fe4-6a4f06bfe494 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.122906 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c482f986-f0c6-4490-8169-950138781daa tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0171578 Feb 28 11:31:22.125486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47510) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:22.137510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-815abdf9-7366-42ea-a0eb-ab6325bc4986 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.168017 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-815abdf9-7366-42ea-a0eb-ab6325bc4986 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/4dd26a4c-3db2-4c14-aea3-1f82839aad0b HTTP/1.1" status: 204 len: 168 time: 2.3434749 Feb 28 11:31:22.184231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47516) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:22.367265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a125613b-b893-490f-9c13-b5882107a230 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.391094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8752c999-18b0-4733-ab25-77263b8d2eba tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Synchronizing usage tracker for tenant:f331a56a56724757b284c49f47e737ac on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:22.393145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a125613b-b893-490f-9c13-b5882107a230 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.396850 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a125613b-b893-490f-9c13-b5882107a230 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/545999db-8db2-495b-9f31-1677de2925bc HTTP/1.1" status: 204 len: 168 time: 0.5838861 Feb 28 11:31:22.398951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47520) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:22.417903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.421066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a125613b-b893-490f-9c13-b5882107a230 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=545999db-8db2-495b-9f31-1677de2925bc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:22.451788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe56bb-3537-4d6f-abfd-acea79a6f2e4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:22.453104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39fe56bb-3537-4d6f-abfd-acea79a6f2e4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:22.453845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-39fe56bb-3537-4d6f-abfd-acea79a6f2e4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:22.474178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826582c7-fb7a-4700-ba66-f25860ab650b req-c37f7df7-451b-4141-b64f-0b628cad8e28 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:22.476660 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-826582c7-fb7a-4700-ba66-f25860ab650b req-c37f7df7-451b-4141-b64f-0b628cad8e28 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1616328 Feb 28 11:31:22.517464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4185aac4-889c-4b06-8fe4-6a4f06bfe494 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.552210 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-48fca856-461e-4797-9318-c2791be2a068 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1494975 Feb 28 11:31:22.558706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8752c999-18b0-4733-ab25-77263b8d2eba tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Unset dirty status for tenant:f331a56a56724757b284c49f47e737ac on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:22.559814 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8752c999-18b0-4733-ab25-77263b8d2eba tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "GET /v2.0/ports/d7168e6a-7cf5-43ff-b56d-822549e8cfd3 HTTP/1.1" status: 200 len: 955 time: 0.4335692 Feb 28 11:31:22.562608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47524) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:22.562966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47526) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:22.586696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-39fe56bb-3537-4d6f-abfd-acea79a6f2e4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:22.590219 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39fe56bb-3537-4d6f-abfd-acea79a6f2e4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3949797 Feb 28 11:31:22.594148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47532) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:22.603784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.652965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-826582c7-fb7a-4700-ba66-f25860ab650b req-73d35973-87ec-40d6-b31b-1717af846326 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675823 Feb 28 11:31:22.723797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a46e46ef-38e5-4ba3-85c8-86d288754909 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Deleting port d7168e6a-7cf5-43ff-b56d-822549e8cfd3 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:22.725171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a46e46ef-38e5-4ba3-85c8-86d288754909 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.820767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Network f0530796-8f78-4901-b4ed-6e03eea2fcf4 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:22.825481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event updated for resources: {'Port': ['ID=6161bcd7-b9a1-40ad-bedd-5e231febb84d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:22.828646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:22.830798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:22.845702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e97697b-2dab-4b7c-8937-48f73bd63fff tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.899270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4185aac4-889c-4b06-8fe4-6a4f06bfe494 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:22.977271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e97697b-2dab-4b7c-8937-48f73bd63fff tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.016033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185aac4-889c-4b06-8fe4-6a4f06bfe494 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Subnet': ['ID=00778b7c-4220-4c28-b54d-69f1d5155dfe,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:23.033940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4185aac4-889c-4b06-8fe4-6a4f06bfe494 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.039050 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38ce5d9-9814-4f1a-80bf-7cadf561f575 None None] Network 2342f610-e37a-421d-aa9d-00f068e11b4d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:23.067222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a46e46ef-38e5-4ba3-85c8-86d288754909 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.101940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:23.102462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.142331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4185aac4-889c-4b06-8fe4-6a4f06bfe494 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/subnets/00778b7c-4220-4c28-b54d-69f1d5155dfe HTTP/1.1" status: 204 len: 168 time: 1.4039109 Feb 28 11:31:23.143157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47536) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:23.155148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-b72a7c82-f084-497b-981c-e2e3b44b8e37 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 84be0b3a-dc51-4943-94a2-5eb4d1b6c34d {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:23.158769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b72a7c82-f084-497b-981c-e2e3b44b8e37 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.206305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a46e46ef-38e5-4ba3-85c8-86d288754909 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Calling delete_port for d7168e6a-7cf5-43ff-b56d-822549e8cfd3 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:23.224796 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dd6bae9a-79c9-4961-ad56-c301b3e27c6e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.4458635 Feb 28 11:31:23.230257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47540) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:23.234522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b72a7c82-f084-497b-981c-e2e3b44b8e37 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.263718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e97697b-2dab-4b7c-8937-48f73bd63fff tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.305504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed75279-a57d-4ff9-810e-94ad2e582a07 None None] DHCP port deletion for 2342f610-e37a-421d-aa9d-00f068e11b4d request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:31:23.310128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2ed75279-a57d-4ff9-810e-94ad2e582a07 None None] Deleting port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:23.310581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ed75279-a57d-4ff9-810e-94ad2e582a07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.356188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e97697b-2dab-4b7c-8937-48f73bd63fff tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=140fdde6-d0ef-4742-ad34-ad745e46ea6f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:23.379695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-77e2184e-5713-4d72-a0d2-8cfdcadc1c6d tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Deleting port 6161bcd7-b9a1-40ad-bedd-5e231febb84d {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:23.379903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-77e2184e-5713-4d72-a0d2-8cfdcadc1c6d tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.413533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:31:23.416471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.434780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:23.435166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.454911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b72a7c82-f084-497b-981c-e2e3b44b8e37 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.517359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e97697b-2dab-4b7c-8937-48f73bd63fff tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.518475 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7e97697b-2dab-4b7c-8937-48f73bd63fff tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/140fdde6-d0ef-4742-ad34-ad745e46ea6f HTTP/1.1" status: 204 len: 168 time: 0.9482641 Feb 28 11:31:23.523786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47544) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:23.542234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a46e46ef-38e5-4ba3-85c8-86d288754909 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.542863 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2ed75279-a57d-4ff9-810e-94ad2e582a07 None None] For port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1b7dd5d0-89bc-4a85-98b0-77fdc17c231e,segment=NetworkSegment(52f751ce-76ad-431d-8237-4cee0af0c1dd),segment_id=52f751ce-76ad-431d-8237-4cee0af0c1dd)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:23.543335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ed75279-a57d-4ff9-810e-94ad2e582a07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.610591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e46ef-38e5-4ba3-85c8-86d288754909 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7168e6a-7cf5-43ff-b56d-822549e8cfd3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:23.664763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2ed75279-a57d-4ff9-810e-94ad2e582a07 None None] Calling delete_port for 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:23.692202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a46e46ef-38e5-4ba3-85c8-86d288754909 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.722035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] For port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1b7dd5d0-89bc-4a85-98b0-77fdc17c231e,segment=NetworkSegment(52f751ce-76ad-431d-8237-4cee0af0c1dd),segment_id=52f751ce-76ad-431d-8237-4cee0af0c1dd)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:23.722396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.855003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-16094a70-3b86-4e0d-80d2-93848f22ca77 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:23.855577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Calling delete_port for 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:23.864431 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ed75279-a57d-4ff9-810e-94ad2e582a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.886078 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a46e46ef-38e5-4ba3-85c8-86d288754909 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "DELETE /v2.0/ports/d7168e6a-7cf5-43ff-b56d-822549e8cfd3 HTTP/1.1" status: 204 len: 168 time: 1.3110688 Feb 28 11:31:23.887058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47550) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:23.917055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed75279-a57d-4ff9-810e-94ad2e582a07 None None] Pushing event deleted for resources: {'Port': ['ID=1b7dd5d0-89bc-4a85-98b0-77fdc17c231e,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:23.922179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed75279-a57d-4ff9-810e-94ad2e582a07 None None] No DVR routers for this DVR port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:23.924015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-77e2184e-5713-4d72-a0d2-8cfdcadc1c6d tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.952616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b72a7c82-f084-497b-981c-e2e3b44b8e37 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:23.980574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:24.019277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:24.019711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:24.041175 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cb4896-7763-4666-a18d-fd1386849bbd tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:31:24.046189 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-33cb4896-7763-4666-a18d-fd1386849bbd tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "GET /v2.0/ports/d7168e6a-7cf5-43ff-b56d-822549e8cfd3 HTTP/1.1" status: 404 len: 333 time: 0.1544206 Feb 28 11:31:24.046917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47554) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:24.058791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Request body: {'port': {'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-337819147'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:24.070791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:24.078751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Usage tracker for resource:port and tenant:f331a56a56724757b284c49f47e737ac is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:24.094109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:24.102950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-16094a70-3b86-4e0d-80d2-93848f22ca77 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:24.104144 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-16094a70-3b86-4e0d-80d2-93848f22ca77 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5739939 Feb 28 11:31:24.109953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47558) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:24.112610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:24.114207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-77e2184e-5713-4d72-a0d2-8cfdcadc1c6d tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Calling delete_port for 6161bcd7-b9a1-40ad-bedd-5e231febb84d owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:24.120962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group': {'name': 'tempest-secgroup--1549514258'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:24.134725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:24.136785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:24.137105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:24.149549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:24.152211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a7c82-f084-497b-981c-e2e3b44b8e37 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=84be0b3a-dc51-4943-94a2-5eb4d1b6c34d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:24.156439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e73df-4fed-4576-9240-3d0bc745a21f req-be98d2a0-e2ae-46f2-93f4-e44b1c6a4f55 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:24.158077 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ee1e73df-4fed-4576-9240-3d0bc745a21f req-be98d2a0-e2ae-46f2-93f4-e44b1c6a4f55 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.3099194 Feb 28 11:31:24.174112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b72a7c82-f084-497b-981c-e2e3b44b8e37 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.180843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32183ac4-df8c-49f0-a16c-2544b6cd5810 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:24.207105 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ee1e73df-4fed-4576-9240-3d0bc745a21f req-3d1fd7d1-5a5d-4544-9278-64d85f5a41c7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422778 Feb 28 11:31:24.223963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Made reservation on behalf of f331a56a56724757b284c49f47e737ac for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:24.236133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.249700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] device_id is not set on port 48ba1ed0-4036-4b12-bcda-c2d935228436 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:24.269250 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b72a7c82-f084-497b-981c-e2e3b44b8e37 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/84be0b3a-dc51-4943-94a2-5eb4d1b6c34d HTTP/1.1" status: 204 len: 168 time: 1.6743286 Feb 28 11:31:24.276475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47564) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:24.294463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.353083 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1ed16eda-e48a-4a63-8b2c-22259b5fdcfa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0738089 Feb 28 11:31:24.356280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47568) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:24.366962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:24.375036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:24.398189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766285d-04e9-4ce8-a83b-99d36506a2e7 None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:24.460802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766285d-04e9-4ce8-a83b-99d36506a2e7 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:24.461505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a766285d-04e9-4ce8-a83b-99d36506a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:24.484023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-77e2184e-5713-4d72-a0d2-8cfdcadc1c6d tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.485138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:24.501431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:24.508605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:24.535027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:24.540700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a766285d-04e9-4ce8-a83b-99d36506a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:24.570624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a766285d-04e9-4ce8-a83b-99d36506a2e7 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:24.571214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a766285d-04e9-4ce8-a83b-99d36506a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:24.617096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:24.633121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:24.637664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Deleting port 1b7dd5d0-89bc-4a85-98b0-77fdc17c231e {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:24.637990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.660303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:24.682569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e2184e-5713-4d72-a0d2-8cfdcadc1c6d tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event deleted for resources: {'Port': ['ID=6161bcd7-b9a1-40ad-bedd-5e231febb84d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:24.691413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:24.763369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] The port '1b7dd5d0-89bc-4a85-98b0-77fdc17c231e' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:31:24.790563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a766285d-04e9-4ce8-a83b-99d36506a2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:24.791002 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a766285d-04e9-4ce8-a83b-99d36506a2e7 None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:24.832906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-77e2184e-5713-4d72-a0d2-8cfdcadc1c6d tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.845006 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-77e2184e-5713-4d72-a0d2-8cfdcadc1c6d tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6161bcd7-b9a1-40ad-bedd-5e231febb84d HTTP/1.1" status: 204 len: 168 time: 1.6137555 Feb 28 11:31:24.848243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47574) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:24.854214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4', 'external_fixed_ips': [{'subnet_id': '931cdd55-a239-484c-994e-2b70d6b46380', 'ip_address': '172.20.0.14'}]}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:24.860556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:24.866195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Usage tracker for resource:router and tenant:8d11317277514923bd5098d6bf625be3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:24.870914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:24.873975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0064a54b-d854-4d87-87e6-a25091611561 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:31:24.877781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:24.878490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0064a54b-d854-4d87-87e6-a25091611561 None None] Deleting port dcf47c7c-e473-4119-9835-7006bd3353a7 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:24.883299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0064a54b-d854-4d87-87e6-a25091611561 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:24.924288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:25.055015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.072493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.089534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0064a54b-d854-4d87-87e6-a25091611561 None None] For port dcf47c7c-e473-4119-9835-7006bd3353a7, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dcf47c7c-e473-4119-9835-7006bd3353a7,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:25.089915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0064a54b-d854-4d87-87e6-a25091611561 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.121796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 63945d65-9132-4940-a551-4469bf80d518 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:31:25.143299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.181870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.201248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.217558 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0064a54b-d854-4d87-87e6-a25091611561 None None] Calling delete_port for dcf47c7c-e473-4119-9835-7006bd3353a7 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:25.238284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2342f610-e37a-421d-aa9d-00f068e11b4d']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.248756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.248756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.291316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.317989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52f751ce-76ad-431d-8237-4cee0af0c1dd') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.318539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52f751ce-76ad-431d-8237-4cee0af0c1dd') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.351629 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0064a54b-d854-4d87-87e6-a25091611561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.356693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:25.368593 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.369092 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd531d55-e39b-46b6-a38a-3a6d08d72f25 None None] Sync routers for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:25.372407 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.390187 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd531d55-e39b-46b6-a38a-3a6d08d72f25 None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:25.391184 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dd531d55-e39b-46b6-a38a-3a6d08d72f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.398766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f309c01-b54d-4a2e-8381-ab75d2e82b05 req-517454e5-65f1-4d5e-8a2c-f437667e6198 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.398766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0f309c01-b54d-4a2e-8381-ab75d2e82b05 req-517454e5-65f1-4d5e-8a2c-f437667e6198 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.6560159 Feb 28 11:31:25.398766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f574831e-751d-47de-8d4d-0ea56c8465c8 req-a3fc7c41-de78-4c1f-9c08-a368e152f702 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8fd36d637f5245bbb6acf693f3543811&device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 1099 time: 0.5915029 Feb 28 11:31:25.399322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e79b02b-adb3-4bd7-8e90-2dffc28fca50,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:25.419872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0064a54b-d854-4d87-87e6-a25091611561 None None] Pushing event deleted for resources: {'Port': ['ID=dcf47c7c-e473-4119-9835-7006bd3353a7,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:25.432409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0064a54b-d854-4d87-87e6-a25091611561 None None] No DVR routers for this DVR port dcf47c7c-e473-4119-9835-7006bd3353a7 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:25.465224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.479645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.498587 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dd531d55-e39b-46b6-a38a-3a6d08d72f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.510510 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd531d55-e39b-46b6-a38a-3a6d08d72f25 None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:25.511272 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dd531d55-e39b-46b6-a38a-3a6d08d72f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.542126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:31:25.542517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.575024 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dd531d55-e39b-46b6-a38a-3a6d08d72f25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:25.575802 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd531d55-e39b-46b6-a38a-3a6d08d72f25 None None] The sync data for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:25.591209 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:25.609883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.613221 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-95bf6afd-2f1f-4e65-ba18-9295db1ffe5f tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5000327 Feb 28 11:31:25.614630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47578) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:25.630049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Request body: {'security_group_rule': {'security_group_id': '9e79b02b-adb3-4bd7-8e90-2dffc28fca50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:25.640379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:25.647667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.653719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Usage tracker for resource:security_group_rule and tenant:a3d51acf6b2d4db59aad6031f4bb79e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:25.660136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:25.665409 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d2e6ed72-4121-4d40-8071-2607108af04a tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/floatingips/7dd11ae3-6315-430e-a647-e89bf2a75b39 HTTP/1.1" status: 200 len: 979 time: 6.7219496 Feb 28 11:31:25.669586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47582) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:25.673670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:25.747805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port 3c186b4e-7314-4603-889b-e7adab8cb1a7 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:25.748060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.751931 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0f309c01-b54d-4a2e-8381-ab75d2e82b05 req-29794cfc-7e75-4542-9c38-1c273e8f6d66 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3408685 Feb 28 11:31:25.776548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:25.776548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'Port': ['ID=48ba1ed0-4036-4b12-bcda-c2d935228436,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:25.780034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:25.785667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:25.786482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.787906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.826345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.923317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.959468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dcf47c7c-e473-4119-9835-7006bd3353a7 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:25.983896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:25.988668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574831e-751d-47de-8d4d-0ea56c8465c8 req-294121ca-f8e0-43e1-a6a1-b45ed63f0c39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:25.990275 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f574831e-751d-47de-8d4d-0ea56c8465c8 req-294121ca-f8e0-43e1-a6a1-b45ed63f0c39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 200 len: 913 time: 0.5611403 Feb 28 11:31:25.999736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: dcf47c7c-e473-4119-9835-7006bd3353a7 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:26.000501 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dcf47c7c-e473-4119-9835-7006bd3353a7 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:26.008574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] Pushing event deleted for resources: {'Network': ['ID=2342f610-e37a-421d-aa9d-00f068e11b4d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:26.079950 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-570e4561-723b-44cd-af2c-5bcdb97de414 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.0305395 Feb 28 11:31:26.094577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47586) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:26.096469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-00fc652f-8df6-40c4-a20c-53fb385587c6 tempest-NetworksTest-1743523664 tempest-NetworksTest-1743523664-project] 10.222.0.31 "DELETE /v2.0/networks/2342f610-e37a-421d-aa9d-00f068e11b4d HTTP/1.1" status: 204 len: 168 time: 2.8968194 Feb 28 11:31:26.113197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8308'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:26.158023 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f574831e-751d-47de-8d4d-0ea56c8465c8 req-a61bee5e-f143-42af-abfd-a6f885744292 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 200 len: 1001 time: 0.1504102 Feb 28 11:31:26.164270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.222052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.233171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574831e-751d-47de-8d4d-0ea56c8465c8 req-cb29c54d-b93a-4317-922a-3e12c1786769 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:26.234777 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f574831e-751d-47de-8d4d-0ea56c8465c8 req-cb29c54d-b93a-4317-922a-3e12c1786769 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 200 len: 851 time: 0.0706253 Feb 28 11:31:26.394812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.402838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:31:26.406406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.441578 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f574831e-751d-47de-8d4d-0ea56c8465c8 req-1ea508e3-50eb-4fd0-82bf-410fed7f4e47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4e0c166b-6d44-40ae-b73d-34a64444bcf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1963940 Feb 28 11:31:26.518013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16cc90b-7971-4ea1-bfd3-55302323cfae,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:26.542387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.551376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:26.552130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=a75b1ddb-44ec-4b63-9779-2d9b6125beff,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:26.563027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:26.570454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:26.571086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.573992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ea779-560f-4a75-8bf1-89a4cd8d1243 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:26.682195 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f574831e-751d-47de-8d4d-0ea56c8465c8 req-e5b2e804-f495-45ad-9869-e18e64686fe2 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309742 Feb 28 11:31:26.682871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47596) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:26.686802 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7709a013-adb9-4111-818d-0cdc462b5509 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3290892 Feb 28 11:31:26.692508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47600) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:26.710114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:26.711307 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c9b5b5a7-d7da-4084-897d-d24764d20336 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0929427 Feb 28 11:31:26.723937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47606) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:26.834990 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f574831e-751d-47de-8d4d-0ea56c8465c8 req-15094738-6c46-46d6-9ef8-d63c1fcdafb2 service neutron] 10.222.0.57 "GET /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430585 Feb 28 11:31:26.851956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:0c:cc:29', 'name': 'tempest-NetworksTestDHCPv6-1961351116'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:26.876216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': 'a75b1ddb-44ec-4b63-9779-2d9b6125beff'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:31:26.877046 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.053851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Allocated IP 2001:db8::f816:3eff:fefe:b66a (d2f89622-2098-4601-99de-8eb1c2f9e684/a75b1ddb-44ec-4b63-9779-2d9b6125beff/836f99df-1507-4f28-9948-2046c2ba9217) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:27.058554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.102456 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5243986e-abde-4ea9-92c0-783c3e403a05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cf2e420335e4233944472268e36658d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4148734 Feb 28 11:31:27.103542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47616) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:27.103864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.104258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.104586 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Floating IP 7dd11ae3-6315-430e-a647-e89bf2a75b39 disassociated. External IP: 172.26.1.200, port: 3c186b4e-7314-4603-889b-e7adab8cb1a7. Feb 28 11:31:27.105097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for 3c186b4e-7314-4603-889b-e7adab8cb1a7 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:27.108628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:27.133110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:27.148719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.158024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9bd81-6985-49d6-acee-b671117c8270 req-34e1fc39-e108-4294-880b-291b1d192ece tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:27.159484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2af9bd81-6985-49d6-acee-b671117c8270 req-34e1fc39-e108-4294-880b-291b1d192ece tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2072318 Feb 28 11:31:27.205517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:27.210046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.216395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73b2510b-637a-4c54-b284-102e83816f4e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.250401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aef88454-00c8-4fd3-b273-bdfed8c21fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.268817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.274207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:31:27.276131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port e686a32b-1ebe-482b-a1a6-99971902eed6 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:27.285383 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Transition to ACTIVE for port object 836f99df-1507-4f28-9948-2046c2ba9217 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:27.304904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73b2510b-637a-4c54-b284-102e83816f4e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.305575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Transition to ACTIVE for port object 836f99df-1507-4f28-9948-2046c2ba9217 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:27.312904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2af9bd81-6985-49d6-acee-b671117c8270 req-b3cf872e-72fe-48dc-bad8-979e89198250 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425822 Feb 28 11:31:27.335507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aef88454-00c8-4fd3-b273-bdfed8c21fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.384711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.455640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:27.459291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:27.476531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:27.489314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:fe0c:cc29 (d2f89622-2098-4601-99de-8eb1c2f9e684/a75b1ddb-44ec-4b63-9779-2d9b6125beff/e686a32b-1ebe-482b-a1a6-99971902eed6) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:27.506342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] device_id is not set on port 48ba1ed0-4036-4b12-bcda-c2d935228436 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:27.517693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.543497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Pushing event updated for resources: {'Port': ['ID=836f99df-1507-4f28-9948-2046c2ba9217,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:27.574298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Attempting to bind port 836f99df-1507-4f28-9948-2046c2ba9217 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:27.575070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Attempting to bind port 836f99df-1507-4f28-9948-2046c2ba9217 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:27.575070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Attempting to bind port 836f99df-1507-4f28-9948-2046c2ba9217 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:27.581861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:27.582403 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:27.582816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.583219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:27.583767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Bound port: 836f99df-1507-4f28-9948-2046c2ba9217, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:27.588103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.620105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Allocated IP 172.20.0.14 (f0530796-8f78-4901-b4ed-6e03eea2fcf4/931cdd55-a239-484c-994e-2b70d6b46380/1eea9288-c511-49ca-b66b-5a1d7be5f970) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:27.625265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aef88454-00c8-4fd3-b273-bdfed8c21fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.693922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] For port 836f99df-1507-4f28-9948-2046c2ba9217, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:27.697816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] For port 836f99df-1507-4f28-9948-2046c2ba9217, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=836f99df-1507-4f28-9948-2046c2ba9217,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:27.715814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Transition to ACTIVE for port object 48ba1ed0-4036-4b12-bcda-c2d935228436 will not be triggered until provisioned by entity L2. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:27.721357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.722947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73b2510b-637a-4c54-b284-102e83816f4e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.732422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef88454-00c8-4fd3-b273-bdfed8c21fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258cb22f-b351-4803-bbfb-0ad2199f5081,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:27.753108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.800611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2510b-637a-4c54-b284-102e83816f4e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e79b02b-adb3-4bd7-8e90-2dffc28fca50,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:27.802988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=3c186b4e-7314-4603-889b-e7adab8cb1a7,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:27.808801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.829832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.840871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aef88454-00c8-4fd3-b273-bdfed8c21fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:27.844450 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-aef88454-00c8-4fd3-b273-bdfed8c21fab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/258cb22f-b351-4803-bbfb-0ad2199f5081 HTTP/1.1" status: 204 len: 168 time: 0.7368579 Feb 28 11:31:27.863751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object e686a32b-1ebe-482b-a1a6-99971902eed6 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:27.904155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568d2917-ecba-4bdd-bd41-4ace8885f04a None None] Pushing event updated for resources: {'Port': ['ID=836f99df-1507-4f28-9948-2046c2ba9217,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:27.985189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.012427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'Port': ['ID=48ba1ed0-4036-4b12-bcda-c2d935228436,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:28.102680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73b2510b-637a-4c54-b284-102e83816f4e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.106706 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-73b2510b-637a-4c54-b284-102e83816f4e tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e79b02b-adb3-4bd7-8e90-2dffc28fca50 HTTP/1.1" status: 204 len: 168 time: 1.3735542 Feb 28 11:31:28.115594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47622) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:28.274952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:28.279054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:28.283722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:28.288416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:28.289052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.313262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=e686a32b-1ebe-482b-a1a6-99971902eed6,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:28.362363 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d3da710d-7ab5-4aaa-9051-5adc0f392d29 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6677473 Feb 28 11:31:28.365301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47634) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:28.406772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.467146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:28.467575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:28.468190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41ea25-d7ff-49a7-a824-445badaae438 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:28.468302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:28.472276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a41ea25-d7ff-49a7-a824-445badaae438 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:28.473697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7a41ea25-d7ff-49a7-a824-445badaae438 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:28.505058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:28.506058 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:28.510609 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 2 to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 Feb 28 11:31:28.528428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d57d4f78-6e1d-475c-866a-5c7b886d7a5d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:28.547269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:28.547601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:28.547935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:28.564406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:28.564736 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:28.566723 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 3 to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 Feb 28 11:31:28.572035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e3950-f8e9-452a-8a0a-31ed08f48547 req-0128fa64-999f-4918-a3c1-e78b99aaab6a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:28.573518 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-380e3950-f8e9-452a-8a0a-31ed08f48547 req-0128fa64-999f-4918-a3c1-e78b99aaab6a tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.0938427 Feb 28 11:31:28.587402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:28.587735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:28.588074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:28.598954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:28.599749 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:28.600043 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 4 to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 Feb 28 11:31:28.603800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7a41ea25-d7ff-49a7-a824-445badaae438 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:28.610188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47642) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:28.611314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7a41ea25-d7ff-49a7-a824-445badaae438 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2450225 Feb 28 11:31:28.638824 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-380e3950-f8e9-452a-8a0a-31ed08f48547 req-8241ad3c-d73c-4c16-acd0-66406501a034 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581844 Feb 28 11:31:28.685608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.736656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d57d4f78-6e1d-475c-866a-5c7b886d7a5d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:28.738226 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d57d4f78-6e1d-475c-866a-5c7b886d7a5d tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6194723 Feb 28 11:31:28.738719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:28.739106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:28.739442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:28.741314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47648) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:28.774206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Network f0530796-8f78-4901-b4ed-6e03eea2fcf4 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:28.785748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:28.788803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:28.800649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4a886c54-fa35-40ac-ac4b-bd298a725d06 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:28.833119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b010e8dc-eb48-4cf6-a3b5-89bc2f8b8a61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port e686a32b-1ebe-482b-a1a6-99971902eed6 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:28.833464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b010e8dc-eb48-4cf6-a3b5-89bc2f8b8a61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:28.868702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:28.869012 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:28.878644 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 5 to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 Feb 28 11:31:28.883084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4a886c54-fa35-40ac-ac4b-bd298a725d06 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:28.884518 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4a886c54-fa35-40ac-ac4b-bd298a725d06 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1420512 Feb 28 11:31:28.887545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47654) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:28.906450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event updated for resources: {'Port': ['ID=1eea9288-c511-49ca-b66b-5a1d7be5f970,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:28.909423 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-8c50a94b-b47a-445a-9895-b2cbf5122070 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] delete failed (client error): The resource could not be found. Feb 28 11:31:28.910458 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8c50a94b-b47a-445a-9895-b2cbf5122070 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "DELETE /v2.0/security-groups/9e79b02b-adb3-4bd7-8e90-2dffc28fca50 HTTP/1.1" status: 404 len: 347 time: 0.0220025 Feb 28 11:31:28.921791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47658) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:28.940769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:28.941101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:28.941435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:28.981114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e29c0-d4be-48e8-a98a-b2807c5b830e req-231314d2-c862-455a-a1f4-43a1caebb4eb tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:28.983018 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae6e29c0-d4be-48e8-a98a-b2807c5b830e req-231314d2-c862-455a-a1f4-43a1caebb4eb tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1498394 Feb 28 11:31:29.027758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b4983e96-87e6-4b0d-9798-1f8b6817a000 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Synchronizing usage tracker for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:29.035421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 63945d65-9132-4940-a551-4469bf80d518 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:31:29.039261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:29.039581 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:29.048993 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 6 to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 Feb 28 11:31:29.053524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b4983e96-87e6-4b0d-9798-1f8b6817a000 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] Unset dirty status for tenant:a3d51acf6b2d4db59aad6031f4bb79e3 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:29.057949 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b4983e96-87e6-4b0d-9798-1f8b6817a000 tempest-SecGroupIPv6Test-493346096 tempest-SecGroupIPv6Test-493346096-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1320601 Feb 28 11:31:29.060492 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae6e29c0-d4be-48e8-a98a-b2807c5b830e req-f61f7f70-e430-4cf7-8d3e-a4df33bc0101 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714748 Feb 28 11:31:29.117726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:29.118249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:29.118552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:29.137157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:29.137531 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:29.194181 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 7 to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 Feb 28 11:31:29.235938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:29.236597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:29.237239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:29.289002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47670) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:29.299915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ee5f2cfe-c190-4fe6-85c1-9698c46378dd None None] Provisioning for port 836f99df-1507-4f28-9948-2046c2ba9217 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:29.403224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:29.403652 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:29.408916 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 8 to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 Feb 28 11:31:29.456043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857275534'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:29.461905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:29.462262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:29.463048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:29.463637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:29.467556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:29.470772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:29.480465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b010e8dc-eb48-4cf6-a3b5-89bc2f8b8a61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.482005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:29.516179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:29.516632 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:29.518922 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 9 to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 Feb 28 11:31:29.569877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47678) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:29.584797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.611998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.653053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ba09e432-2f90-4c1f-80f0-27c972f5632a None None] Provisioning for port e686a32b-1ebe-482b-a1a6-99971902eed6 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:29.653873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b010e8dc-eb48-4cf6-a3b5-89bc2f8b8a61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for e686a32b-1ebe-482b-a1a6-99971902eed6 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:29.658918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ba09e432-2f90-4c1f-80f0-27c972f5632a None None] Provisioning complete for port e686a32b-1ebe-482b-a1a6-99971902eed6 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:29.659493 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ba09e432-2f90-4c1f-80f0-27c972f5632a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.680782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:29.687584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:29.692183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:29.696125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:29.696614 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:29.696986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:29.707502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:29.729911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:29.730237 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:29.733119 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempt 10 to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 Feb 28 11:31:29.757714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ba09e432-2f90-4c1f-80f0-27c972f5632a None None] Port e686a32b-1ebe-482b-a1a6-99971902eed6 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:31:29.776686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:29.777022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] {{(pid=84338) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:29.777350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempting to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:29.796507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84338) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:31:29.796831 dv-neutron-830866-1-hyperv neutron-server[84338]: ERROR neutron.plugins.ml2.managers [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Failed to bind port 48ba1ed0-4036-4b12-bcda-c2d935228436 on host hv-neutron-8308 for vnic_type normal using segments [{'id': 'f235441a-4c9a-49dc-adcd-3af4458765cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '5f2a4717-3aa6-41e9-a4f9-42182a23e02e'}] Feb 28 11:31:29.797179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.868907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.869613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.921349 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d7dab75a-f664-4b91-b185-5863af31cb00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a3d51acf6b2d4db59aad6031f4bb79e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3503051 Feb 28 11:31:29.924300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47686) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:29.929687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:29.964160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793aeca-ad98-4648-b3d5-0627c48b90ef req-ce12d7e1-5ab8-445b-bd09-44ed7101ace3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:29.965597 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c793aeca-ad98-4648-b3d5-0627c48b90ef req-ce12d7e1-5ab8-445b-bd09-44ed7101ace3 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.2240641 Feb 28 11:31:29.996183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.010598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 836f99df-1507-4f28-9948-2046c2ba9217 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:30.059115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:30.076074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:30.079738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9c85d99-febf-4036-9d8c-e2d251bdcc5c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:30.086373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:30.099074 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c793aeca-ad98-4648-b3d5-0627c48b90ef req-842342f4-b9c8-4821-98ba-497ce5613697 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233475 Feb 28 11:31:30.100805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:30.102808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5024f9bd-4b4f-4b2d-a164-6fc434cb4838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.138711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 836f99df-1507-4f28-9948-2046c2ba9217 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:30.143523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5024f9bd-4b4f-4b2d-a164-6fc434cb4838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.143746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 836f99df-1507-4f28-9948-2046c2ba9217 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:30.144114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.217582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b010e8dc-eb48-4cf6-a3b5-89bc2f8b8a61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.219093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.284688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010e8dc-eb48-4cf6-a3b5-89bc2f8b8a61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=e686a32b-1ebe-482b-a1a6-99971902eed6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:30.289549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:30.298364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.310477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.317786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] For port 48ba1ed0-4036-4b12-bcda-c2d935228436, host hv-neutron-8308, cleared binding levels {{(pid=84338) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:30.319844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Attempted to set empty binding levels {{(pid=84338) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 11:31:30.320027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15902aa0-f352-4060-80d4-cd81d617c4bb None None] Sync routers for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:30.326489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5024f9bd-4b4f-4b2d-a164-6fc434cb4838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.355743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15902aa0-f352-4060-80d4-cd81d617c4bb None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:30.356640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-15902aa0-f352-4060-80d4-cd81d617c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:30.360599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e57021-b286-416d-bf6a-2fdce7c2f58f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:30.375938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024f9bd-4b4f-4b2d-a164-6fc434cb4838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17cf77c-2df1-42d5-9c07-e3ae2a258878,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:30.407690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.409365 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e4110e6b-c481-4260-9fa5-e1aeab65bbbe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1193354 Feb 28 11:31:30.412931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47690) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.413076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 836f99df-1507-4f28-9948-2046c2ba9217, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=836f99df-1507-4f28-9948-2046c2ba9217,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:30.421812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b010e8dc-eb48-4cf6-a3b5-89bc2f8b8a61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.422778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.436745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-15902aa0-f352-4060-80d4-cd81d617c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:30.460793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15902aa0-f352-4060-80d4-cd81d617c4bb None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:30.461508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-15902aa0-f352-4060-80d4-cd81d617c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:30.463915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5024f9bd-4b4f-4b2d-a164-6fc434cb4838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.465205 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5024f9bd-4b4f-4b2d-a164-6fc434cb4838 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d17cf77c-2df1-42d5-9c07-e3ae2a258878 HTTP/1.1" status: 204 len: 168 time: 0.5399063 Feb 28 11:31:30.505040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f84e139b-ace0-414b-85f8-a9ad6ec8f9a6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:30.564863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event updated for resources: {'Port': ['ID=48ba1ed0-4036-4b12-bcda-c2d935228436,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:30.567503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] In _notify_port_updated(), no bound segment for port 48ba1ed0-4036-4b12-bcda-c2d935228436 on network 5f2a4717-3aa6-41e9-a4f9-42182a23e02e {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:31:30.569080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.570980 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1c802b07-a4d4-499f-8745-05d6c4a6e62b tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "PUT /v2.0/ports/48ba1ed0-4036-4b12-bcda-c2d935228436 HTTP/1.1" status: 200 len: 976 time: 4.4716651 Feb 28 11:31:30.573450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47696) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.577886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.591550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.596962 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7f4b0974-c167-46ad-a789-d39a645aa419 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/ports/3c186b4e-7314-4603-889b-e7adab8cb1a7 HTTP/1.1" status: 204 len: 168 time: 4.9254687 Feb 28 11:31:30.612834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47700) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.614257 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b010e8dc-eb48-4cf6-a3b5-89bc2f8b8a61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/e686a32b-1ebe-482b-a1a6-99971902eed6 HTTP/1.1" status: 204 len: 168 time: 2.0031977 Feb 28 11:31:30.617750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47704) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.629328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f84e139b-ace0-414b-85f8-a9ad6ec8f9a6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:30.631154 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f84e139b-ace0-414b-85f8-a9ad6ec8f9a6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2168837 Feb 28 11:31:30.638923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47708) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.645599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bd20d289-d77c-49b1-97e4-5d94f0776547 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-security--841828568', 'description': 'tempest-security-description-1108285680'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:30.655282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-15902aa0-f352-4060-80d4-cd81d617c4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:30.655893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15902aa0-f352-4060-80d4-cd81d617c4bb None None] The sync data for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:30.692664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c2ee6-694d-4a1f-894a-bed1cb278dc7 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Deleting port 48ba1ed0-4036-4b12-bcda-c2d935228436 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:30.695755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2ee6-694d-4a1f-894a-bed1cb278dc7 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.705602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=836f99df-1507-4f28-9948-2046c2ba9217,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:30.738310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd20d289-d77c-49b1-97e4-5d94f0776547 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.822412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8bc08-ee8a-418e-abd0-6add69776a90 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:30.823752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8bc08-ee8a-418e-abd0-6add69776a90 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:30.825127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8dd8bc08-ee8a-418e-abd0-6add69776a90 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:30.856105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd20d289-d77c-49b1-97e4-5d94f0776547 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.938214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd20d289-d77c-49b1-97e4-5d94f0776547 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.940316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd20d289-d77c-49b1-97e4-5d94f0776547 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:30.945719 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bd20d289-d77c-49b1-97e4-5d94f0776547 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "PUT /v2.0/security-groups/17e57021-b286-416d-bf6a-2fdce7c2f58f HTTP/1.1" status: 200 len: 1611 time: 0.3025913 Feb 28 11:31:30.947467 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47714) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.966174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8dd8bc08-ee8a-418e-abd0-6add69776a90 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:30.968126 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8dd8bc08-ee8a-418e-abd0-6add69776a90 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3481851 Feb 28 11:31:30.972488 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47720) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:30.998677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-ad7c2ee6-694d-4a1f-894a-bed1cb278dc7 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] For port 48ba1ed0-4036-4b12-bcda-c2d935228436, host hv-neutron-8308, got binding levels [] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:30.998677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2ee6-694d-4a1f-894a-bed1cb278dc7 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.008853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20d289-d77c-49b1-97e4-5d94f0776547 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e57021-b286-416d-bf6a-2fdce7c2f58f,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:31.093592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Router 91e99961-1c1f-40f1-89d3-704e3639bd77 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:31:31.132940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ad7c2ee6-694d-4a1f-894a-bed1cb278dc7 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Calling delete_port for 48ba1ed0-4036-4b12-bcda-c2d935228436 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:31.196991 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-12af13e0-c86f-456b-a752-e7d80f8e8ca9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups/17e57021-b286-416d-bf6a-2fdce7c2f58f HTTP/1.1" status: 200 len: 1611 time: 0.2460244 Feb 28 11:31:31.197765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47730) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:31.313301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2ee6-694d-4a1f-894a-bed1cb278dc7 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.378757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7c2ee6-694d-4a1f-894a-bed1cb278dc7 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Pushing event deleted for resources: {'Port': ['ID=48ba1ed0-4036-4b12-bcda-c2d935228436,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:31.393267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8f760071-be11-41f5-9a54-dd2f9a7e67c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.412919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad7c2ee6-694d-4a1f-894a-bed1cb278dc7 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.432845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d65c9-fd40-44e3-9fe5-035898a77c02 req-3a3deec7-25a3-4992-9946-838daf630c9e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:31.434287 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a47d65c9-fd40-44e3-9fe5-035898a77c02 req-3a3deec7-25a3-4992-9946-838daf630c9e tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.1925955 Feb 28 11:31:31.442767 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ad7c2ee6-694d-4a1f-894a-bed1cb278dc7 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "DELETE /v2.0/ports/48ba1ed0-4036-4b12-bcda-c2d935228436 HTTP/1.1" status: 204 len: 168 time: 0.8659916 Feb 28 11:31:31.444501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8f760071-be11-41f5-9a54-dd2f9a7e67c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.445368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47738) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:31.509264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-39143fc8-20e1-46af-8db2-87f82fe66226 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet a75b1ddb-44ec-4b63-9779-2d9b6125beff {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:31.516408 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a47d65c9-fd40-44e3-9fe5-035898a77c02 req-30782577-ba94-4cc7-9c56-2bde50aa47da tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643282 Feb 28 11:31:31.524040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39143fc8-20e1-46af-8db2-87f82fe66226 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.552770 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-07280b64-510a-4484-ba78-b73867aa8360 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] GET failed (client error): The resource could not be found. Feb 28 11:31:31.554063 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-07280b64-510a-4484-ba78-b73867aa8360 tempest-PortsAdminExtendedAttrsTestJSON-1711830020 tempest-PortsAdminExtendedAttrsTestJSON-1711830020-project-admin] 10.222.0.31 "GET /v2.0/ports/48ba1ed0-4036-4b12-bcda-c2d935228436 HTTP/1.1" status: 404 len: 333 time: 0.0995874 Feb 28 11:31:31.558065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47744) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:31.600770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39143fc8-20e1-46af-8db2-87f82fe66226 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.727833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8f760071-be11-41f5-9a54-dd2f9a7e67c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.733541 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39143fc8-20e1-46af-8db2-87f82fe66226 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.765676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f760071-be11-41f5-9a54-dd2f9a7e67c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e57021-b286-416d-bf6a-2fdce7c2f58f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:31.773156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.791517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.855293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47750) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:31.974610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 836f99df-1507-4f28-9948-2046c2ba9217 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:31.978060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8f760071-be11-41f5-9a54-dd2f9a7e67c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:31.981411 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8f760071-be11-41f5-9a54-dd2f9a7e67c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/17e57021-b286-416d-bf6a-2fdce7c2f58f HTTP/1.1" status: 204 len: 168 time: 0.7803631 Feb 28 11:31:31.982682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47756) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:31.992345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.023968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f2a4717-3aa6-41e9-a4f9-42182a23e02e']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:32.044183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f235441a-4c9a-49dc-adcd-3af4458765cd') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:32.044498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f235441a-4c9a-49dc-adcd-3af4458765cd') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:32.054555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 836f99df-1507-4f28-9948-2046c2ba9217 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:32.055151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.058287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:32.071438 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Sync routers for ids ['91e99961-1c1f-40f1-89d3-704e3639bd77'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:32.092351 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Routers {'91e99961-1c1f-40f1-89d3-704e3639bd77'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:32.095531 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['91e99961-1c1f-40f1-89d3-704e3639bd77'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:32.149660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.160341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39143fc8-20e1-46af-8db2-87f82fe66226 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.183163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-26f40c77-0cd7-44d2-a627-1529ec54f7a0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:32.184068 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-26f40c77-0cd7-44d2-a627-1529ec54f7a0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:31:32.185221 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-26f40c77-0cd7-44d2-a627-1529ec54f7a0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3286443 Feb 28 11:31:32.190619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.193420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47762) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:32.199904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.201257 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-17c5a6a9-412d-4e08-ab63-090f7f995b08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 7.3521063 Feb 28 11:31:32.210306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47766) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:32.214439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39143fc8-20e1-46af-8db2-87f82fe66226 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=a75b1ddb-44ec-4b63-9779-2d9b6125beff,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:32.220564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:31:32.220975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.240413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'tempest-secgroup--37045618'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:32.244818 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:32.293331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa41bb-e275-4505-9bc8-ae3f7f442ad3 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:32.299675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:32.317793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1546f511-1add-460a-8ebd-30e4cf4f4efc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:32.326672 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Set router 91e99961-1c1f-40f1-89d3-704e3639bd77 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:31:32.335648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:32.341245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:32.350111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39143fc8-20e1-46af-8db2-87f82fe66226 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.351995 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39143fc8-20e1-46af-8db2-87f82fe66226 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/a75b1ddb-44ec-4b63-9779-2d9b6125beff HTTP/1.1" status: 204 len: 168 time: 1.3784626 Feb 28 11:31:32.356742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47770) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:32.358247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-eec91dea-7c10-494a-a373-8c4d3ad85ef5 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:32.359705 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-eec91dea-7c10-494a-a373-8c4d3ad85ef5 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.57 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.4954088 Feb 28 11:31:32.360665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:32.439465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Deleting port e0f77544-c65c-43a8-aef3-96782b3a0c1c {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:32.439845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.469126 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-db9320d1-bdb9-456d-af51-826cb9578ac8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1112356 Feb 28 11:31:32.479024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47774) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:32.503810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.517128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.524657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1546f511-1add-460a-8ebd-30e4cf4f4efc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:32.528757 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1546f511-1add-460a-8ebd-30e4cf4f4efc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5371051 Feb 28 11:31:32.531330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47778) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:32.549453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.563899 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] 10.222.0.31 "DELETE /v2.0/networks/5f2a4717-3aa6-41e9-a4f9-42182a23e02e HTTP/1.1" status: 204 len: 168 time: 1.0048087 Feb 28 11:31:32.567485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.608581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5c647-eb78-4933-ac70-54910f1b6943 tempest-PortsAdminExtendedAttrsTestJSON-728468552 tempest-PortsAdminExtendedAttrsTestJSON-728468552-project] Pushing event deleted for resources: {'Network': ['ID=5f2a4717-3aa6-41e9-a4f9-42182a23e02e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:32.663994 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-b54b1795-21a0-4cc5-a050-dbc6210f6858 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] delete failed (client error): The resource could not be found. Feb 28 11:31:32.670773 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b54b1795-21a0-4cc5-a050-dbc6210f6858 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/17e57021-b286-416d-bf6a-2fdce7c2f58f HTTP/1.1" status: 404 len: 347 time: 0.1339946 Feb 28 11:31:32.671438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47786) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:32.690349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1937022151'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:32.694495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:32.732943 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0282bd1f-fbf4-42fd-b6eb-e058623f8062 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:31:32.737949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0282bd1f-fbf4-42fd-b6eb-e058623f8062 None None] Deleting port 836f99df-1507-4f28-9948-2046c2ba9217 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:32.738555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0282bd1f-fbf4-42fd-b6eb-e058623f8062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.755246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:32.762692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:32.801572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:32.814472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:32.820989 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e99961-1c1f-40f1-89d3-704e3639bd77', 'name': '', 'tenant_id': '8d11317277514923bd5098d6bf625be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4', 'external_fixed_ips': [{'subnet_id': '931cdd55-a239-484c-994e-2b70d6b46380', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '1eea9288-c511-49ca-b66b-5a1d7be5f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:25Z', 'updated_at': '2022-02-28T11:31:29Z', 'revision_number': 3, 'project_id': '8d11317277514923bd5098d6bf625be3', 'gw_port': {'id': '1eea9288-c511-49ca-b66b-5a1d7be5f970', 'name': '', 'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:77:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e99961-1c1f-40f1-89d3-704e3639bd77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '931cdd55-a239-484c-994e-2b70d6b46380', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:27Z', 'updated_at': '2022-02-28T11:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '931cdd55-a239-484c-994e-2b70d6b46380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:32.831522 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Checking router: 91e99961-1c1f-40f1-89d3-704e3639bd77 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:31:32.832135 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Updating router 91e99961-1c1f-40f1-89d3-704e3639bd77 port 1eea9288-c511-49ca-b66b-5a1d7be5f970 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:31:32.868303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] For port e0f77544-c65c-43a8-aef3-96782b3a0c1c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e0f77544-c65c-43a8-aef3-96782b3a0c1c,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:32.868813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.888837 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:32.913418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:32.977445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46aa3028-653b-4f98-9404-a7d179140918 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:32.978065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-46aa3028-653b-4f98-9404-a7d179140918 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:33.064985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0282bd1f-fbf4-42fd-b6eb-e058623f8062 None None] For port 836f99df-1507-4f28-9948-2046c2ba9217, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=836f99df-1507-4f28-9948-2046c2ba9217,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:33.066764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0282bd1f-fbf4-42fd-b6eb-e058623f8062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.089071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.118188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-46aa3028-653b-4f98-9404-a7d179140918 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:33.119413 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-46aa3028-653b-4f98-9404-a7d179140918 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6394429 Feb 28 11:31:33.128885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47790) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:33.216908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0282bd1f-fbf4-42fd-b6eb-e058623f8062 None None] Calling delete_port for 836f99df-1507-4f28-9948-2046c2ba9217 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:33.270666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.281318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79544906-592b-4eed-b85c-ec918c27a8ee req-0e9b6cc0-56cc-477b-ac72-2dd16620c47c tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:33.282964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79544906-592b-4eed-b85c-ec918c27a8ee req-0e9b6cc0-56cc-477b-ac72-2dd16620c47c tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 946 time: 0.4825242 Feb 28 11:31:33.326463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.335505 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.339079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:33.344677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:33.347898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:33.354110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:33.367676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47796) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:33.377280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.377627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.377930 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Floating IP 238e97f6-3eac-41e1-a1dc-ce66736f424f disassociated. External IP: 172.26.1.31, port: e0f77544-c65c-43a8-aef3-96782b3a0c1c. Feb 28 11:31:33.378258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Calling delete_port for e0f77544-c65c-43a8-aef3-96782b3a0c1c owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:33.396950 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Transition to ACTIVE for port object 1eea9288-c511-49ca-b66b-5a1d7be5f970 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:33.397221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0282bd1f-fbf4-42fd-b6eb-e058623f8062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.407974 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79544906-592b-4eed-b85c-ec918c27a8ee req-9990c08c-8368-456f-8991-3cf45851b9bc tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups?id=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127014 Feb 28 11:31:33.427925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.465196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0282bd1f-fbf4-42fd-b6eb-e058623f8062 None None] No DVR routers for this DVR port 836f99df-1507-4f28-9948-2046c2ba9217 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:33.480023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282bd1f-fbf4-42fd-b6eb-e058623f8062 None None] Pushing event deleted for resources: {'Port': ['ID=836f99df-1507-4f28-9948-2046c2ba9217,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:33.485385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afac3a6f-fe3d-466f-bd96-c43bbe6cbe81 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:33.487703 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.500558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-afac3a6f-fe3d-466f-bd96-c43bbe6cbe81 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:33.520451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:33.523981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bee89687-2821-4a62-9693-be6f280e776f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:33.529689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:33.532791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:33.552961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:33.648940 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Pushing event updated for resources: {'Port': ['ID=1eea9288-c511-49ca-b66b-5a1d7be5f970,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:33.654435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.666801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-afac3a6f-fe3d-466f-bd96-c43bbe6cbe81 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:33.671038 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-afac3a6f-fe3d-466f-bd96-c43bbe6cbe81 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5350497 Feb 28 11:31:33.671236 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.671236 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.671236 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.671236 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.671236 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.671236 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.671653 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.671724 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.672672 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.672672 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.672672 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:33.673680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47802) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:33.700102 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Attempting to bind port 1eea9288-c511-49ca-b66b-5a1d7be5f970 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:33.700486 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Attempting to bind port 1eea9288-c511-49ca-b66b-5a1d7be5f970 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'f4c3d8fd-f82d-4f02-be17-22d6696f550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:33.700813 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Attempting to bind port 1eea9288-c511-49ca-b66b-5a1d7be5f970 on network f0530796-8f78-4901-b4ed-6e03eea2fcf4 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:33.707788 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:33.708158 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Checking segment: {'id': 'f4c3d8fd-f82d-4f02-be17-22d6696f550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:33.708665 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.709305 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Bound using segment: {'id': 'f4c3d8fd-f82d-4f02-be17-22d6696f550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:33.709999 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Bound port: 1eea9288-c511-49ca-b66b-5a1d7be5f970, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4c3d8fd-f82d-4f02-be17-22d6696f550c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:33.710390 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.762698 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-94f3ba88-c4d8-4f3f-b4d1-d9e1605505e8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=705456d9464c4f3f9f6b988771ed6309&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3938520 Feb 28 11:31:33.766270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47806) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:33.784714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port e59ffaca-169d-4bda-a982-1850ea73ce9f {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:33.784714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.785010 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] For port 1eea9288-c511-49ca-b66b-5a1d7be5f970, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:33.788730 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] For port 1eea9288-c511-49ca-b66b-5a1d7be5f970, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1eea9288-c511-49ca-b66b-5a1d7be5f970,segment=NetworkSegment(f4c3d8fd-f82d-4f02-be17-22d6696f550c),segment_id=f4c3d8fd-f82d-4f02-be17-22d6696f550c)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:33.820163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.825149 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-56fbdb29-9d22-4536-a712-8f4a6e222a6f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1504784 Feb 28 11:31:33.833355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47810) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:33.845172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.849055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:33.863991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.864547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.866162 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:33.955180 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Routers {'91e99961-1c1f-40f1-89d3-704e3639bd77'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:33.955812 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['91e99961-1c1f-40f1-89d3-704e3639bd77'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:33.972762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Pushing event deleted for resources: {'Port': ['ID=e0f77544-c65c-43a8-aef3-96782b3a0c1c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:33.981252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.010505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 836f99df-1507-4f28-9948-2046c2ba9217 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:34.054348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb1667ab-fcea-4d03-94ef-1ab7b8a7a918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.065955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2bc4fb-3189-4767-b919-9917b46948fa,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:34.112972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 836f99df-1507-4f28-9948-2046c2ba9217 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:34.114242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 836f99df-1507-4f28-9948-2046c2ba9217 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:34.140208 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bf8f8-33dc-4300-a9b2-1011e0d474d6 None None] Pushing event updated for resources: {'Port': ['ID=1eea9288-c511-49ca-b66b-5a1d7be5f970,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:34.150505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.151782 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dad6112d-c4d0-4033-b3dd-1a4c0c031e53 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4785225 Feb 28 11:31:34.160568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47814) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:34.169052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '2b2bc4fb-3189-4767-b919-9917b46948fa', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:34.170873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:34.174907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:34.178883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a18a2cc-2d84-4d2d-b905-99b66a2ff867,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:34.179435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:34.183571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:34.188939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:34.191241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.195150 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9252e607-91c4-4d32-9337-ad24b0d545c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.9960215 Feb 28 11:31:34.200603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47818) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:34.212682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '5a18a2cc-2d84-4d2d-b905-99b66a2ff867', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:34.213824 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] Set router 91e99961-1c1f-40f1-89d3-704e3639bd77 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:31:34.227177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:34.243008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:34.249530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:34.257673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb1667ab-fcea-4d03-94ef-1ab7b8a7a918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.270527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:34.275442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:34.284234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.309900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.377849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.401382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:34.457987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for e59ffaca-169d-4bda-a982-1850ea73ce9f owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:34.482550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb1667ab-fcea-4d03-94ef-1ab7b8a7a918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.510423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.531507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1667ab-fcea-4d03-94ef-1ab7b8a7a918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ab43d1-41bb-4b17-9c25-a1ee7d30d450,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:34.540970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb1667ab-fcea-4d03-94ef-1ab7b8a7a918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.542483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bb1667ab-fcea-4d03-94ef-1ab7b8a7a918 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28ab43d1-41bb-4b17-9c25-a1ee7d30d450 HTTP/1.1" status: 204 len: 168 time: 0.7753484 Feb 28 11:31:34.551659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:31:34.555478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.565859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Deleting port 1eea9288-c511-49ca-b66b-5a1d7be5f970 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:34.565859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.679547 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91e99961-1c1f-40f1-89d3-704e3639bd77', 'name': '', 'tenant_id': '8d11317277514923bd5098d6bf625be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4', 'external_fixed_ips': [{'subnet_id': '931cdd55-a239-484c-994e-2b70d6b46380', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '1eea9288-c511-49ca-b66b-5a1d7be5f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:25Z', 'updated_at': '2022-02-28T11:31:29Z', 'revision_number': 3, 'project_id': '8d11317277514923bd5098d6bf625be3', 'gw_port': {'id': '1eea9288-c511-49ca-b66b-5a1d7be5f970', 'name': '', 'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:77:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e99961-1c1f-40f1-89d3-704e3639bd77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '931cdd55-a239-484c-994e-2b70d6b46380', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:27Z', 'updated_at': '2022-02-28T11:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '931cdd55-a239-484c-994e-2b70d6b46380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:34.691994 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67d67a2-4d04-4706-b1ee-c148df1531f5 None None] The sync data for ids ['91e99961-1c1f-40f1-89d3-704e3639bd77'] in dv-neutron-830866-1-hyperv is: [{'id': '91e99961-1c1f-40f1-89d3-704e3639bd77', 'name': '', 'tenant_id': '8d11317277514923bd5098d6bf625be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4', 'external_fixed_ips': [{'subnet_id': '931cdd55-a239-484c-994e-2b70d6b46380', 'ip_address': '172.20.0.14'}], 'enable_snat': True}, 'gw_port_id': '1eea9288-c511-49ca-b66b-5a1d7be5f970', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:25Z', 'updated_at': '2022-02-28T11:31:29Z', 'revision_number': 3, 'project_id': '8d11317277514923bd5098d6bf625be3', 'gw_port': {'id': '1eea9288-c511-49ca-b66b-5a1d7be5f970', 'name': '', 'network_id': 'f0530796-8f78-4901-b4ed-6e03eea2fcf4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:77:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91e99961-1c1f-40f1-89d3-704e3639bd77', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '931cdd55-a239-484c-994e-2b70d6b46380', 'ip_address': '172.20.0.14', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:27Z', 'updated_at': '2022-02-28T11:31:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '931cdd55-a239-484c-994e-2b70d6b46380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:34.730821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.828283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.831399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.873969 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3619ff4-8160-45d1-971a-f87bbb0d00c3,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:34.878617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-d49eb0d5-bbd1-48c2-9fa0-5a714a3ccbc0 req-6f4f1874-dcd0-4b86-b035-c2b3c6328ce7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Synchronizing usage tracker for tenant:8fd36d637f5245bbb6acf693f3543811 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:34.951051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] For port 1eea9288-c511-49ca-b66b-5a1d7be5f970, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1eea9288-c511-49ca-b66b-5a1d7be5f970,segment=NetworkSegment(f4c3d8fd-f82d-4f02-be17-22d6696f550c),segment_id=f4c3d8fd-f82d-4f02-be17-22d6696f550c)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:34.951601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:34.964531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.017283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-d49eb0d5-bbd1-48c2-9fa0-5a714a3ccbc0 req-6f4f1874-dcd0-4b86-b035-c2b3c6328ce7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Unset dirty status for tenant:8fd36d637f5245bbb6acf693f3543811 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:35.018732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d49eb0d5-bbd1-48c2-9fa0-5a714a3ccbc0 req-6f4f1874-dcd0-4b86-b035-c2b3c6328ce7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 210 time: 0.2639084 Feb 28 11:31:35.112926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Calling delete_port for 1eea9288-c511-49ca-b66b-5a1d7be5f970 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:35.116438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:35.144354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] Sync routers for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:35.147894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.149086 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7e093b73-0294-4acb-9c86-af76059d0d3f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9863341 Feb 28 11:31:35.155062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47828) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:35.171808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=295d33e3-10cc-46f1-954f-8ee568724bca,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:35.203407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:35.204421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:35.253723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.255221 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d5ef145a-33a1-4239-8a00-11039aae69b0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0536098 Feb 28 11:31:35.258599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47832) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:35.260060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] No DVR routers for this DVR port e0f77544-c65c-43a8-aef3-96782b3a0c1c on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:35.265430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-41339e7b-6871-4bf7-aa21-c1965a94c4ab tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '5a18a2cc-2d84-4d2d-b905-99b66a2ff867', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:35.275169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.279978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-41339e7b-6871-4bf7-aa21-c1965a94c4ab tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:35.282921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'name': 'network-vif-deleted', 'tag': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:31:35.285247 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.291432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-41339e7b-6871-4bf7-aa21-c1965a94c4ab tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:35.310430 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a1068de-e0b4-4db7-94ed-230f626937ff req-41d274f2-5e44-4ee9-92ab-990ae1d549b9 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.57 "DELETE /v2.0/ports/e0f77544-c65c-43a8-aef3-96782b3a0c1c HTTP/1.1" status: 204 len: 173 time: 2.9408629 Feb 28 11:31:35.314835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcb42f22-33b3-4b22-ba5d-3c54cc168f1f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.336329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcb42f22-33b3-4b22-ba5d-3c54cc168f1f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.361673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-41339e7b-6871-4bf7-aa21-c1965a94c4ab tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:35.397930 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc7f5c07-dfb1-454e-b4b9-635d61e704ee', 'name': 'network-vif-deleted', 'tag': 'e0f77544-c65c-43a8-aef3-96782b3a0c1c', 'status': 'completed', 'code': 200} Feb 28 11:31:35.400485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:31:35.402700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=e59ffaca-169d-4bda-a982-1850ea73ce9f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:35.403808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.413171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-41339e7b-6871-4bf7-aa21-c1965a94c4ab tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:35.478900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcb42f22-33b3-4b22-ba5d-3c54cc168f1f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.503997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e0f77544-c65c-43a8-aef3-96782b3a0c1c no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:35.536427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=3d3d8918-83bc-416e-a97e-8e5a41f0fc59,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:35.572054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:35.575137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: e0f77544-c65c-43a8-aef3-96782b3a0c1c {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:35.575137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e0f77544-c65c-43a8-aef3-96782b3a0c1c not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:35.580280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:35.615793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:35.617374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.620694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9827c-0a08-42e0-af0f-48c44e7b3b3f None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:35.632508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47838) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:35.639327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcb42f22-33b3-4b22-ba5d-3c54cc168f1f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.642772 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fcb42f22-33b3-4b22-ba5d-3c54cc168f1f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/d3619ff4-8160-45d1-971a-f87bbb0d00c3 HTTP/1.1" status: 204 len: 168 time: 0.4845331 Feb 28 11:31:35.642772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb42f22-33b3-4b22-ba5d-3c54cc168f1f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3619ff4-8160-45d1-971a-f87bbb0d00c3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:35.645316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47842) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:35.712093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0e77ad37-f1a0-4781-b5f2-6fe530909abb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:35.717737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-41339e7b-6871-4bf7-aa21-c1965a94c4ab tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:35.745560 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2a3effc5-f993-4338-a716-65e146d238bf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.9073968 Feb 28 11:31:35.748058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47846) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:35.756536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:69:58:24', 'name': 'tempest-NetworksTestDHCPv6-1436363331'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:35.838359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:31:35.879868 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-682dc262-3e1d-4d1b-9a76-746e2f540ca5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f331a56a56724757b284c49f47e737ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2459636 Feb 28 11:31:35.882036 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47850) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:35.972765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0e77ad37-f1a0-4781-b5f2-6fe530909abb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:35.974572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0e77ad37-f1a0-4781-b5f2-6fe530909abb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3276980 Feb 28 11:31:35.978376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47854) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:36.080550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1eea9288-c511-49ca-b66b-5a1d7be5f970 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:36.124391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:36.129940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 1eea9288-c511-49ca-b66b-5a1d7be5f970 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:36.134479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1eea9288-c511-49ca-b66b-5a1d7be5f970 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 28 11:31:36.148561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:36.154244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-498a924d-db3f-4f4c-8d3e-901f9f1863de tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.160797 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.191582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-498a924d-db3f-4f4c-8d3e-901f9f1863de tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.241016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Port 1eea9288-c511-49ca-b66b-5a1d7be5f970 not found, will not notify nova. {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 28 11:31:36.332780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:36.333651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '3d3d8918-83bc-416e-a97e-8e5a41f0fc59'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:31:36.334579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.335696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.346008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-498a924d-db3f-4f4c-8d3e-901f9f1863de tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.355891 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-41339e7b-6871-4bf7-aa21-c1965a94c4ab tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:31:36.357918 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-41339e7b-6871-4bf7-aa21-c1965a94c4ab tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0971849 Feb 28 11:31:36.368131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47860) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:36.369675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event deleted for resources: {'Port': ['ID=1eea9288-c511-49ca-b66b-5a1d7be5f970,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:36.379528 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-096451d5-df3c-4f56-a514-1d08b872f3c6 req-6d737f05-1ee7-4756-b25f-66ad057c3131 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc7f5c07-dfb1-454e-b4b9-635d61e704ee HTTP/1.1" status: 200 len: 210 time: 0.0872409 Feb 28 11:31:36.396520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498a924d-db3f-4f4c-8d3e-901f9f1863de tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2bc4fb-3189-4767-b919-9917b46948fa,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:36.436499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 991ae1a4-7e3f-449a-a545-2f489c3ac3e2 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:36.472153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-07f5a72f-b312-488a-98ca-5594c1fedf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.494960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-498a924d-db3f-4f4c-8d3e-901f9f1863de tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.496662 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-498a924d-db3f-4f4c-8d3e-901f9f1863de tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b2bc4fb-3189-4767-b919-9917b46948fa HTTP/1.1" status: 204 len: 168 time: 0.5174024 Feb 28 11:31:36.502761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47864) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:36.547461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-07f5a72f-b312-488a-98ca-5594c1fedf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.569696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d3a48c98-2feb-4cb3-a43e-634a9681d0f2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.624599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '07131ff1-7976-4a2f-b498-b43527f27a64', 'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'mac_address': 'fa:16:3e:51:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:07Z', 'updated_at': '2022-02-28T11:28:28Z', 'revision_number': 5, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'subnets': [{'id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:36.635164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Allocated IP 2001:db8::f816:3eff:fe47:7bd6 (d2f89622-2098-4601-99de-8eb1c2f9e684/3d3d8918-83bc-416e-a97e-8e5a41f0fc59/a64cf089-50c2-4b0a-864e-df4e526b63ac) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:36.636174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d3a48c98-2feb-4cb3-a43e-634a9681d0f2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.637179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] Checking router: 31f3f68f-4a62-4c1c-b6b3-174b91a34043 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:31:36.727960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:36.728577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:36.767551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d3a48c98-2feb-4cb3-a43e-634a9681d0f2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.774124 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.784724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a48c98-2feb-4cb3-a43e-634a9681d0f2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a18a2cc-2d84-4d2d-b905-99b66a2ff867,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:36.797877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d3a48c98-2feb-4cb3-a43e-634a9681d0f2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:36.801592 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d3a48c98-2feb-4cb3-a43e-634a9681d0f2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a18a2cc-2d84-4d2d-b905-99b66a2ff867 HTTP/1.1" status: 204 len: 168 time: 0.4227190 Feb 28 11:31:36.801907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47870) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:36.835584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4b0b2722-db4f-4004-86eb-b553d599a206 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:36.860917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5e98c43a-3609-4e56-bee9-7e761c0cd7f4 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Synchronizing usage tracker for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:36.933885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5e98c43a-3609-4e56-bee9-7e761c0cd7f4 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Unset dirty status for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:36.941872 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5e98c43a-3609-4e56-bee9-7e761c0cd7f4 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1383309 Feb 28 11:31:36.943557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47874) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:36.950461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'tempest-secgroup--67255539'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:36.960098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:36.971379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:37.007841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:31:37.035788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.074273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4b0b2722-db4f-4004-86eb-b553d599a206 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:37.076784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:37.079950 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4b0b2722-db4f-4004-86eb-b553d599a206 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5720134 Feb 28 11:31:37.080294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-07f5a72f-b312-488a-98ca-5594c1fedf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.080778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:37.083092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47878) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:37.085053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.085183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:37.092052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:37.109336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1563800789'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:37.120621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.125810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5a72f-b312-488a-98ca-5594c1fedf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86adbf3a-9c35-4322-8fe6-dba91ee51928,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:37.129976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:37.153079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Transition to ACTIVE for port object a64cf089-50c2-4b0a-864e-df4e526b63ac will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:37.154103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.157056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:37.166438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.166644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.169940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-07f5a72f-b312-488a-98ca-5594c1fedf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.171084 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-07f5a72f-b312-488a-98ca-5594c1fedf03 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86adbf3a-9c35-4322-8fe6-dba91ee51928 HTTP/1.1" status: 204 len: 168 time: 1.2821062 Feb 28 11:31:37.248760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.317090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327081f5-91cf-4eac-96f2-b1c7fb370395,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:37.327135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.371952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Transition to ACTIVE for port object a64cf089-50c2-4b0a-864e-df4e526b63ac will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:37.374223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.378998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91e99961-1c1f-40f1-89d3-704e3639bd77 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:31:37.391759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:37.400250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:37.405337 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:37.413324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:37.424420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.430165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47886) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:37.430345 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-42aaed7c-b0e6-4958-b72c-09036b74b0ed tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4853990 Feb 28 11:31:37.437855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f97e3f0a-806f-4228-aacf-0d200317027e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '327081f5-91cf-4eac-96f2-b1c7fb370395', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:37.438531 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-f97e3f0a-806f-4228-aacf-0d200317027e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:37.439495 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f97e3f0a-806f-4228-aacf-0d200317027e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0084004 Feb 28 11:31:37.442368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47890) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:37.453277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '07131ff1-7976-4a2f-b498-b43527f27a64', 'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'mac_address': 'fa:16:3e:51:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:07Z', 'updated_at': '2022-02-28T11:28:28Z', 'revision_number': 5, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'subnets': [{'id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:37.457827 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9ccc7-4e4b-4357-a1fe-a13f323fa261 None None] The sync data for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv is: [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:28:10Z', 'revision_number': 4, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '07131ff1-7976-4a2f-b498-b43527f27a64', 'name': '', 'network_id': '4e0c166b-6d44-40ae-b73d-34a64444bcf0', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'mac_address': 'fa:16:3e:51:f8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:28:07Z', 'updated_at': '2022-02-28T11:28:28Z', 'revision_number': 5, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'subnets': [{'id': 'e7ba25d1-ab50-4397-9c45-c314d870c0a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:37.484339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.532170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.602785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:37.605614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:37.608364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:37.615297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Pushing event updated for resources: {'Port': ['ID=a64cf089-50c2-4b0a-864e-df4e526b63ac,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:37.643308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:fe69:5824 (d2f89622-2098-4601-99de-8eb1c2f9e684/3d3d8918-83bc-416e-a97e-8e5a41f0fc59/991ae1a4-7e3f-449a-a545-2f489c3ac3e2) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:37.650781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76ebd503-454f-44cb-a384-60be343bc989 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.659497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.660736 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4cb68e89-2e5c-4f5c-baa1-4c2c4f584223 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "DELETE /v2.0/routers/91e99961-1c1f-40f1-89d3-704e3639bd77 HTTP/1.1" status: 204 len: 168 time: 5.4484425 Feb 28 11:31:37.665149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47898) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:37.668599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.737518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Attempting to bind port a64cf089-50c2-4b0a-864e-df4e526b63ac on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:37.738033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Attempting to bind port a64cf089-50c2-4b0a-864e-df4e526b63ac by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:37.738516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Attempting to bind port a64cf089-50c2-4b0a-864e-df4e526b63ac on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:37.739381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47902) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:37.747345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:37.747857 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:37.748344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.748821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:37.749648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Bound port: a64cf089-50c2-4b0a-864e-df4e526b63ac, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:37.749853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.783366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76ebd503-454f-44cb-a384-60be343bc989 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.836526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.837757 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7396085 Feb 28 11:31:37.841167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47910) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:37.853636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '2817438d-8d79-40f8-bf3c-7406f92c871b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:37.862656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] For port a64cf089-50c2-4b0a-864e-df4e526b63ac, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:37.866921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] For port a64cf089-50c2-4b0a-864e-df4e526b63ac, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a64cf089-50c2-4b0a-864e-df4e526b63ac,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:37.875124 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d1cf8-6a6d-4f98-a7ab-4efb56982d3e tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2817438d-8d79-40f8-bf3c-7406f92c871b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:37.901621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:37.964383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f4a0f41-1535-48d3-9553-28d7d41ed59c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Deleting subnet 931cdd55-a239-484c-994e-2b70d6b46380 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:37.966772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:37.968761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:37.977791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:37.989000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:37.992495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f4a0f41-1535-48d3-9553-28d7d41ed59c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.104957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91931446-cbeb-4e14-81c4-470a4062c89a None None] Pushing event updated for resources: {'Port': ['ID=a64cf089-50c2-4b0a-864e-df4e526b63ac,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:38.114045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d582af1c-3cbd-4579-94a9-a916353b5fc7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.157813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f4a0f41-1535-48d3-9553-28d7d41ed59c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.201861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.221424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76ebd503-454f-44cb-a384-60be343bc989 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.284031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d582af1c-3cbd-4579-94a9-a916353b5fc7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.293384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebd503-454f-44cb-a384-60be343bc989 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327081f5-91cf-4eac-96f2-b1c7fb370395,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:38.295807 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 63945d65-9132-4940-a551-4469bf80d518 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:31:38.312200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.363836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76ebd503-454f-44cb-a384-60be343bc989 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.367793 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-76ebd503-454f-44cb-a384-60be343bc989 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/327081f5-91cf-4eac-96f2-b1c7fb370395 HTTP/1.1" status: 204 len: 168 time: 0.9231424 Feb 28 11:31:38.386464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47920) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:38.436951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f4a0f41-1535-48d3-9553-28d7d41ed59c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.468705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 991ae1a4-7e3f-449a-a545-2f489c3ac3e2 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:38.543159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.562007 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4a0df431-88c3-47dd-b3c4-bcb2cc0b7ac8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1617196 Feb 28 11:31:38.566134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47926) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:38.574090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'tempest-secgroup--47637485'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:38.580469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:38.587002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:38.592499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:38.600299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:38.629724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d582af1c-3cbd-4579-94a9-a916353b5fc7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.652609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:38.653431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582af1c-3cbd-4579-94a9-a916353b5fc7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:38.665669 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-18671cef-cf77-4067-a9af-40c981e30834 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/routers/63945d65-9132-4940-a551-4469bf80d518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0470538 Feb 28 11:31:38.688555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47930) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:38.689658 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874dbeb3-4cac-4051-8a44-f37076986062 None None] Sync routers for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:38.689658 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874dbeb3-4cac-4051-8a44-f37076986062 None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:38.689658 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-874dbeb3-4cac-4051-8a44-f37076986062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:38.712430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.741074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.753315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:38.758359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:38.761462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:38.765058 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-874dbeb3-4cac-4051-8a44-f37076986062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:38.768582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:38.804545 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874dbeb3-4cac-4051-8a44-f37076986062 None None] Routers {'63945d65-9132-4940-a551-4469bf80d518'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:38.805159 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-874dbeb3-4cac-4051-8a44-f37076986062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['63945d65-9132-4940-a551-4469bf80d518'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:38.837573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f4a0f41-1535-48d3-9553-28d7d41ed59c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.844970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.869135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.886701 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-874dbeb3-4cac-4051-8a44-f37076986062 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:38.887129 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874dbeb3-4cac-4051-8a44-f37076986062 None None] The sync data for ids ['63945d65-9132-4940-a551-4469bf80d518'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:38.921517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:38.968538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eae924c-e440-4a7c-9512-852462513b8d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:39.058122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.059416 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8bee15b0-a6dc-428d-a5b4-3e6c1a971a9e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4923034 Feb 28 11:31:39.062429 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47938) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:39.068806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-84722ba2-a9cd-4a31-b57c-ab65b48a2c59 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '1eae924c-e440-4a7c-9512-852462513b8d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:39.069583 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-84722ba2-a9cd-4a31-b57c-ab65b48a2c59 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:39.072860 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-84722ba2-a9cd-4a31-b57c-ab65b48a2c59 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069528 Feb 28 11:31:39.073172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47942) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:39.080405 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:39.082659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8091039-cbc3-41c6-aca8-111445a99e89,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:39.085744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a0f41-1535-48d3-9553-28d7d41ed59c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=931cdd55-a239-484c-994e-2b70d6b46380,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:39.095399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:39.105577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:39.109522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:39.110112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.117474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d582af1c-3cbd-4579-94a9-a916353b5fc7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.120831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d582af1c-3cbd-4579-94a9-a916353b5fc7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "DELETE /v2.0/security-groups/09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65 HTTP/1.1" status: 204 len: 168 time: 1.3770356 Feb 28 11:31:39.123520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47946) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:39.124733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f4a0f41-1535-48d3-9553-28d7d41ed59c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.126544 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9f4a0f41-1535-48d3-9553-28d7d41ed59c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/931cdd55-a239-484c-994e-2b70d6b46380 HTTP/1.1" status: 204 len: 168 time: 1.4604855 Feb 28 11:31:39.138442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47950) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:39.147366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=991ae1a4-7e3f-449a-a545-2f489c3ac3e2,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:39.172579 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-105253c6-f423-42e5-87bd-0e788c5424a7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] show failed (client error): The resource could not be found. Feb 28 11:31:39.173608 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-105253c6-f423-42e5-87bd-0e788c5424a7 tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "GET /v2.0/security-groups/09d2bbb1-0aa2-44bb-a8fe-9fee5fdc9c65 HTTP/1.1" status: 404 len: 347 time: 0.0491698 Feb 28 11:31:39.180093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47956) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:39.253156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.257941 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9f26e917-060d-4a70-a3c4-1d98c8af45b0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.4062748 Feb 28 11:31:39.261855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-320e8593-0e31-494e-b99f-914b60749cdb tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.266075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47960) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:39.288095 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-33a00a1d-7ca6-478e-87eb-8ef9cda81870 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5382721 Feb 28 11:31:39.289612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '2817438d-8d79-40f8-bf3c-7406f92c871b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:39.290575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47964) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:39.304057 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:39.322480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:39.327293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.329432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:39.336796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-320e8593-0e31-494e-b99f-914b60749cdb tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.353277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:39.378939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f35661-1fed-4610-b372-e0b386fd460c None None] New status for floating IP 238e97f6-3eac-41e1-a1dc-ce66736f424f: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:31:39.444251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Deleting port 12221d59-17ed-40f8-9585-8fc6d5bebd1f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:39.444587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.653288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.671311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.716098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0530796-8f78-4901-b4ed-6e03eea2fcf4']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:39.742788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4c3d8fd-f82d-4f02-be17-22d6696f550c') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:39.744092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4c3d8fd-f82d-4f02-be17-22d6696f550c') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:39.772236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.809066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.815958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:31:39.816443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.838952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ead2be-a8f4-4f2d-afca-a5a60b1e03eb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:39.843249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ead2be-a8f4-4f2d-afca-a5a60b1e03eb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:39.844041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0ead2be-a8f4-4f2d-afca-a5a60b1e03eb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:39.904669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fa672cda-3544-4ef8-8340-f3d8b39715a4 None None] Provisioning for port a64cf089-50c2-4b0a-864e-df4e526b63ac completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:39.909558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.909884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:39.969493 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:39.972457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.045530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0ead2be-a8f4-4f2d-afca-a5a60b1e03eb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:40.048052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.049810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47976) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.052785 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c0ead2be-a8f4-4f2d-afca-a5a60b1e03eb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7584634 Feb 28 11:31:40.064724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Calling delete_port for 12221d59-17ed-40f8-9585-8fc6d5bebd1f owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:40.076904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f0530796-8f78-4901-b4ed-6e03eea2fcf4 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 11:31:40.170982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.178616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-320e8593-0e31-494e-b99f-914b60749cdb tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.181255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event deleted for resources: {'Network': ['ID=f0530796-8f78-4901-b4ed-6e03eea2fcf4,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:40.217360 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320e8593-0e31-494e-b99f-914b60749cdb tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eae924c-e440-4a7c-9512-852462513b8d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:40.226053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-00e91775-f6a0-4ce3-bafc-427f940ba69c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 991ae1a4-7e3f-449a-a545-2f489c3ac3e2 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:40.226568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.226658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-00e91775-f6a0-4ce3-bafc-427f940ba69c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.227615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:40.227953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:40.271418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c5625ffe-0faf-4a22-8aaf-92588c3c6cdf None None] Provisioning for port 991ae1a4-7e3f-449a-a545-2f489c3ac3e2 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:40.271540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.271899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c5625ffe-0faf-4a22-8aaf-92588c3c6cdf None None] Provisioning complete for port 991ae1a4-7e3f-449a-a545-2f489c3ac3e2 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:40.272595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c5625ffe-0faf-4a22-8aaf-92588c3c6cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.289085 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-04727293-afb8-4b93-987a-32af75cdd6f4 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "DELETE /v2.0/networks/f0530796-8f78-4901-b4ed-6e03eea2fcf4 HTTP/1.1" status: 204 len: 168 time: 1.1477685 Feb 28 11:31:40.297403 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-320e8593-0e31-494e-b99f-914b60749cdb tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.298625 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-320e8593-0e31-494e-b99f-914b60749cdb tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/1eae924c-e440-4a7c-9512-852462513b8d HTTP/1.1" status: 204 len: 168 time: 1.2246127 Feb 28 11:31:40.303942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47986) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.343783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port d698fd34-d5c8-4c65-9ac7-11e701d47914 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:40.344141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.362197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a64cf089-50c2-4b0a-864e-df4e526b63ac up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:40.403368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.487978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84c87cbe-5387-45ae-adfe-db9d86187cb6,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:40.495233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c5625ffe-0faf-4a22-8aaf-92588c3c6cdf None None] Port 991ae1a4-7e3f-449a-a545-2f489c3ac3e2 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:31:40.576247 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.580725 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5f21d3a4-e85f-4f79-b733-40d0ecad2c3a tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3140678 Feb 28 11:31:40.581673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 47992) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.597056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '2817438d-8d79-40f8-bf3c-7406f92c871b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:40.608139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port a64cf089-50c2-4b0a-864e-df4e526b63ac completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:40.613571 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a64cf089-50c2-4b0a-864e-df4e526b63ac triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:40.614522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.619556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:40.627634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-00e91775-f6a0-4ce3-bafc-427f940ba69c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.636066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:40.642907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:40.695441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 47996) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:40.744712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Deleting port 12221d59-17ed-40f8-9585-8fc6d5bebd1f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:40.746490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.756503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:40.813287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.845913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-00e91775-f6a0-4ce3-bafc-427f940ba69c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 991ae1a4-7e3f-449a-a545-2f489c3ac3e2 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:40.847476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:40.891310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port a64cf089-50c2-4b0a-864e-df4e526b63ac, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a64cf089-50c2-4b0a-864e-df4e526b63ac,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:40.950230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7214aa81-846a-4d3e-bc2e-0ddf4b716e43 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Synchronizing usage tracker for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:40.990103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.033518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1eea9288-c511-49ca-b66b-5a1d7be5f970 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:41.039395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-995946471', 'router:external': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:41.049775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for d698fd34-d5c8-4c65-9ac7-11e701d47914 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:41.081609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 1eea9288-c511-49ca-b66b-5a1d7be5f970 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:41.081995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1eea9288-c511-49ca-b66b-5a1d7be5f970 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:41.107744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48006) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:41.113975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:41.130105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=a64cf089-50c2-4b0a-864e-df4e526b63ac,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:41.131777 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.143387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'router': {'name': 'tempest-router--716058039', 'project_id': '348161ebd53e4d7cae61ba0d4c599f41'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:41.150901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Usage tracker for resource:network and tenant:b2faa04e217347dbb1f6638568c7693b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:41.198677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:41.208378 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.211698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:41.338422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:41.340677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Usage tracker for resource:router and tenant:348161ebd53e4d7cae61ba0d4c599f41 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:41.355147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:41.372957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:41.436651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.436972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.563732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Calling delete_port for 12221d59-17ed-40f8-9585-8fc6d5bebd1f owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:41.648118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7214aa81-846a-4d3e-bc2e-0ddf4b716e43 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Unset dirty status for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:41.649256 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7214aa81-846a-4d3e-bc2e-0ddf4b716e43 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.3442998 Feb 28 11:31:41.653502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48010) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:41.670281 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-00e91775-f6a0-4ce3-bafc-427f940ba69c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.670685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071855179'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:41.681852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Made reservation on behalf of b2faa04e217347dbb1f6638568c7693b for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:41.684080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.692878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.693826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.701379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:41.706116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.735529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.745767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:41.745971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e91775-f6a0-4ce3-bafc-427f940ba69c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=991ae1a4-7e3f-449a-a545-2f489c3ac3e2,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:41.753055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a67e8a-55a5-42cc-9fe0-028009781ae8,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:41.798163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-00e91775-f6a0-4ce3-bafc-427f940ba69c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.809036 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-00e91775-f6a0-4ce3-bafc-427f940ba69c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/991ae1a4-7e3f-449a-a545-2f489c3ac3e2 HTTP/1.1" status: 204 len: 168 time: 1.7580411 Feb 28 11:31:41.811423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48014) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:41.825959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:41.833794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Usage tracker for resource:security_group_rule and tenant:b2faa04e217347dbb1f6638568c7693b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:41.838761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:41.847286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:41.855499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.884403 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b024ef5-d18c-4d48-be36-d3960910921e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:41.886071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b024ef5-d18c-4d48-be36-d3960910921e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:41.888310 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6b024ef5-d18c-4d48-be36-d3960910921e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0752225 Feb 28 11:31:41.890294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48018) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:41.918396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=d698fd34-d5c8-4c65-9ac7-11e701d47914,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:41.960078 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.963753 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-895fd6d9-3cc0-475c-8294-85eb86d7ef61 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3732367 Feb 28 11:31:41.964758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48022) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:41.969431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:41.978097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '2817438d-8d79-40f8-bf3c-7406f92c871b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:41.985510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:41.990427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:41.992684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a64cf089-50c2-4b0a-864e-df4e526b63ac up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:41.993768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:41.999616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:42.060115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.069761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a64cf089-50c2-4b0a-864e-df4e526b63ac triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:42.073957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.078615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Pushing event deleted for resources: {'Port': ['ID=12221d59-17ed-40f8-9585-8fc6d5bebd1f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.109572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.167873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.178470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d306444-65c3-4b41-bb97-587798e91c3e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 3d3d8918-83bc-416e-a97e-8e5a41f0fc59 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:42.184281 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d306444-65c3-4b41-bb97-587798e91c3e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.251342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.256795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d306444-65c3-4b41-bb97-587798e91c3e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.305749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.346059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0f7928-2191-4d9b-beb4-1a6053c11f96,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.372532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d306444-65c3-4b41-bb97-587798e91c3e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.384718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.404913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:42.406881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.410628 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c960a26a-d93b-430d-9769-dce8bc3067c6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4414341 Feb 28 11:31:42.414148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48026) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:42.415253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:42.420458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:42.421850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '2817438d-8d79-40f8-bf3c-7406f92c871b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:42.423118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.431981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:42.439169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:42.446087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:42.452174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:42.533639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.542739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.545819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.548812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.556243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d306444-65c3-4b41-bb97-587798e91c3e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.561083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:42.618112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d306444-65c3-4b41-bb97-587798e91c3e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3d8918-83bc-416e-a97e-8e5a41f0fc59,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.629664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3d306444-65c3-4b41-bb97-587798e91c3e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.638283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a746bf-e84c-4886-904a-8e8607c40735 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:42.664835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.682217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:31:42.695312 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3d306444-65c3-4b41-bb97-587798e91c3e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/3d3d8918-83bc-416e-a97e-8e5a41f0fc59 HTTP/1.1" status: 204 len: 168 time: 0.8032074 Feb 28 11:31:42.698602 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48030) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:42.759740 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.763575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110df3ad-2cfb-4e1b-bc84-55b3ef5d0907,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.788164 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7b82625e-b5bd-4409-ba24-cee373f4658c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0880446 Feb 28 11:31:42.790296 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48034) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:42.794887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.795240 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Added segment 853626cd-54d3-42b0-bc2e-b3f05f243616 of type vlan for network 55bf82ca-e0df-4618-873d-fce2dba8dd77 Feb 28 11:31:42.803818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6aa29f-df9d-49c0-b582-0b44925aff16,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:42.821400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:42.839887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.875990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.877255 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b87f0159-7c1c-452f-86e8-146bf9276cfc tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.4621956 Feb 28 11:31:42.880086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48038) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:42.899620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8651ba-8873-47bd-99e9-bfefbe5c4644 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:31:42.904883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb8651ba-8873-47bd-99e9-bfefbe5c4644 None None] Deleting port a64cf089-50c2-4b0a-864e-df4e526b63ac {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:42.909869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb8651ba-8873-47bd-99e9-bfefbe5c4644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.916092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ace961e-375a-4c59-8c0c-133bae18a8d9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.928694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ace961e-375a-4c59-8c0c-133bae18a8d9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:42.996254 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ace961e-375a-4c59-8c0c-133bae18a8d9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.019588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ace961e-375a-4c59-8c0c-133bae18a8d9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.021015 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2ace961e-375a-4c59-8c0c-133bae18a8d9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/fe6aa29f-df9d-49c0-b582-0b44925aff16 HTTP/1.1" status: 204 len: 168 time: 0.1396794 Feb 28 11:31:43.024998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48042) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.043462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.044626 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c3a3d562-8d0d-4f92-baf8-0d68dec1845f tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.9272065 Feb 28 11:31:43.045552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.046535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-42fea5f8-22b0-45f6-9ff2-ed6d2f40624f tempest-ServerActionsTestJSON-1727471772 tempest-ServerActionsTestJSON-1727471772-project] 10.222.0.31 "DELETE /v2.0/floatingips/238e97f6-3eac-41e1-a1dc-ce66736f424f HTTP/1.1" status: 204 len: 168 time: 3.8646359 Feb 28 11:31:43.051520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace961e-375a-4c59-8c0c-133bae18a8d9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe6aa29f-df9d-49c0-b582-0b44925aff16,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:43.056521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48046) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.056853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48048) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.057061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.092435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.112749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.145366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:43.159781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:43.161966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bb8651ba-8873-47bd-99e9-bfefbe5c4644 None None] For port a64cf089-50c2-4b0a-864e-df4e526b63ac, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a64cf089-50c2-4b0a-864e-df4e526b63ac,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:43.162924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb8651ba-8873-47bd-99e9-bfefbe5c4644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.164614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:43.172806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:43.180954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.222356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5378b56-ac8b-4e43-8f4d-4dc347a4f900,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:43.230123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.231133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:43.233088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.285225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb8651ba-8873-47bd-99e9-bfefbe5c4644 None None] Calling delete_port for a64cf089-50c2-4b0a-864e-df4e526b63ac owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:43.323095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.327468 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ddbe5792-15fa-486b-bd89-e297f0b76253 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6731303 Feb 28 11:31:43.329218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48054) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.334178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:43.340693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-824b1cb7-6072-4431-912a-6ef8024a3867 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:43.370150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-913e24af-714b-47d2-85ef-c2519071facb tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': 'f5378b56-ac8b-4e43-8f4d-4dc347a4f900', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:43.370946 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-913e24af-714b-47d2-85ef-c2519071facb tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:43.374511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f48ef931-898c-481c-bb83-0815d2371c2c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.374729 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-913e24af-714b-47d2-85ef-c2519071facb tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0421112 Feb 28 11:31:43.375310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48058) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.423828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb8651ba-8873-47bd-99e9-bfefbe5c4644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.425840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.426346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Fanout notify agent at l3_agent the message router_deleted on router 63945d65-9132-4940-a551-4469bf80d518 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:31:43.435522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-824b1cb7-6072-4431-912a-6ef8024a3867 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:43.440948 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-824b1cb7-6072-4431-912a-6ef8024a3867 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.4091141 Feb 28 11:31:43.442236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.448988 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a2957bff-615f-4e61-afd0-1e234a88e501 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/routers/63945d65-9132-4940-a551-4469bf80d518 HTTP/1.1" status: 204 len: 168 time: 4.7763891 Feb 28 11:31:43.448988 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7457371 Feb 28 11:31:43.448988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770338ca-38bb-4915-ae48-060e2ddaa62e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event updated for resources: {'Network': ['ID=55bf82ca-e0df-4618-873d-fce2dba8dd77,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:43.448988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48062) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.448988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48064) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.462745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-47368f4f-0dde-4d3e-907f-b8ff22e5a9e8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': 'f5378b56-ac8b-4e43-8f4d-4dc347a4f900', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:43.463451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-47368f4f-0dde-4d3e-907f-b8ff22e5a9e8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:43.467403 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-47368f4f-0dde-4d3e-907f-b8ff22e5a9e8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0428581 Feb 28 11:31:43.471619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 55bf82ca-e0df-4618-873d-fce2dba8dd77 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:31:43.472407 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48066) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.472732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48068) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.496745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8651ba-8873-47bd-99e9-bfefbe5c4644 None None] Pushing event deleted for resources: {'Port': ['ID=a64cf089-50c2-4b0a-864e-df4e526b63ac,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:43.540864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a75f2e09-88b3-4dc3-8fe7-997d5606272b tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': 'f5378b56-ac8b-4e43-8f4d-4dc347a4f900', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:43.541449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-a75f2e09-88b3-4dc3-8fe7-997d5606272b tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:43.545219 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a75f2e09-88b3-4dc3-8fe7-997d5606272b tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0630605 Feb 28 11:31:43.547930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'subnet': {'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:43.551247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8651ba-8873-47bd-99e9-bfefbe5c4644 None None] No DVR routers for this DVR port a64cf089-50c2-4b0a-864e-df4e526b63ac on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:43.554386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:43.570888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48078) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.574174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Usage tracker for resource:subnet and tenant:b2faa04e217347dbb1f6638568c7693b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:43.586230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:43.595520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-50802af8-5f1a-4a88-811d-ac6ca5c8db3a tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': 'f5378b56-ac8b-4e43-8f4d-4dc347a4f900', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:43.596218 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-50802af8-5f1a-4a88-811d-ac6ca5c8db3a tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:43.597429 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-50802af8-5f1a-4a88-811d-ac6ca5c8db3a tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0256081 Feb 28 11:31:43.610317 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48082) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:43.611787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:43.624888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.726892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abc631f6-db11-4e75-b210-11e14a9e6bc7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.753370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Made reservation on behalf of b2faa04e217347dbb1f6638568c7693b for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:43.756352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.772030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abc631f6-db11-4e75-b210-11e14a9e6bc7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.843784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-20f81120-1bf7-4e71-a21f-387ce355a519 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:43.978998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a64cf089-50c2-4b0a-864e-df4e526b63ac no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:43.996456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-473e8072-a5d1-4d89-b576-fc0ee900b131 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting subnet b85f5f2e-bd86-4984-8f59-8c0b7c01a155 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:43.999515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-473e8072-a5d1-4d89-b576-fc0ee900b131 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.011562 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a64cf089-50c2-4b0a-864e-df4e526b63ac {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:44.012136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a64cf089-50c2-4b0a-864e-df4e526b63ac not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:44.018599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f48ef931-898c-481c-bb83-0815d2371c2c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.020248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-20f81120-1bf7-4e71-a21f-387ce355a519 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.036220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abc631f6-db11-4e75-b210-11e14a9e6bc7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.043407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f48ef931-898c-481c-bb83-0815d2371c2c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.076254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc631f6-db11-4e75-b210-11e14a9e6bc7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b0f7928-2191-4d9b-beb4-1a6053c11f96,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:44.134294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-473e8072-a5d1-4d89-b576-fc0ee900b131 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.268081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f48ef931-898c-481c-bb83-0815d2371c2c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.268600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48ef931-898c-481c-bb83-0815d2371c2c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78ba85ee-1565-46fd-ade6-34ef856481ae {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:31:44.272820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-20f81120-1bf7-4e71-a21f-387ce355a519 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.286583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abc631f6-db11-4e75-b210-11e14a9e6bc7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.290428 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-abc631f6-db11-4e75-b210-11e14a9e6bc7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8b0f7928-2191-4d9b-beb4-1a6053c11f96 HTTP/1.1" status: 204 len: 168 time: 0.8217630 Feb 28 11:31:44.291028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48086) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:44.301062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f81120-1bf7-4e71-a21f-387ce355a519 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5378b56-ac8b-4e43-8f4d-4dc347a4f900,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:44.326094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.378028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f48ef931-898c-481c-bb83-0815d2371c2c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.379167 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f48ef931-898c-481c-bb83-0815d2371c2c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "DELETE /v2.0/routers/78ba85ee-1565-46fd-ade6-34ef856481ae HTTP/1.1" status: 204 len: 168 time: 1.3194635 Feb 28 11:31:44.389094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-20f81120-1bf7-4e71-a21f-387ce355a519 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.390108 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-20f81120-1bf7-4e71-a21f-387ce355a519 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/f5378b56-ac8b-4e43-8f4d-4dc347a4f900 HTTP/1.1" status: 204 len: 168 time: 0.7788203 Feb 28 11:31:44.395116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48092) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:44.397052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-473e8072-a5d1-4d89-b576-fc0ee900b131 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.501846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-460d8f9e-fa5b-4b35-965c-36d867856182 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:44.639523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48096) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:44.667791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-634b5515-64c6-4b20-b2ed-bd44a7fd8464 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Synchronizing usage tracker for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:44.720434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-460d8f9e-fa5b-4b35-965c-36d867856182 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:44.725272 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-460d8f9e-fa5b-4b35-965c-36d867856182 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.4248226 Feb 28 11:31:44.725669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48102) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:44.738005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:31:44.740794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.778441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cb7d680c-f206-496e-b079-502f9584c4be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.818757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cb7d680c-f206-496e-b079-502f9584c4be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.876350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-88311ebf-74e8-4ff5-9c92-b71e6ea0eeb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.901766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-473e8072-a5d1-4d89-b576-fc0ee900b131 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.917830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-634b5515-64c6-4b20-b2ed-bd44a7fd8464 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Unset dirty status for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:44.922698 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-634b5515-64c6-4b20-b2ed-bd44a7fd8464 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4945934 Feb 28 11:31:44.923192 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48106) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:44.933439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'tempest-secgroup--2019651639'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:44.938692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cb7d680c-f206-496e-b079-502f9584c4be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.944543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=d607e4a7-0062-49b2-ba38-f94e39f2fa18,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:44.957429 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:44.963542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc96070d-8450-4485-966d-035bb8da38c6 None None] Network 59fb06f2-9c17-4581-86b0-9cadeff170d6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:44.971970 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d680c-f206-496e-b079-502f9584c4be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b4a67e8a-55a5-42cc-9fe0-028009781ae8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:44.981210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:44.989455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:44.990895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-473e8072-a5d1-4d89-b576-fc0ee900b131 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:44.997619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-49740360', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:45.009110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:45.011938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:45.025565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:45.030980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.032314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409d5875-0ae2-47fc-97f1-f2bacce85b93 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:45.037107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e8072-a5d1-4d89-b576-fc0ee900b131 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Subnet': ['ID=b85f5f2e-bd86-4984-8f59-8c0b7c01a155,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:45.041440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Usage tracker for resource:router and tenant:4ad8356c30294f988e7f101345a42055 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:45.048053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:45.048180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cb7d680c-f206-496e-b079-502f9584c4be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.051474 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cb7d680c-f206-496e-b079-502f9584c4be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b4a67e8a-55a5-42cc-9fe0-028009781ae8 HTTP/1.1" status: 204 len: 168 time: 0.3222716 Feb 28 11:31:45.051660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48110) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:45.067460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:45.078034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.109893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-473e8072-a5d1-4d89-b576-fc0ee900b131 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/subnets/b85f5f2e-bd86-4984-8f59-8c0b7c01a155 HTTP/1.1" status: 204 len: 168 time: 1.6373224 Feb 28 11:31:45.112453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48114) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:45.118725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:31:45.119229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.174995 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0bea5d91-4bc5-4438-a458-7840449891ac tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3762391 Feb 28 11:31:45.175809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48118) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:45.189375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:81:10:ed', 'name': 'tempest-NetworksTestDHCPv6-2138887799'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:45.204135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.205056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.218819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:45.266902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-15e114ee-4416-406d-bf04-7ab40b5eda90 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:45.281010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:45.331765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:45.335270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Checking segment: {'id': '853626cd-54d3-42b0-bc2e-b3f05f243616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:45.335626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Network hostable DHCP agents. Network: 55bf82ca-e0df-4618-873d-fce2dba8dd77, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:31:45.353614 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:45.353867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.367815 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.369623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': 'd607e4a7-0062-49b2-ba38-f94e39f2fa18'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:31:45.370553 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.399025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:45.412335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:45.471219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302434aa-c1a2-4939-8ef0-c4f6eb88df42 None None] DHCP port deletion for 59fb06f2-9c17-4581-86b0-9cadeff170d6 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:31:45.480380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-302434aa-c1a2-4939-8ef0-c4f6eb88df42 None None] Deleting port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:45.480757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-302434aa-c1a2-4939-8ef0-c4f6eb88df42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.508362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:45.518016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:45.522882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.531249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Deleting port 07131ff1-7976-4a2f-b498-b43527f27a64 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:45.531556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.535728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Network 55bf82ca-e0df-4618-873d-fce2dba8dd77 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:31:45.573986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:45.574334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.608211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-15e114ee-4416-406d-bf04-7ab40b5eda90 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:45.609521 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-15e114ee-4416-406d-bf04-7ab40b5eda90 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.5564673 Feb 28 11:31:45.615578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48122) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:45.648149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Allocated IP 2001:db8::f816:3eff:fed0:1e3 (d2f89622-2098-4601-99de-8eb1c2f9e684/d607e4a7-0062-49b2-ba38-f94e39f2fa18/a9576734-53eb-4fb1-a5ac-44cd7ba03404) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:45.674017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:45.735333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 55bf82ca-e0df-4618-873d-fce2dba8dd77) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:45.750078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c13368-e0d7-4bf7-be03-4192db1a0774 None None] Network 55bf82ca-e0df-4618-873d-fce2dba8dd77 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:45.753077 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:45.753657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.759163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-315b5019-050f-4f6f-96f2-187a2d4d2873 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.775121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.789972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-315b5019-050f-4f6f-96f2-187a2d4d2873 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.810228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.912399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.959188 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e19bae68-397d-40dd-9123-ad348f4a128e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.4793007 Feb 28 11:31:45.961688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-315b5019-050f-4f6f-96f2-187a2d4d2873 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.967216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48128) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:45.980856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-302434aa-c1a2-4939-8ef0-c4f6eb88df42 None None] For port 6ec8cdda-39e3-41c8-9423-1b30c54157e3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6ec8cdda-39e3-41c8-9423-1b30c54157e3,segment=NetworkSegment(9ca3afd1-b924-4597-86f3-4a47a129f44c),segment_id=9ca3afd1-b924-4597-86f3-4a47a129f44c)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:45.981391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-302434aa-c1a2-4939-8ef0-c4f6eb88df42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:45.981477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2039711193', 'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:45.994988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6ec8cdda-39e3-41c8-9423-1b30c54157e3 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:45.998879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b5019-050f-4f6f-96f2-187a2d4d2873 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84c87cbe-5387-45ae-adfe-db9d86187cb6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:45.999184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] For port 07131ff1-7976-4a2f-b498-b43527f27a64, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=07131ff1-7976-4a2f-b498-b43527f27a64,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:45.999555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.021848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:46.146951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Usage tracker for resource:port and tenant:b2faa04e217347dbb1f6638568c7693b is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:46.149956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c375fc1-bcec-433f-8295-95436d62d599,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:46.154509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-315b5019-050f-4f6f-96f2-187a2d4d2873 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.158622 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-315b5019-050f-4f6f-96f2-187a2d4d2873 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/84c87cbe-5387-45ae-adfe-db9d86187cb6 HTTP/1.1" status: 204 len: 168 time: 0.5352643 Feb 28 11:31:46.158901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Calling delete_port for 07131ff1-7976-4a2f-b498-b43527f27a64 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:46.159392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48132) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.165666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.185717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:46.188463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-302434aa-c1a2-4939-8ef0-c4f6eb88df42 None None] Calling delete_port for 6ec8cdda-39e3-41c8-9423-1b30c54157e3 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:46.202974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:46.213792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] For port 6ec8cdda-39e3-41c8-9423-1b30c54157e3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6ec8cdda-39e3-41c8-9423-1b30c54157e3,segment=NetworkSegment(9ca3afd1-b924-4597-86f3-4a47a129f44c),segment_id=9ca3afd1-b924-4597-86f3-4a47a129f44c)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:46.214339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.214482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.306984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-613fd8f9-8eea-42f0-9fb1-652f3f07e56c tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:46.366765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.371322 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a158d12c-e114-4491-a2ae-53a5e487ff05 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4471772 Feb 28 11:31:46.374532 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:31:46.376027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48138) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.382760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for 6ec8cdda-39e3-41c8-9423-1b30c54157e3 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:46.384423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-74ffa923-f668-4f30-890b-e61a9508b9c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '3c375fc1-bcec-433f-8295-95436d62d599', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:46.385127 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-74ffa923-f668-4f30-890b-e61a9508b9c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:46.386066 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-74ffa923-f668-4f30-890b-e61a9508b9c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084636 Feb 28 11:31:46.389410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48142) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.397941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5fee5cb2-866a-41fa-8c3d-b9c86681377c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '3c375fc1-bcec-433f-8295-95436d62d599', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:46.406307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5fee5cb2-866a-41fa-8c3d-b9c86681377c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:46.414180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5fee5cb2-866a-41fa-8c3d-b9c86681377c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:46.418953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5fee5cb2-866a-41fa-8c3d-b9c86681377c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:46.420702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Made reservation on behalf of b2faa04e217347dbb1f6638568c7693b for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:46.422573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.430352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Allocated IP 172.26.1.108 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/6dd3c3a8-6dd5-4202-a729-4e99a5727053) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:46.431730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5fee5cb2-866a-41fa-8c3d-b9c86681377c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:46.440001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-613fd8f9-8eea-42f0-9fb1-652f3f07e56c tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:46.444084 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-613fd8f9-8eea-42f0-9fb1-652f3f07e56c tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2800639 Feb 28 11:31:46.446694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48146) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.475588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.499980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] device_id is not set on port 7849afaa-ade1-45ca-ac29-ab74d7b5e6e8 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:46.560123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.587882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c906d-e42b-4c93-aaf9-e0f790efee06 None None] Network 55bf82ca-e0df-4618-873d-fce2dba8dd77 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:46.600375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01e093a5-fedd-4d3d-8a5f-d54d8b80e86f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.603600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-302434aa-c1a2-4939-8ef0-c4f6eb88df42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.622522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01e093a5-fedd-4d3d-8a5f-d54d8b80e86f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.623184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-5fee5cb2-866a-41fa-8c3d-b9c86681377c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:46.624219 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5fee5cb2-866a-41fa-8c3d-b9c86681377c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2341020 Feb 28 11:31:46.628683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48150) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.638276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-59b4d4ee-f655-4c89-949b-3ab96c4568aa tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '3c375fc1-bcec-433f-8295-95436d62d599', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:46.639193 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-59b4d4ee-f655-4c89-949b-3ab96c4568aa tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:46.639915 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-59b4d4ee-f655-4c89-949b-3ab96c4568aa tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0103147 Feb 28 11:31:46.648161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48154) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:46.657141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:46.657472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:46.690501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6d08fe1d-733c-4ac6-b4ea-37d642914bd8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '3c375fc1-bcec-433f-8295-95436d62d599', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:46.712401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6d08fe1d-733c-4ac6-b4ea-37d642914bd8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:46.726704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302434aa-c1a2-4939-8ef0-c4f6eb88df42 None None] Pushing event deleted for resources: {'Port': ['ID=6ec8cdda-39e3-41c8-9423-1b30c54157e3,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:46.732002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.742366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302434aa-c1a2-4939-8ef0-c4f6eb88df42 None None] No DVR routers for this DVR port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:46.763720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6d08fe1d-733c-4ac6-b4ea-37d642914bd8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:46.772992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6d08fe1d-733c-4ac6-b4ea-37d642914bd8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:46.788434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6d08fe1d-733c-4ac6-b4ea-37d642914bd8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:46.814229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Allocated IP 2001:db8::393 (55bf82ca-e0df-4618-873d-fce2dba8dd77/c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712/7849afaa-ade1-45ca-ac29-ab74d7b5e6e8) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:46.830314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.892520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01e093a5-fedd-4d3d-8a5f-d54d8b80e86f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.909613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e093a5-fedd-4d3d-8a5f-d54d8b80e86f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b8091039-cbc3-41c6-aca8-111445a99e89,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:46.917253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:46.920802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:46.921732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Transition to ACTIVE for port object a9576734-53eb-4fb1-a5ac-44cd7ba03404 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:46.923094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:46.943236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:46.958650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event updated for resources: {'Port': ['ID=6dd3c3a8-6dd5-4202-a729-4e99a5727053,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:46.966940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Transition to ACTIVE for port object a9576734-53eb-4fb1-a5ac-44cd7ba03404 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:47.041770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b745b8f4-4aea-42e7-bcec-4168ed04814a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.046001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.050020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=07131ff1-7976-4a2f-b498-b43527f27a64,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:47.052694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-01e093a5-fedd-4d3d-8a5f-d54d8b80e86f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.053814 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-01e093a5-fedd-4d3d-8a5f-d54d8b80e86f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b8091039-cbc3-41c6-aca8-111445a99e89 HTTP/1.1" status: 204 len: 168 time: 0.5988436 Feb 28 11:31:47.060433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48160) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.125467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:fe81:10ed (d2f89622-2098-4601-99de-8eb1c2f9e684/d607e4a7-0062-49b2-ba38-f94e39f2fa18/21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:47.128836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:47.132349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:47.135264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:47.168939 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-6d08fe1d-733c-4ac6-b4ea-37d642914bd8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:47.172984 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6d08fe1d-733c-4ac6-b4ea-37d642914bd8 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5216370 Feb 28 11:31:47.173145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48164) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.180410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port 6ec8cdda-39e3-41c8-9423-1b30c54157e3 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:47.180759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.184412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9d042da4-b4db-465e-ac89-907594a21b56 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '3c375fc1-bcec-433f-8295-95436d62d599', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:47.185028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-9d042da4-b4db-465e-ac89-907594a21b56 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:47.185986 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9d042da4-b4db-465e-ac89-907594a21b56 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120471 Feb 28 11:31:47.189313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48168) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.202232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bc2c99e4-5155-4b91-ac60-86dd60e58945 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '3c375fc1-bcec-433f-8295-95436d62d599', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:47.209908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bc2c99e4-5155-4b91-ac60-86dd60e58945 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:47.221205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bc2c99e4-5155-4b91-ac60-86dd60e58945 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:47.225204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Pushing event updated for resources: {'Port': ['ID=a9576734-53eb-4fb1-a5ac-44cd7ba03404,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:47.233065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bc2c99e4-5155-4b91-ac60-86dd60e58945 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:47.260971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Attempting to bind port a9576734-53eb-4fb1-a5ac-44cd7ba03404 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:47.261345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Attempting to bind port a9576734-53eb-4fb1-a5ac-44cd7ba03404 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:47.261708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Attempting to bind port a9576734-53eb-4fb1-a5ac-44cd7ba03404 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:47.270486 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:47.271588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:47.272268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.272668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:47.273271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Bound port: a9576734-53eb-4fb1-a5ac-44cd7ba03404, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:47.273525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.379851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] For port a9576734-53eb-4fb1-a5ac-44cd7ba03404, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:47.384508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] For port a9576734-53eb-4fb1-a5ac-44cd7ba03404, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a9576734-53eb-4fb1-a5ac-44cd7ba03404,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:47.423367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bc2c99e4-5155-4b91-ac60-86dd60e58945 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:47.430147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.463527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] The port '6ec8cdda-39e3-41c8-9423-1b30c54157e3' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:31:47.477669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.478404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.524629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d66d2c13-f90f-4502-8aec-d30a9e317faf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:47.526157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895f130f-8cfc-4db2-86d0-7b0c04f4f229 None None] Pushing event updated for resources: {'Port': ['ID=a9576734-53eb-4fb1-a5ac-44cd7ba03404,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:47.558552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.666094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.686066 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-bc2c99e4-5155-4b91-ac60-86dd60e58945 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:47.690028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bc2c99e4-5155-4b91-ac60-86dd60e58945 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4997637 Feb 28 11:31:47.694813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48172) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.695003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d66d2c13-f90f-4502-8aec-d30a9e317faf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:47.696375 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d66d2c13-f90f-4502-8aec-d30a9e317faf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6337945 Feb 28 11:31:47.701696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48176) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.702605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:47.706777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-431fa4d4-7a3d-41e1-8e95-71274f40215c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '3c375fc1-bcec-433f-8295-95436d62d599', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:47.707448 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-431fa4d4-7a3d-41e1-8e95-71274f40215c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:47.712051 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-431fa4d4-7a3d-41e1-8e95-71274f40215c tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155663 Feb 28 11:31:47.718214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48178) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:47.740230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e7bbd17d-0c61-40c3-8589-7a54b18aa124 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '3c375fc1-bcec-433f-8295-95436d62d599', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:47.752364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e7bbd17d-0c61-40c3-8589-7a54b18aa124 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:47.763033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e7bbd17d-0c61-40c3-8589-7a54b18aa124 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:47.767270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e7bbd17d-0c61-40c3-8589-7a54b18aa124 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:47.788956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e7bbd17d-0c61-40c3-8589-7a54b18aa124 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:47.795905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.838618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59fb06f2-9c17-4581-86b0-9cadeff170d6']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:47.863433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-40124a04-3147-4583-827d-d61430bd9dde tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.865221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ca3afd1-b924-4597-86f3-4a47a129f44c') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:47.865515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ca3afd1-b924-4597-86f3-4a47a129f44c') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:47.885099 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.907298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.910921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-40124a04-3147-4583-827d-d61430bd9dde tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.917971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:31:47.921706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:47.937226 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:47.942788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:47.954346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.019437 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-e7bbd17d-0c61-40c3-8589-7a54b18aa124 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:48.023611 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e7bbd17d-0c61-40c3-8589-7a54b18aa124 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3043892 Feb 28 11:31:48.032809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48184) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.049816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-90826f36-2fdd-41a9-ab4b-ef1ec89de843 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '3c375fc1-bcec-433f-8295-95436d62d599', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:48.056601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-90826f36-2fdd-41a9-ab4b-ef1ec89de843 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:48.099823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-90826f36-2fdd-41a9-ab4b-ef1ec89de843 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:48.100687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Network 55bf82ca-e0df-4618-873d-fce2dba8dd77 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:48.105298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:48.117238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:48.122575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:48.122575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.122922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-90826f36-2fdd-41a9-ab4b-ef1ec89de843 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:48.125603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event updated for resources: {'Port': ['ID=7849afaa-ade1-45ca-ac29-ab74d7b5e6e8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:48.129117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:48.135249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-90826f36-2fdd-41a9-ab4b-ef1ec89de843 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:48.137385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-40124a04-3147-4583-827d-d61430bd9dde tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.141576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:48.147212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a9576734-53eb-4fb1-a5ac-44cd7ba03404 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:48.158955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:48.161949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:48.165832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:48.166443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.166795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.184027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40124a04-3147-4583-827d-d61430bd9dde tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2817438d-8d79-40f8-bf3c-7406f92c871b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:48.196711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.201434 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/networks/59fb06f2-9c17-4581-86b0-9cadeff170d6 HTTP/1.1" status: 204 len: 168 time: 3.0855839 Feb 28 11:31:48.203176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb404c-806b-450d-b6ba-3a756829ee17 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Network': ['ID=59fb06f2-9c17-4581-86b0-9cadeff170d6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:48.205381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48190) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.219352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-40124a04-3147-4583-827d-d61430bd9dde tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.223288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-40124a04-3147-4583-827d-d61430bd9dde tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/2817438d-8d79-40f8-bf3c-7406f92c871b HTTP/1.1" status: 204 len: 168 time: 0.5074303 Feb 28 11:31:48.223421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.228209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48194) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.282650 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-516d9763-48c3-4442-8d66-ccb18cbb38f0 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.3096876 Feb 28 11:31:48.288334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48198) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.292454 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5ea4342f-193e-43bc-9d68-5059c7a6458a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1130173 Feb 28 11:31:48.302346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48202) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.303934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port a9576734-53eb-4fb1-a5ac-44cd7ba03404 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:48.361256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.372775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-55e7851a-d28a-487d-94c6-d9ca3c328207 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:48.384131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b0b4f-affe-417b-b65f-502ffd743334 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Deleting port 7849afaa-ade1-45ca-ac29-ab74d7b5e6e8 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:48.384571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0b4f-affe-417b-b65f-502ffd743334 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.436606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.437217 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-90826f36-2fdd-41a9-ab4b-ef1ec89de843 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:48.438259 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-90826f36-2fdd-41a9-ab4b-ef1ec89de843 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3997397 Feb 28 11:31:48.441109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48206) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.450695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port a51f8a41-e18c-47ed-b553-72641ff01779 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:48.451066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.513034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Router 87736082-ba2f-4e09-9327-121ca6057923 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:31:48.543737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-55e7851a-d28a-487d-94c6-d9ca3c328207 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:48.544986 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-55e7851a-d28a-487d-94c6-d9ca3c328207 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3157296 Feb 28 11:31:48.549860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48210) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:48.581451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375025301'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:48.649856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:48.735075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:48.738881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab7528-9edd-48fa-98db-d97d9d7f83dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:48.742908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ab7528-9edd-48fa-98db-d97d9d7f83dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:48.743810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f6ab7528-9edd-48fa-98db-d97d9d7f83dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:48.816927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28c93632-f545-497f-a428-ccb042a18536 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.825892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.826226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.873219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28c93632-f545-497f-a428-ccb042a18536 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.899028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bc999c8b-3c55-4516-ba49-9e8dc034ab49 None None] Provisioning for port a9576734-53eb-4fb1-a5ac-44cd7ba03404 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:48.905199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bc999c8b-3c55-4516-ba49-9e8dc034ab49 None None] Provisioning complete for port a9576734-53eb-4fb1-a5ac-44cd7ba03404 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:48.905682 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bc999c8b-3c55-4516-ba49-9e8dc034ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.917337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:48.932822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0b4f-affe-417b-b65f-502ffd743334 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.075876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for a51f8a41-e18c-47ed-b553-72641ff01779 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:49.079766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bc999c8b-3c55-4516-ba49-9e8dc034ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.090391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b0b4f-affe-417b-b65f-502ffd743334 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Calling delete_port for 7849afaa-ade1-45ca-ac29-ab74d7b5e6e8 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:49.104125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f6ab7528-9edd-48fa-98db-d97d9d7f83dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:49.109109 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f6ab7528-9edd-48fa-98db-d97d9d7f83dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.8016572 Feb 28 11:31:49.112774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48214) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:49.115003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bc999c8b-3c55-4516-ba49-9e8dc034ab49 None None] For port a9576734-53eb-4fb1-a5ac-44cd7ba03404, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a9576734-53eb-4fb1-a5ac-44cd7ba03404,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:49.214997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e9239ae1-db04-44c9-9106-49f8eeafc5db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:49.215220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9239ae1-db04-44c9-9106-49f8eeafc5db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.219130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bc999c8b-3c55-4516-ba49-9e8dc034ab49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.257319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:49.272646 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda98ac0-9f57-4a76-872c-5974c9e3187c None None] Sync routers for ids ['87736082-ba2f-4e09-9327-121ca6057923'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:49.276268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28c93632-f545-497f-a428-ccb042a18536 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.297314 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda98ac0-9f57-4a76-872c-5974c9e3187c None None] Routers {'87736082-ba2f-4e09-9327-121ca6057923'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:49.303384 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-eda98ac0-9f57-4a76-872c-5974c9e3187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['87736082-ba2f-4e09-9327-121ca6057923'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:49.303539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c93632-f545-497f-a428-ccb042a18536 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c375fc1-bcec-433f-8295-95436d62d599,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:49.304014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28c93632-f545-497f-a428-ccb042a18536 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.305125 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-28c93632-f545-497f-a428-ccb042a18536 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/3c375fc1-bcec-433f-8295-95436d62d599 HTTP/1.1" status: 204 len: 168 time: 0.8631406 Feb 28 11:31:49.308613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48218) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:49.350453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc999c8b-3c55-4516-ba49-9e8dc034ab49 None None] Pushing event updated for resources: {'Port': ['ID=a9576734-53eb-4fb1-a5ac-44cd7ba03404,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:49.374595 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-eda98ac0-9f57-4a76-872c-5974c9e3187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:49.378356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0b4f-affe-417b-b65f-502ffd743334 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.388900 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda98ac0-9f57-4a76-872c-5974c9e3187c None None] Routers {'87736082-ba2f-4e09-9327-121ca6057923'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:49.390422 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-eda98ac0-9f57-4a76-872c-5974c9e3187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['87736082-ba2f-4e09-9327-121ca6057923'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:49.407566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3847b481-da98-4cf8-a24f-d13f08aee795 None None] Provisioning for port 21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:49.416337 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3847b481-da98-4cf8-a24f-d13f08aee795 None None] Provisioning complete for port 21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:49.417124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3847b481-da98-4cf8-a24f-d13f08aee795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.463073 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-eda98ac0-9f57-4a76-872c-5974c9e3187c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:49.463637 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda98ac0-9f57-4a76-872c-5974c9e3187c None None] The sync data for ids ['87736082-ba2f-4e09-9327-121ca6057923'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:49.485654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3847b481-da98-4cf8-a24f-d13f08aee795 None None] Port 21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:31:49.534210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:49.546160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.549485 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2dbcb1f1-c5a5-479d-8537-18b61e0c5a72 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.9014246 Feb 28 11:31:49.559354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48222) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:49.566512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b0b4f-affe-417b-b65f-502ffd743334 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event deleted for resources: {'Port': ['ID=7849afaa-ade1-45ca-ac29-ab74d7b5e6e8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:49.575741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:49.612969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.618344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-63325471-edf8-45b9-a4ef-3bce1cddfe32 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Synchronizing usage tracker for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:49.633565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0b3b0b4f-affe-417b-b65f-502ffd743334 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.693225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.694529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.738114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-63325471-edf8-45b9-a4ef-3bce1cddfe32 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Unset dirty status for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:49.747420 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-63325471-edf8-45b9-a4ef-3bce1cddfe32 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4297943 Feb 28 11:31:49.748550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48226) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:49.753705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'tempest-secgroup--714950101'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:49.760494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:49.769878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:49.796317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.816062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=a51f8a41-e18c-47ed-b553-72641ff01779,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:49.841428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c496e13-3baa-4351-93b5-f4565d81b391,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:49.898295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.934991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:49.939064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:49.941875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:49.949102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:49.959859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:49.961801 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-749be4a2-3459-42e6-aff4-51ab5661ad45 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4102125 Feb 28 11:31:49.966019 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0b3b0b4f-affe-417b-b65f-502ffd743334 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7849afaa-ade1-45ca-ac29-ab74d7b5e6e8 HTTP/1.1" status: 204 len: 168 time: 1.6729577 Feb 28 11:31:49.966019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48230) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:49.968702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48232) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:49.974694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77', 'external_fixed_ips': [{'subnet_id': 'c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712', 'ip_address': '2001:db8::393'}]}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:49.982651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '3c496e13-3baa-4351-93b5-f4565d81b391', 'direction': 'ingress', 'protocol': 17}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:49.985302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a9576734-53eb-4fb1-a5ac-44cd7ba03404 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:31:49.996202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:49.996202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:50.001044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:50.001399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9239ae1-db04-44c9-9106-49f8eeafc5db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.008752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Usage tracker for resource:router and tenant:b2faa04e217347dbb1f6638568c7693b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:50.015973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:50.020785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:50.028773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:50.038561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:50.055543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a9576734-53eb-4fb1-a5ac-44cd7ba03404 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:31:50.055910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.063908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.094145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.117009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.118091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.121382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.159658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e9239ae1-db04-44c9-9106-49f8eeafc5db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:50.163491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdbdeb3-a883-4c15-8132-291c8af30c4d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:50.202853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.221958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.226424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.332734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.334304 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ad222fd5-b599-4dbe-bc9c-c719942ac363 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5852098 Feb 28 11:31:50.337333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48238) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.342780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-55a7a2c7-2095-4300-a684-002651af18c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '6bdbdeb3-a883-4c15-8132-291c8af30c4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:50.349602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-55a7a2c7-2095-4300-a684-002651af18c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:50.353570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-55a7a2c7-2095-4300-a684-002651af18c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:50.356481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-55a7a2c7-2095-4300-a684-002651af18c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:50.366738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-55a7a2c7-2095-4300-a684-002651af18c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:50.371805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.376164 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5ca860f8-4fcf-460f-8196-f4f8602c7075 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/floatingips/7dd11ae3-6315-430e-a647-e89bf2a75b39 HTTP/1.1" status: 204 len: 168 time: 2.1661754 Feb 28 11:31:50.416035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48242) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.418502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.570326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-de036b4a-bdc3-4fb2-b695-f51b54563308 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:50.570779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de036b4a-bdc3-4fb2-b695-f51b54563308 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:50.572457 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-de036b4a-bdc3-4fb2-b695-f51b54563308 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/ports/3c186b4e-7314-4603-889b-e7adab8cb1a7 HTTP/1.1" status: 404 len: 333 time: 0.1553576 Feb 28 11:31:50.576313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30312af7-3daf-422b-ad50-f0cded04c252,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:50.578129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48246) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.634556 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c78d409f-45fc-4f41-ace3-5ab1e93ac7b1 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/routers/87736082-ba2f-4e09-9327-121ca6057923 HTTP/1.1" status: 200 len: 919 time: 1.0711715 Feb 28 11:31:50.637692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48250) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.642430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-02b83ddf-a203-46ea-8b00-7d0f20e80a1c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Synchronizing usage tracker for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:50.656664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.660436 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a9730ba6-53e5-417f-92be-9d079a650e00 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6906829 Feb 28 11:31:50.666357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48254) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.678421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.690008 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0dd63d35-e439-42f2-a8b5-4a6593eb5efe tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=87736082-ba2f-4e09-9327-121ca6057923 HTTP/1.1" status: 200 len: 205 time: 0.0488563 Feb 28 11:31:50.690582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48258) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.738017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.741438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-02b83ddf-a203-46ea-8b00-7d0f20e80a1c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Unset dirty status for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:50.742584 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-02b83ddf-a203-46ea-8b00-7d0f20e80a1c tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "GET /v2.0/ports?device_id=63945d65-9132-4940-a551-4469bf80d518 HTTP/1.1" status: 200 len: 205 time: 0.1586287 Feb 28 11:31:50.743666 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-55a7a2c7-2095-4300-a684-002651af18c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The resource could not be found. Feb 28 11:31:50.745489 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-55a7a2c7-2095-4300-a684-002651af18c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4064939 Feb 28 11:31:50.750069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48262) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.752019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9239ae1-db04-44c9-9106-49f8eeafc5db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.754129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48264) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.763508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bbc80a21-c8de-45fc-88cc-abe60d64bb60 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '6bdbdeb3-a883-4c15-8132-291c8af30c4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '56076e26-4307-4d81-a6b8-cb9a5d5f1808'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:50.776693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bbc80a21-c8de-45fc-88cc-abe60d64bb60 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:50.789001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bbc80a21-c8de-45fc-88cc-abe60d64bb60 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:50.792336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:50.799509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bbc80a21-c8de-45fc-88cc-abe60d64bb60 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:50.809929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bbc80a21-c8de-45fc-88cc-abe60d64bb60 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:50.938282 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-e6e3c7dd-624f-45a2-80e2-8c5ead4ec237 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] delete failed (client error): The resource could not be found. Feb 28 11:31:50.939243 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e6e3c7dd-624f-45a2-80e2-8c5ead4ec237 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/routers/63945d65-9132-4940-a551-4469bf80d518 HTTP/1.1" status: 404 len: 336 time: 0.1859086 Feb 28 11:31:50.945400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48270) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:50.945580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9239ae1-db04-44c9-9106-49f8eeafc5db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:51.001937 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-40639bc2-8ebd-412f-a1db-b592eafae166 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] DELETE failed (client error): The resource could not be found. Feb 28 11:31:51.002378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40639bc2-8ebd-412f-a1db-b592eafae166 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:31:51.007992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9239ae1-db04-44c9-9106-49f8eeafc5db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.012598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.014869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.018259 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/3c496e13-3baa-4351-93b5-f4565d81b391 HTTP/1.1" status: 204 len: 168 time: 0.3517473 Feb 28 11:31:51.020396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48274) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.040179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-40639bc2-8ebd-412f-a1db-b592eafae166 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/subnets/b85f5f2e-bd86-4984-8f59-8c0b7c01a155 HTTP/1.1" status: 404 len: 337 time: 0.0923297 Feb 28 11:31:51.043115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48278) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.043841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c496e13-3baa-4351-93b5-f4565d81b391,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:51.061107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:31:51.096823 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-bbc80a21-c8de-45fc-88cc-abe60d64bb60 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The resource could not be found. Feb 28 11:31:51.100513 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bbc80a21-c8de-45fc-88cc-abe60d64bb60 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3427398 Feb 28 11:31:51.102309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.102625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48282) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.102777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.103131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.103496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.103833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.104263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.104483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.104811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.105130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.105450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.105771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c471274a-7d5e-4310-baae-5af38bee87ed tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:51.177513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-38918655-2be8-4f8b-9e60-e5e50d7dab18 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port f47823f5-b9c7-4ed2-8a6d-a0f291503ae4 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:51.177856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-38918655-2be8-4f8b-9e60-e5e50d7dab18 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.193210 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e9239ae1-db04-44c9-9106-49f8eeafc5db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd HTTP/1.1" status: 204 len: 168 time: 2.0783772 Feb 28 11:31:51.201784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48286) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.204730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-127c3afc-13ce-4884-9b0e-3132eb091fa4 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:51.357451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf79c7b1-3b9f-45da-9637-2625f1efa8db tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.360569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-127c3afc-13ce-4884-9b0e-3132eb091fa4 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:51.361775 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-127c3afc-13ce-4884-9b0e-3132eb091fa4 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3363090 Feb 28 11:31:51.367340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48290) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.383281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ffbd4e-febd-4fac-9806-94597e7ff582 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.383905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-secgroup--128258986'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:51.384541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ffbd4e-febd-4fac-9806-94597e7ff582 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:51.385331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-14ffbd4e-febd-4fac-9806-94597e7ff582 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:51.397444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.455783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:51.478618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf79c7b1-3b9f-45da-9637-2625f1efa8db tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.478981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.521061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.549259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:51.618026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-14ffbd4e-febd-4fac-9806-94597e7ff582 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:51.619185 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-14ffbd4e-febd-4fac-9806-94597e7ff582 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4098511 Feb 28 11:31:51.624307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48294) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.665324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:51.677808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] Sync routers for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:51.692714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:51.693445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:51.700054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.715838 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-80e9a964-3f74-4c27-9efb-a199cb04c8f4 admin admin] 10.222.0.31 "PUT /v2.0/routers/31f3f68f-4a62-4c1c-b6b3-174b91a34043/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6553676 Feb 28 11:31:51.719060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48298) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.788985 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf79c7b1-3b9f-45da-9637-2625f1efa8db tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.791856 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf79c7b1-3b9f-45da-9637-2625f1efa8db tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.792465 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cf79c7b1-3b9f-45da-9637-2625f1efa8db tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/6bdbdeb3-a883-4c15-8132-291c8af30c4d HTTP/1.1" status: 204 len: 168 time: 0.6872866 Feb 28 11:31:51.798119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-38918655-2be8-4f8b-9e60-e5e50d7dab18 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.805017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48302) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:51.871342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf79c7b1-3b9f-45da-9637-2625f1efa8db tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdbdeb3-a883-4c15-8132-291c8af30c4d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:51.880434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:31:51.900248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:51.906574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:51.914817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:51.918754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:51.936892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:51.974673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-38918655-2be8-4f8b-9e60-e5e50d7dab18 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for f47823f5-b9c7-4ed2-8a6d-a0f291503ae4 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:52.000784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Deleting port 6dd3c3a8-6dd5-4202-a729-4e99a5727053 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:52.000784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.045716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.185489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:31:46Z', 'revision_number': 5, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:52.190169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] Checking router: 31f3f68f-4a62-4c1c-b6b3-174b91a34043 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:31:52.202887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] Routers {'31f3f68f-4a62-4c1c-b6b3-174b91a34043'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:52.203828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:52.221477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1a0592ba-b34b-430f-a1c8-3854d682f309 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Synchronizing usage tracker for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:52.281562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.283441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Allocated IP 2001:db8::393 (55bf82ca-e0df-4618-873d-fce2dba8dd77/c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712/643ce576-3fc5-4077-a46d-5d9eef75ca62) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:52.353969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae2d6db9-0855-4063-af44-69eee17b7885 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet d607e4a7-0062-49b2-ba38-f94e39f2fa18 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:52.356585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f67143-466c-43a6-b3da-e73f28f462c3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:52.362646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6db9-0855-4063-af44-69eee17b7885 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.385127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] Set router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:31:52.394274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.451961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.457687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1a0592ba-b34b-430f-a1c8-3854d682f309 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Unset dirty status for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:52.463034 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1a0592ba-b34b-430f-a1c8-3854d682f309 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6485963 Feb 28 11:31:52.466358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48306) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:52.485223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c1195f1c-e109-44d3-8e36-a421e3a1f6c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '4f1cddae-78e0-42e5-9826-bfc55161ccf3', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:52.497401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6db9-0855-4063-af44-69eee17b7885 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.522714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.523586 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-92391149-7b17-4c72-a1c7-c455c18037aa tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1557143 Feb 28 11:31:52.525059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c1195f1c-e109-44d3-8e36-a421e3a1f6c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:52.532863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48310) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:52.540645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-38918655-2be8-4f8b-9e60-e5e50d7dab18 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.551144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-secgroup--552383315'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:52.556089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c1195f1c-e109-44d3-8e36-a421e3a1f6c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:52.564777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c1195f1c-e109-44d3-8e36-a421e3a1f6c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:52.611654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:52.640990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Calling delete_port for 6dd3c3a8-6dd5-4202-a729-4e99a5727053 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:52.659958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.696473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c1195f1c-e109-44d3-8e36-a421e3a1f6c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:52.703364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:52.706557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38918655-2be8-4f8b-9e60-e5e50d7dab18 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=f47823f5-b9c7-4ed2-8a6d-a0f291503ae4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:52.712389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:52.724767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:52.728378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:31:46Z', 'revision_number': 5, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:52.732467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c487f1-1505-403b-af9d-0bfafc140789 None None] The sync data for ids ['31f3f68f-4a62-4c1c-b6b3-174b91a34043'] in dv-neutron-830866-1-hyperv is: [{'id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'name': 'tempest-ServerActionsTestJSON-1776022372-router', 'tenant_id': '8fd36d637f5245bbb6acf693f3543811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19'}], 'enable_snat': True}, 'gw_port_id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:27:51Z', 'updated_at': '2022-02-28T11:31:46Z', 'revision_number': 5, 'project_id': '8fd36d637f5245bbb6acf693f3543811', 'gw_port': {'id': '70135da0-8115-489c-8651-fbfd70fa48b5', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:bb:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31f3f68f-4a62-4c1c-b6b3-174b91a34043', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:27:54Z', 'updated_at': '2022-02-28T11:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:52.781668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.874510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.895996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.943393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6db9-0855-4063-af44-69eee17b7885 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.949861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.977730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Network 55bf82ca-e0df-4618-873d-fce2dba8dd77 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:52.985834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event updated for resources: {'Port': ['ID=643ce576-3fc5-4077-a46d-5d9eef75ca62,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:52.993868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-38918655-2be8-4f8b-9e60-e5e50d7dab18 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:52.995988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:53.002481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event deleted for resources: {'Port': ['ID=6dd3c3a8-6dd5-4202-a729-4e99a5727053,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:53.004673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Deleting port 70135da0-8115-489c-8651-fbfd70fa48b5 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:53.005681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.009629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:53.099601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:53.104725 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-c1195f1c-e109-44d3-8e36-a421e3a1f6c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The resource could not be found. Feb 28 11:31:53.109241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c1195f1c-e109-44d3-8e36-a421e3a1f6c1 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6366034 Feb 28 11:31:53.111797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48314) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:53.118607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820501639'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:53.124177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:53.128990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:53.132639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:53.143587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:53.156199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:53.164629 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-38918655-2be8-4f8b-9e60-e5e50d7dab18 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/ports/f47823f5-b9c7-4ed2-8a6d-a0f291503ae4 HTTP/1.1" status: 204 len: 168 time: 2.1182182 Feb 28 11:31:53.168694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48318) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:53.237057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6db9-0855-4063-af44-69eee17b7885 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.294095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.313512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2d6db9-0855-4063-af44-69eee17b7885 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=d607e4a7-0062-49b2-ba38-f94e39f2fa18,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:53.339539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fb7737c2-147d-4d20-aae5-851af84e47b3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port ac22d7c6-11cf-4af2-af36-a730cbe46ac3 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:53.339873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fb7737c2-147d-4d20-aae5-851af84e47b3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.374761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8b1ad7-0f1a-416a-921b-62f6e1d87b7c None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:53.386273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae2d6db9-0855-4063-af44-69eee17b7885 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.392736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.393893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.441103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.509621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:53.517596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ae2d6db9-0855-4063-af44-69eee17b7885 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/d607e4a7-0062-49b2-ba38-f94e39f2fa18 HTTP/1.1" status: 204 len: 168 time: 1.8902199 Feb 28 11:31:53.524791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48322) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:53.531318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:53.546554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:53.561935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:53.568728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fff0a8-d193-4495-bf73-45704ea7e9ce,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:53.603858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] For port 70135da0-8115-489c-8651-fbfd70fa48b5, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=70135da0-8115-489c-8651-fbfd70fa48b5,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:53.604224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.628784 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6182a5fc-904c-4a8d-b6d1-b5441b2c8d35 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1007009 Feb 28 11:31:53.629278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48326) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:53.660206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:31:53.666445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Deleting port a9576734-53eb-4fb1-a5ac-44cd7ba03404 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:53.667219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.808556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.813211 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-67dcca91-4224-4349-8a1f-e634c1ac8bcd tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2787881 Feb 28 11:31:53.820498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48330) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:53.832779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': 'e6f67143-466c-43a6-b3da-e73f28f462c3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a1fff0a8-d193-4495-bf73-45704ea7e9ce', 'remote_ip_prefix': None}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:53.853596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:53.860518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.861102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:53.868392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:53.884375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:53.895352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:53.905977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] For port a9576734-53eb-4fb1-a5ac-44cd7ba03404, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a9576734-53eb-4fb1-a5ac-44cd7ba03404,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:53.906620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.025584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Calling delete_port for 70135da0-8115-489c-8651-fbfd70fa48b5 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:54.037088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a9576734-53eb-4fb1-a5ac-44cd7ba03404 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:54.066060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Calling delete_port for a9576734-53eb-4fb1-a5ac-44cd7ba03404 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:54.075221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.083241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fb7737c2-147d-4d20-aae5-851af84e47b3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.110417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.133605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.221888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9576dd-8cc9-436a-98d3-3497d5f4c355 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:54.222104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.222197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0d9576dd-8cc9-436a-98d3-3497d5f4c355 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:54.230035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.233886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.250948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fb7737c2-147d-4d20-aae5-851af84e47b3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for ac22d7c6-11cf-4af2-af36-a730cbe46ac3 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:54.271387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.321811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0d9576dd-8cc9-436a-98d3-3497d5f4c355 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:54.326224 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0d9576dd-8cc9-436a-98d3-3497d5f4c355 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6935208 Feb 28 11:31:54.327585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.328172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Fanout notify agent at l3_agent the message router_deleted on router 87736082-ba2f-4e09-9327-121ca6057923 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:31:54.334776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48334) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:54.361712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 07131ff1-7976-4a2f-b498-b43527f27a64 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:54.385490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Pushing event deleted for resources: {'Port': ['ID=a9576734-53eb-4fb1-a5ac-44cd7ba03404,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:54.385844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a915194-7802-4662-8f0e-9e2bc3973b19,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:54.402140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] No DVR routers for this DVR port a9576734-53eb-4fb1-a5ac-44cd7ba03404 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:54.404048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 07131ff1-7976-4a2f-b498-b43527f27a64 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:54.404574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 07131ff1-7976-4a2f-b498-b43527f27a64 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:54.413245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.413830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.414229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.414794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.415368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.430993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.430993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.430993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.430993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.430993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.430993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.430993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99a8377-5ba5-498c-a304-5230dd9e7080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.432334 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c3433567-406a-44b5-ba3f-84954a299583 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3065956 Feb 28 11:31:54.432334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48338) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:54.432591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5181d782-66cc-444e-981e-624d1ac21ca4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:54.432591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5181d782-66cc-444e-981e-624d1ac21ca4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:54.432741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420197538'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:54.458272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.459337 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f0248d94-fb30-4d8a-b9b2-db322f769c20 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/87736082-ba2f-4e09-9327-121ca6057923 HTTP/1.1" status: 204 len: 168 time: 3.7678568 Feb 28 11:31:54.463024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48342) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:54.469232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1352502600', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': False}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:54.473974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:54.477883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Usage tracker for resource:router and tenant:8d11317277514923bd5098d6bf625be3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:54.482201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:54.483619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:54.487105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:54.533285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:54.544695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.545689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.549244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.550182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5181d782-66cc-444e-981e-624d1ac21ca4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:54.551584 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5181d782-66cc-444e-981e-624d1ac21ca4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2130547 Feb 28 11:31:54.553666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.556220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48346) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:54.611418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Pushing event deleted for resources: {'Port': ['ID=70135da0-8115-489c-8651-fbfd70fa48b5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:54.633327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.640228 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e5d68308-d7e9-4065-b361-3f2eb19dd2c3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0791163 Feb 28 11:31:54.654534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48350) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:54.663780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.669661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:54.684333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.684674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.685009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.685338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.686878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.686878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.686878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.686878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.687200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.687324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.687648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:31:54.693444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c87b00-509e-40aa-b823-7391a7de85c5,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:54.713860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fb7737c2-147d-4d20-aae5-851af84e47b3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.729943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.775017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7737c2-147d-4d20-aae5-851af84e47b3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=ac22d7c6-11cf-4af2-af36-a730cbe46ac3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:54.791542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:54.793721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.797798 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-08801149-9508-469f-ba9e-f7a2809f8341 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9734035 Feb 28 11:31:54.798141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48354) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:54.830410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:54.844176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:54.887215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:54.955309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fb7737c2-147d-4d20-aae5-851af84e47b3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:54.981612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fb7737c2-147d-4d20-aae5-851af84e47b3 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/ports/ac22d7c6-11cf-4af2-af36-a730cbe46ac3 HTTP/1.1" status: 204 len: 168 time: 1.8075287 Feb 28 11:31:54.981943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48358) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:55.027065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.039292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Router f1160581-d08a-4bfc-a8e8-d546444d139a is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:31:55.052113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:55.068418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce2021f2-104d-4b99-aff8-a47949096f38 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.130190 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:55.140468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce2021f2-104d-4b99-aff8-a47949096f38 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.153651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.175594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.232611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3182766-c630-4c5c-92b1-abefae9c577d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:55.233212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c3182766-c630-4c5c-92b1-abefae9c577d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Synchronizing usage tracker for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:55.239845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74a302d-78e1-442b-9e5b-1c0b61c0af64,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:55.325289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:31:55.336348 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Sync routers for ids ['f1160581-d08a-4bfc-a8e8-d546444d139a'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:31:55.341354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.345496 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-12737384-641d-4fa3-9e4d-b158d176dbb2 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9197242 Feb 28 11:31:55.345496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c3182766-c630-4c5c-92b1-abefae9c577d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Unset dirty status for tenant:3290f32aadf2478f9cea4290cf4e6f7a on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:55.345496 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c3182766-c630-4c5c-92b1-abefae9c577d tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "GET /v2.0/ports?device_id=98d4ccb5-7675-4568-9bb2-a6696b633507 HTTP/1.1" status: 200 len: 913 time: 0.3618853 Feb 28 11:31:55.345913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48362) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:55.351836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f0af12ab-638d-4587-abb7-a4cfa753c4f6 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group_rule': {'security_group_id': '4a915194-7802-4662-8f0e-9e2bc3973b19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'b74a302d-78e1-442b-9e5b-1c0b61c0af64'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:55.358018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48366) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:55.360711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f0af12ab-638d-4587-abb7-a4cfa753c4f6 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:55.365515 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Routers {'f1160581-d08a-4bfc-a8e8-d546444d139a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:55.366192 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f1160581-d08a-4bfc-a8e8-d546444d139a'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:55.401540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:55.431336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f0af12ab-638d-4587-abb7-a4cfa753c4f6 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:55.542963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.561234 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Set router f1160581-d08a-4bfc-a8e8-d546444d139a gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:31:55.587376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f0af12ab-638d-4587-abb7-a4cfa753c4f6 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:55.596940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.598116 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-470987be-fc4b-4d15-80ee-6a279f55943c tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.6274431 Feb 28 11:31:55.599293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f0af12ab-638d-4587-abb7-a4cfa753c4f6 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:55.606416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48370) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:55.608329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce2021f2-104d-4b99-aff8-a47949096f38 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.651161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2021f2-104d-4b99-aff8-a47949096f38 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8c87b00-509e-40aa-b823-7391a7de85c5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:55.668252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.686267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.700292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.705716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce2021f2-104d-4b99-aff8-a47949096f38 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.710389 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ce2021f2-104d-4b99-aff8-a47949096f38 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/c8c87b00-509e-40aa-b823-7391a7de85c5 HTTP/1.1" status: 204 len: 168 time: 0.9069169 Feb 28 11:31:55.715583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48376) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:55.855079 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-f0af12ab-638d-4587-abb7-a4cfa753c4f6 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:31:55.859217 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f0af12ab-638d-4587-abb7-a4cfa753c4f6 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.5093884 Feb 28 11:31:55.866785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48380) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:55.939757 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1160581-d08a-4bfc-a8e8-d546444d139a', 'name': '', 'tenant_id': 'b2faa04e217347dbb1f6638568c7693b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77', 'external_fixed_ips': [{'subnet_id': 'c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712', 'ip_address': '2001:db8::393'}], 'enable_snat': True}, 'gw_port_id': '643ce576-3fc5-4077-a46d-5d9eef75ca62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:50Z', 'updated_at': '2022-02-28T11:31:53Z', 'revision_number': 3, 'project_id': 'b2faa04e217347dbb1f6638568c7693b', 'gw_port': {'id': '643ce576-3fc5-4077-a46d-5d9eef75ca62', 'name': '', 'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:63:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1160581-d08a-4bfc-a8e8-d546444d139a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712', 'ip_address': '2001:db8::393', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:51Z', 'updated_at': '2022-02-28T11:31:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:55.944901 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Checking router: f1160581-d08a-4bfc-a8e8-d546444d139a for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:31:55.945319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-030ec075-0049-4ddb-b6b8-f10714a1244d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:55.945462 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Updating router f1160581-d08a-4bfc-a8e8-d546444d139a port 643ce576-3fc5-4077-a46d-5d9eef75ca62 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:31:55.967104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:55.967592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31f3f68f-4a62-4c1c-b6b3-174b91a34043 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:31:56.059213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.062919 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.092170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.093543 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-69230b43-9367-4fe2-ae6b-b0dda19b608d admin admin] 10.222.0.31 "DELETE /v2.0/routers/31f3f68f-4a62-4c1c-b6b3-174b91a34043 HTTP/1.1" status: 204 len: 168 time: 4.3732989 Feb 28 11:31:56.107081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48386) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:56.149220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-030ec075-0049-4ddb-b6b8-f10714a1244d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:56.151386 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-030ec075-0049-4ddb-b6b8-f10714a1244d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4348495 Feb 28 11:31:56.195777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48390) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:56.230080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a37dd7d-f3a4-44fa-b652-7916cce4a1b9 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.277579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac338d9e-4cfe-4363-8973-f14187255095 admin admin] Deleting subnet e7ba25d1-ab50-4397-9c45-c314d870c0a6 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:31:56.282414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac338d9e-4cfe-4363-8973-f14187255095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.312253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.312582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a37dd7d-f3a4-44fa-b652-7916cce4a1b9 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.383632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3061b195-0a47-440c-a874-3f8ddfb793bb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.384648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.423654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3061b195-0a47-440c-a874-3f8ddfb793bb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.428487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.433846 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.476583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac338d9e-4cfe-4363-8973-f14187255095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.509676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a37dd7d-f3a4-44fa-b652-7916cce4a1b9 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.516024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:56.522586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=a5861eef-158c-4417-9026-80b89adee1ab,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:56.527149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:56.532449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:56.532687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.535228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a37dd7d-f3a4-44fa-b652-7916cce4a1b9 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74a302d-78e1-442b-9e5b-1c0b61c0af64,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:56.541829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c9cb74-6323-4a34-8e21-a39da2d545bb None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:56.551321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.569478 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Transition to ACTIVE for port object 643ce576-3fc5-4077-a46d-5d9eef75ca62 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:56.639697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.640583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3061b195-0a47-440c-a874-3f8ddfb793bb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.644233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac338d9e-4cfe-4363-8973-f14187255095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.660009 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.681858 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6c54853d-278c-489e-8cfb-eb028ce48b00 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0235057 Feb 28 11:31:56.686149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48396) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:56.704570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:47:6b:64', 'name': 'tempest-NetworksTestDHCPv6-66650816'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:56.785408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061b195-0a47-440c-a874-3f8ddfb793bb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fff0a8-d193-4495-bf73-45704ea7e9ce,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:56.795856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a37dd7d-f3a4-44fa-b652-7916cce4a1b9 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.799381 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1a37dd7d-f3a4-44fa-b652-7916cce4a1b9 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/b74a302d-78e1-442b-9e5b-1c0b61c0af64 HTTP/1.1" status: 204 len: 168 time: 0.9293988 Feb 28 11:31:56.804062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48400) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:56.814559 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9433bb2-f00e-47e5-bbfd-7ed75f704766 None None] Pushing event updated for resources: {'Port': ['ID=643ce576-3fc5-4077-a46d-5d9eef75ca62,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:56.821664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Allocated IP 172.26.1.211 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/3361bfa0-306f-4e7e-a075-99285ce18fa9) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:56.840158 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Attempting to bind port 643ce576-3fc5-4077-a46d-5d9eef75ca62 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:56.840490 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Attempting to bind port 643ce576-3fc5-4077-a46d-5d9eef75ca62 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '853626cd-54d3-42b0-bc2e-b3f05f243616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:56.840889 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Attempting to bind port 643ce576-3fc5-4077-a46d-5d9eef75ca62 on network 55bf82ca-e0df-4618-873d-fce2dba8dd77 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:56.847582 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:56.847962 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Checking segment: {'id': '853626cd-54d3-42b0-bc2e-b3f05f243616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:56.848323 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.849335 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Bound using segment: {'id': '853626cd-54d3-42b0-bc2e-b3f05f243616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:56.849950 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Bound port: 643ce576-3fc5-4077-a46d-5d9eef75ca62, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '853626cd-54d3-42b0-bc2e-b3f05f243616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '55bf82ca-e0df-4618-873d-fce2dba8dd77'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:56.850169 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.865275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': 'a5861eef-158c-4417-9026-80b89adee1ab'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:31:56.866093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.909088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Deleting port 643ce576-3fc5-4077-a46d-5d9eef75ca62 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:56.909428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.932174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:56.954209 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] For port 643ce576-3fc5-4077-a46d-5d9eef75ca62, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:56.960760 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] For port 643ce576-3fc5-4077-a46d-5d9eef75ca62, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=643ce576-3fc5-4077-a46d-5d9eef75ca62,segment=NetworkSegment(853626cd-54d3-42b0-bc2e-b3f05f243616),segment_id=853626cd-54d3-42b0-bc2e-b3f05f243616)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:56.970655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3061b195-0a47-440c-a874-3f8ddfb793bb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:56.972796 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3061b195-0a47-440c-a874-3f8ddfb793bb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/a1fff0a8-d193-4495-bf73-45704ea7e9ce HTTP/1.1" status: 204 len: 168 time: 0.7751825 Feb 28 11:31:56.987361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48404) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:56.996704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7b62c254-4557-4612-ab4d-e81ac74644ac tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Synchronizing usage tracker for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:57.012152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac338d9e-4cfe-4363-8973-f14187255095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.025531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:57.035646 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.053126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/a5861eef-158c-4417-9026-80b89adee1ab/d94c6093-a24a-4d4a-813e-4503b7b30296) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:57.118934 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9433bb2-f00e-47e5-bbfd-7ed75f704766 None None] Pushing event updated for resources: {'Port': ['ID=643ce576-3fc5-4077-a46d-5d9eef75ca62,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:57.137132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7b62c254-4557-4612-ab4d-e81ac74644ac tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Unset dirty status for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:57.138465 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7b62c254-4557-4612-ab4d-e81ac74644ac tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.3333671 Feb 28 11:31:57.143797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] For port 643ce576-3fc5-4077-a46d-5d9eef75ca62, host dv-neutron-830866-1-hyperv, got binding levels [] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:57.144154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.151812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48408) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:57.153548 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Routers {'f1160581-d08a-4bfc-a8e8-d546444d139a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:31:57.154405 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f1160581-d08a-4bfc-a8e8-d546444d139a'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:57.210779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac338d9e-4cfe-4363-8973-f14187255095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7ba25d1-ab50-4397-9c45-c314d870c0a6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:57.253174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac338d9e-4cfe-4363-8973-f14187255095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.302386 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ac338d9e-4cfe-4363-8973-f14187255095 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e7ba25d1-ab50-4397-9c45-c314d870c0a6 HTTP/1.1" status: 204 len: 168 time: 1.1864941 Feb 28 11:31:57.314703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48412) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:57.323649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:31:57.328759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.343868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.351421 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] Set router f1160581-d08a-4bfc-a8e8-d546444d139a gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:31:57.378106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8d606385-b1f5-475b-89b3-753f859f33c0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:57.388205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.400562 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Transition to ACTIVE for port object d94c6093-a24a-4d4a-813e-4503b7b30296 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:57.407860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcaef48-885b-4a8c-8c53-bd76625197af None None] Network 4e0c166b-6d44-40ae-b73d-34a64444bcf0 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:31:57.426237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Calling delete_port for 643ce576-3fc5-4077-a46d-5d9eef75ca62 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:57.487164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 3298a76c-e0fa-4929-aa14-3bfe68ab644a yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:31:57.496669 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f98f1399-c790-4b47-8715-a6948968758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1160581-d08a-4bfc-a8e8-d546444d139a', 'name': '', 'tenant_id': 'b2faa04e217347dbb1f6638568c7693b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:50Z', 'updated_at': '2022-02-28T11:31:56Z', 'revision_number': 4, 'project_id': 'b2faa04e217347dbb1f6638568c7693b', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:57.502952 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98f1399-c790-4b47-8715-a6948968758f None None] The sync data for ids ['f1160581-d08a-4bfc-a8e8-d546444d139a'] in dv-neutron-830866-1-hyperv is: [{'id': 'f1160581-d08a-4bfc-a8e8-d546444d139a', 'name': '', 'tenant_id': 'b2faa04e217347dbb1f6638568c7693b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:50Z', 'updated_at': '2022-02-28T11:31:56Z', 'revision_number': 4, 'project_id': 'b2faa04e217347dbb1f6638568c7693b', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:31:57.545725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.565292 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Transition to ACTIVE for port object d94c6093-a24a-4d4a-813e-4503b7b30296 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:57.598525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a357a7a8-7fdd-4c7e-a76c-661761c98d94 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.599585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Deleting port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:57.604582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.639006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8d606385-b1f5-475b-89b3-753f859f33c0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:57.640383 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8d606385-b1f5-475b-89b3-753f859f33c0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6520722 Feb 28 11:31:57.647382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48416) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:57.670625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.746408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:57.750516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:57.767205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:57.782870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Pushing event updated for resources: {'Port': ['ID=d94c6093-a24a-4d4a-813e-4503b7b30296,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:57.786799 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::3e1 (d2f89622-2098-4601-99de-8eb1c2f9e684/a5861eef-158c-4417-9026-80b89adee1ab/3298a76c-e0fa-4929-aa14-3bfe68ab644a) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:31:57.791803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a357a7a8-7fdd-4c7e-a76c-661761c98d94 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.812899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.831781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:57.832044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:57.885488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Attempting to bind port d94c6093-a24a-4d4a-813e-4503b7b30296 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:31:57.885898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Attempting to bind port d94c6093-a24a-4d4a-813e-4503b7b30296 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:31:57.886327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Attempting to bind port d94c6093-a24a-4d4a-813e-4503b7b30296 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:31:57.897883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:31:57.898897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:31:57.898897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.899132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:31:57.899677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Bound port: d94c6093-a24a-4d4a-813e-4503b7b30296, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:31:57.900109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.955019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 70135da0-8115-489c-8651-fbfd70fa48b5 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:31:57.971010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a357a7a8-7fdd-4c7e-a76c-661761c98d94 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:57.999096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357a7a8-7fdd-4c7e-a76c-661761c98d94 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a915194-7802-4662-8f0e-9e2bc3973b19,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:58.004015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f86394f-3d56-4b0a-9a4e-479fa3e2ca84 None None] DHCP port deletion for 4e0c166b-6d44-40ae-b73d-34a64444bcf0 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:31:58.006207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 70135da0-8115-489c-8651-fbfd70fa48b5 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:31:58.007332 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 70135da0-8115-489c-8651-fbfd70fa48b5 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:31:58.014341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-5f86394f-3d56-4b0a-9a4e-479fa3e2ca84 None None] Deleting port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:58.014717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5f86394f-3d56-4b0a-9a4e-479fa3e2ca84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.083400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a357a7a8-7fdd-4c7e-a76c-661761c98d94 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.084618 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a357a7a8-7fdd-4c7e-a76c-661761c98d94 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/4a915194-7802-4662-8f0e-9e2bc3973b19 HTTP/1.1" status: 204 len: 168 time: 0.9318531 Feb 28 11:31:58.087227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48420) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:58.096927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:58.125950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:58.133387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event updated for resources: {'Port': ['ID=3361bfa0-306f-4e7e-a075-99285ce18fa9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:58.136904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:58.154645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] For port d94c6093-a24a-4d4a-813e-4503b7b30296, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:31:58.172641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] For port d94c6093-a24a-4d4a-813e-4503b7b30296, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d94c6093-a24a-4d4a-813e-4503b7b30296,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:31:58.178997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] For port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2e79dca4-9cea-4f67-a47d-2ab3c244b6ff,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:58.179610 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.197858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81da6c3e-9d94-4914-a853-f929ce7538e0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Synchronizing usage tracker for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:58.226455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port f1ef636b-c6d2-4712-9d64-071e0936e506 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:58.226773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.261605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.318078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81da6c3e-9d94-4914-a853-f929ce7538e0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Unset dirty status for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:58.319515 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-81da6c3e-9d94-4914-a853-f929ce7538e0 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2313366 Feb 28 11:31:58.340389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5f86394f-3d56-4b0a-9a4e-479fa3e2ca84 None None] For port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2e79dca4-9cea-4f67-a47d-2ab3c244b6ff,segment=NetworkSegment(9b38fc03-564f-4359-9918-477b9e83c552),segment_id=9b38fc03-564f-4359-9918-477b9e83c552)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:58.341270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5f86394f-3d56-4b0a-9a4e-479fa3e2ca84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.344991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48424) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:58.352565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Calling delete_port for 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:58.367002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Deleting port 643ce576-3fc5-4077-a46d-5d9eef75ca62 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:58.367344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.463999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'tempest-secgroup--13591442'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:58.472240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:58.481636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:58.488133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-5f86394f-3d56-4b0a-9a4e-479fa3e2ca84 None None] Calling delete_port for 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:58.528048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c003c99-f6ce-4256-8980-df5576b79563 None None] Pushing event updated for resources: {'Port': ['ID=d94c6093-a24a-4d4a-813e-4503b7b30296,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:58.543560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6068a270-028b-48cb-b3fe-0c55ea0d0ada tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.582133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.582812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.681374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5f86394f-3d56-4b0a-9a4e-479fa3e2ca84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.722143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6068a270-028b-48cb-b3fe-0c55ea0d0ada tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.727742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for f1ef636b-c6d2-4712-9d64-071e0936e506 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:58.773814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86394f-3d56-4b0a-9a4e-479fa3e2ca84 None None] Pushing event deleted for resources: {'Port': ['ID=2e79dca4-9cea-4f67-a47d-2ab3c244b6ff,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:58.799737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f86394f-3d56-4b0a-9a4e-479fa3e2ca84 None None] No DVR routers for this DVR port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:31:58.801204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:31:58.801526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:31:58.821210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] For port 643ce576-3fc5-4077-a46d-5d9eef75ca62, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=643ce576-3fc5-4077-a46d-5d9eef75ca62,segment=NetworkSegment(853626cd-54d3-42b0-bc2e-b3f05f243616),segment_id=853626cd-54d3-42b0-bc2e-b3f05f243616)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:31:58.821753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.857141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:58.869672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:31:58.884232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Usage tracker for resource:security_group_rule and tenant:af070fda0b054cfd827afe643f8b7114 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:31:58.893030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:31:58.898348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 3298a76c-e0fa-4929-aa14-3bfe68ab644a will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:31:58.905526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:31:58.964180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Calling delete_port for 643ce576-3fc5-4077-a46d-5d9eef75ca62 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:31:58.973859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6068a270-028b-48cb-b3fe-0c55ea0d0ada tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.006953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.008551 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6068a270-028b-48cb-b3fe-0c55ea0d0ada tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f67143-466c-43a6-b3da-e73f28f462c3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:59.011967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.093459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.151642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:31:59.152442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=3298a76c-e0fa-4929-aa14-3bfe68ab644a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:59.159780 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:31:59.173649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:31:59.173649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:59.173649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.173879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c28af70-d6ba-480e-9079-edd57d4935cb,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:59.194938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.195670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.256180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6068a270-028b-48cb-b3fe-0c55ea0d0ada tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.257317 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6068a270-028b-48cb-b3fe-0c55ea0d0ada tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6f67143-466c-43a6-b3da-e73f28f462c3 HTTP/1.1" status: 204 len: 168 time: 1.6089444 Feb 28 11:31:59.258386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.262179 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-86b24b4c-70e8-4d07-96e9-5fb5b687b892 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8749657 Feb 28 11:31:59.262179 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e09e4a61-cc17-42e4-9c9e-6c0ce1a0b812 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5682125 Feb 28 11:31:59.262179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48430) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:59.270270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48432) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:59.270793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48434) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:59.360922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.403873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.421069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=f1ef636b-c6d2-4712-9d64-071e0936e506,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:59.473100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event deleted for resources: {'Port': ['ID=643ce576-3fc5-4077-a46d-5d9eef75ca62,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:31:59.478212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e05b077f-1e61-427c-a683-5f37ce116376 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:59.478811 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-e05b077f-1e61-427c-a683-5f37ce116376 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 11:31:59.479791 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e05b077f-1e61-427c-a683-5f37ce116376 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "PUT /v2.0/security-groups/0c28af70-d6ba-480e-9079-edd57d4935cb HTTP/1.1" status: 409 len: 330 time: 0.2079246 Feb 28 11:31:59.485553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48442) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:59.492711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Deleting port 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:31:59.493058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.594395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] The port '2e79dca4-9cea-4f67-a47d-2ab3c244b6ff' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:31:59.752494 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e2a5aff9-8e61-423d-a51b-06937c41e4c0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:59.774048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-27babdf9-0c83-4758-a82d-82c42c32b04d None None] Provisioning for port d94c6093-a24a-4d4a-813e-4503b7b30296 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:31:59.779675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.822039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0c166b-6d44-40ae-b73d-34a64444bcf0']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:59.836483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb66bb2-c8a8-4569-a678-d62904f810c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:59.840408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb66bb2-c8a8-4569-a678-d62904f810c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:31:59.843955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0bb66bb2-c8a8-4569-a678-d62904f810c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:31:59.851307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b38fc03-564f-4359-9918-477b9e83c552') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:59.851654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b38fc03-564f-4359-9918-477b9e83c552') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:31:59.873900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.896449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.915578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e2a5aff9-8e61-423d-a51b-06937c41e4c0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:59.920502 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e2a5aff9-8e61-423d-a51b-06937c41e4c0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6478491 Feb 28 11:31:59.920502 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:31:59.920502 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.926312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48448) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:31:59.931739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:31:59.933902 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:31:59.991946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-secgroup--1157825667'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:31:59.996160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0bb66bb2-c8a8-4569-a678-d62904f810c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:31:59.996433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c193b23-5fca-4888-9fb4-e6eefa24ffdd tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:31:59.999694 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0bb66bb2-c8a8-4569-a678-d62904f810c7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.7238581 Feb 28 11:32:00.009877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48452) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:00.042018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d94c6093-a24a-4d4a-813e-4503b7b30296 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:00.056701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:00.072423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-08cb3f29-cae9-44d7-8e54-58dacf4f3ccf None None] Provisioning for port 3298a76c-e0fa-4929-aa14-3bfe68ab644a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:00.087516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-08cb3f29-cae9-44d7-8e54-58dacf4f3ccf None None] Provisioning complete for port 3298a76c-e0fa-4929-aa14-3bfe68ab644a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:00.087882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-08cb3f29-cae9-44d7-8e54-58dacf4f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.092080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7c0a3-5cd7-4c3b-bca9-db2c5afd415f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 3298a76c-e0fa-4929-aa14-3bfe68ab644a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:00.092869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c0a3-5cd7-4c3b-bca9-db2c5afd415f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.107704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:00.114914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c193b23-5fca-4888-9fb4-e6eefa24ffdd tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.133635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.156943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.165101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-08cb3f29-cae9-44d7-8e54-58dacf4f3ccf None None] Port 3298a76c-e0fa-4929-aa14-3bfe68ab644a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:32:00.181766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0c166b-6d44-40ae-b73d-34a64444bcf0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:00.224061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port d94c6093-a24a-4d4a-813e-4503b7b30296 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:00.229306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d94c6093-a24a-4d4a-813e-4503b7b30296 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:00.229740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.255838 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-508a45ec-d6e3-4754-8068-b7621cbe6f0d admin admin] 10.222.0.31 "DELETE /v2.0/networks/4e0c166b-6d44-40ae-b73d-34a64444bcf0 HTTP/1.1" status: 204 len: 168 time: 2.9340804 Feb 28 11:32:00.280756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.309765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.327490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.341270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Router bdd8cc21-3951-43d9-82ac-463f2ef00fb6 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:00.373410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.395066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.417371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port d94c6093-a24a-4d4a-813e-4503b7b30296, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d94c6093-a24a-4d4a-813e-4503b7b30296,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:00.476430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c193b23-5fca-4888-9fb4-e6eefa24ffdd tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.492469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.492948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1160581-d08a-4bfc-a8e8-d546444d139a {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:00.515188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.553029 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c0a3-5cd7-4c3b-bca9-db2c5afd415f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.579266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:00.619562 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:32:00.620232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2e79dca4-9cea-4f67-a47d-2ab3c244b6ff not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:00.633042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=d94c6093-a24a-4d4a-813e-4503b7b30296,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:00.684833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:00.697151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c193b23-5fca-4888-9fb4-e6eefa24ffdd tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c28af70-d6ba-480e-9079-edd57d4935cb,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:00.703340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7c0a3-5cd7-4c3b-bca9-db2c5afd415f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 3298a76c-e0fa-4929-aa14-3bfe68ab644a owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:00.712429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:00.720393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:00.748796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:00.828045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48458) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:00.870507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.890688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:00.892787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c193b23-5fca-4888-9fb4-e6eefa24ffdd tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.896387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9c193b23-5fca-4888-9fb4-e6eefa24ffdd tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/0c28af70-d6ba-480e-9079-edd57d4935cb HTTP/1.1" status: 204 len: 168 time: 1.3784807 Feb 28 11:32:00.896679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48462) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:00.903618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Sync routers for ids ['bdd8cc21-3951-43d9-82ac-463f2ef00fb6'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:00.919054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Routers {'bdd8cc21-3951-43d9-82ac-463f2ef00fb6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:00.919928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdd8cc21-3951-43d9-82ac-463f2ef00fb6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:00.924011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.928580 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-19788b80-0ced-405d-82b1-885451069f71 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "DELETE /v2.0/routers/f1160581-d08a-4bfc-a8e8-d546444d139a HTTP/1.1" status: 204 len: 168 time: 5.3172257 Feb 28 11:32:00.929227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48466) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:00.933526 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e3c4c419-1a76-4598-b357-80aa162f8423 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8fd36d637f5245bbb6acf693f3543811&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1021800 Feb 28 11:32:00.934558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48470) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:00.960312 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c0a3-5cd7-4c3b-bca9-db2c5afd415f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:00.972453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.034617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.038333 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-35d0ad68-eade-4142-abfe-1a2433173251 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.5719490 Feb 28 11:32:01.052962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7c0a3-5cd7-4c3b-bca9-db2c5afd415f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=3298a76c-e0fa-4929-aa14-3bfe68ab644a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:01.055274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48474) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:01.085695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb973162-de45-43bf-9aed-3061e7eff595,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:01.090667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59ee9b7-2436-4e98-883e-def683b3152e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Deleting subnet c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:01.158618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a59ee9b7-2436-4e98-883e-def683b3152e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.182497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Set router bdd8cc21-3951-43d9-82ac-463f2ef00fb6 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:01.191510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.193364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f83d94e0-a631-4e89-b7a9-66576874615d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2651546 Feb 28 11:32:01.199677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48478) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:01.219451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': 'fb973162-de45-43bf-9aed-3061e7eff595', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:01.231570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:01.238528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:01.246061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:01.257313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a50adb77-e945-4e22-80cf-061e2332e03e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Synchronizing usage tracker for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:01.261492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:01.266652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a59ee9b7-2436-4e98-883e-def683b3152e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.387947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c2c7c0a3-5cd7-4c3b-bca9-db2c5afd415f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.392071 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c2c7c0a3-5cd7-4c3b-bca9-db2c5afd415f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/3298a76c-e0fa-4929-aa14-3bfe68ab644a HTTP/1.1" status: 204 len: 168 time: 1.3752906 Feb 28 11:32:01.395734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48482) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:01.406498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a59ee9b7-2436-4e98-883e-def683b3152e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.445931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c640a732-d7e7-4e47-b536-3fec357a7fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.476193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a50adb77-e945-4e22-80cf-061e2332e03e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] Unset dirty status for tenant:af070fda0b054cfd827afe643f8b7114 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:01.480935 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a50adb77-e945-4e22-80cf-061e2332e03e tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5798395 Feb 28 11:32:01.484808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48486) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:01.525606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.529570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3771e3-06e5-404f-81ae-811304a0ce12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:01.530954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3771e3-06e5-404f-81ae-811304a0ce12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:01.532194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ea3771e3-06e5-404f-81ae-811304a0ce12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:01.535732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c640a732-d7e7-4e47-b536-3fec357a7fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.544568 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-2162d370-8da5-42a3-bede-5706bdf0bf72 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] delete failed (client error): The resource could not be found. Feb 28 11:32:01.545193 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2162d370-8da5-42a3-bede-5706bdf0bf72 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "DELETE /v2.0/security-groups/f60a3a68-a5f0-45db-8476-5091bd9e9511 HTTP/1.1" status: 404 len: 347 time: 0.0584295 Feb 28 11:32:01.555944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48490) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:01.575997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd8cc21-3951-43d9-82ac-463f2ef00fb6', 'name': 'tempest-snat-router-1352502600', 'tenant_id': '8d11317277514923bd5098d6bf625be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.211'}], 'enable_snat': False}, 'gw_port_id': '3361bfa0-306f-4e7e-a075-99285ce18fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:54Z', 'updated_at': '2022-02-28T11:31:58Z', 'revision_number': 3, 'project_id': '8d11317277514923bd5098d6bf625be3', 'gw_port': {'id': '3361bfa0-306f-4e7e-a075-99285ce18fa9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8cc21-3951-43d9-82ac-463f2ef00fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:56Z', 'updated_at': '2022-02-28T11:31:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:01.579829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Checking router: bdd8cc21-3951-43d9-82ac-463f2ef00fb6 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:32:01.580172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Updating router bdd8cc21-3951-43d9-82ac-463f2ef00fb6 port 3361bfa0-306f-4e7e-a075-99285ce18fa9 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:32:01.605577 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-bf74bbeb-b4ed-4870-aefc-c25d8c459a73 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] show failed (client error): The resource could not be found. Feb 28 11:32:01.606256 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bf74bbeb-b4ed-4870-aefc-c25d8c459a73 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-groups/32629b85-0ed1-4146-9759-a02b6b02343b HTTP/1.1" status: 404 len: 347 time: 0.0460329 Feb 28 11:32:01.611149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48494) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:01.638748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.643163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.643392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-ba543c26-8f19-400d-9eea-9a2c79c96d50 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] show failed (client error): The resource could not be found. Feb 28 11:32:01.644397 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ba543c26-8f19-400d-9eea-9a2c79c96d50 tempest-NegativeSecGroupTest-225110202 tempest-NegativeSecGroupTest-225110202-project] 10.222.0.31 "GET /v2.0/security-group-rules/fc50ac32-5112-44a3-bf48-b59f8049f9ba HTTP/1.1" status: 404 len: 356 time: 0.0323668 Feb 28 11:32:01.683983 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8e3ec24e-8ded-4275-96eb-7103f89ac112 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/routers/bdd8cc21-3951-43d9-82ac-463f2ef00fb6 HTTP/1.1" status: 200 len: 909 time: 0.6233919 Feb 28 11:32:01.686480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48500) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:01.689121 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ea3771e3-06e5-404f-81ae-811304a0ce12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:01.690233 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ea3771e3-06e5-404f-81ae-811304a0ce12 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2934573 Feb 28 11:32:01.697748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1352502600', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': True}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:01.698030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48504) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:01.705400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:01.712763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Usage tracker for resource:router and tenant:8d11317277514923bd5098d6bf625be3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:01.722375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:01.728114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a59ee9b7-2436-4e98-883e-def683b3152e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.775051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.780834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c640a732-d7e7-4e47-b536-3fec357a7fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.781751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Router 98d4ccb5-7675-4568-9bb2-a6696b633507 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:32:01.784236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:01.815686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ee9b7-2436-4e98-883e-def683b3152e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:01.828236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640a732-d7e7-4e47-b536-3fec357a7fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bcf8a6-9058-439a-a061-e731f3e5c526,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:01.829843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665ecada-94a6-4b7f-8276-76b4123e704c,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:01.838365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a59ee9b7-2436-4e98-883e-def683b3152e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.852835 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a59ee9b7-2436-4e98-883e-def683b3152e tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712 HTTP/1.1" status: 204 len: 168 time: 0.9205089 Feb 28 11:32:01.855635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48508) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:01.912310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c640a732-d7e7-4e47-b536-3fec357a7fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:01.914823 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c640a732-d7e7-4e47-b536-3fec357a7fa9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42bcf8a6-9058-439a-a061-e731f3e5c526 HTTP/1.1" status: 204 len: 168 time: 0.9764345 Feb 28 11:32:02.005824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-449b015f-e3ce-46c2-a1b5-1282ba3a5904 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet a5861eef-158c-4417-9026-80b89adee1ab {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:02.009176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-449b015f-e3ce-46c2-a1b5-1282ba3a5904 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.026894 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d94c6093-a24a-4d4a-813e-4503b7b30296 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:02.078152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-449b015f-e3ce-46c2-a1b5-1282ba3a5904 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.111274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.127307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Transition to ACTIVE for port object 3361bfa0-306f-4e7e-a075-99285ce18fa9 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:02.136557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.137532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.142158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d94c6093-a24a-4d4a-813e-4503b7b30296 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:02.142660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.157433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.161835 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5186c26a-72b6-4c93-81dc-c30ace39b636 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.9561849 Feb 28 11:32:02.162000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48514) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:02.180923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.205338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-449b015f-e3ce-46c2-a1b5-1282ba3a5904 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.249798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.276298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.302746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09a35539-cf2c-4b1a-a390-f269eabe73be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.316844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09a35539-cf2c-4b1a-a390-f269eabe73be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.357290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.361487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-449b015f-e3ce-46c2-a1b5-1282ba3a5904 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.366434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48522) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:02.404259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Attempting to bind port 3361bfa0-306f-4e7e-a075-99285ce18fa9 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:02.405617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Attempting to bind port 3361bfa0-306f-4e7e-a075-99285ce18fa9 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:02.405617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Attempting to bind port 3361bfa0-306f-4e7e-a075-99285ce18fa9 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:02.406038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bf82ca-e0df-4618-873d-fce2dba8dd77']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:02.421863 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474eb244-b993-4d9b-a990-985e07722d55 None None] Pushing event updated for resources: {'Port': ['ID=3361bfa0-306f-4e7e-a075-99285ce18fa9,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:02.424717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:02.428161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:02.428161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.428161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:02.428161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Bound port: 3361bfa0-306f-4e7e-a075-99285ce18fa9, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:02.428161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.437858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449b015f-e3ce-46c2-a1b5-1282ba3a5904 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=a5861eef-158c-4417-9026-80b89adee1ab,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:02.461311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09a35539-cf2c-4b1a-a390-f269eabe73be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.492417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-449b015f-e3ce-46c2-a1b5-1282ba3a5904 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.498968 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a35539-cf2c-4b1a-a390-f269eabe73be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=665ecada-94a6-4b7f-8276-76b4123e704c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:02.503472 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c3d762-0669-4449-9eee-850d5c381938 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:02.510756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09a35539-cf2c-4b1a-a390-f269eabe73be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.512222 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-09a35539-cf2c-4b1a-a390-f269eabe73be tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/665ecada-94a6-4b7f-8276-76b4123e704c HTTP/1.1" status: 204 len: 168 time: 0.3491750 Feb 28 11:32:02.516972 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-449b015f-e3ce-46c2-a1b5-1282ba3a5904 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/a5861eef-158c-4417-9026-80b89adee1ab HTTP/1.1" status: 204 len: 168 time: 0.8178163 Feb 28 11:32:02.518523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48532) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:02.519073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48534) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:02.608663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] For port 3361bfa0-306f-4e7e-a075-99285ce18fa9, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:02.631153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] For port 3361bfa0-306f-4e7e-a075-99285ce18fa9, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=3361bfa0-306f-4e7e-a075-99285ce18fa9,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:02.660368 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f31bb27c-d15a-41b0-b3e2-ddbea93587ed tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1378353 Feb 28 11:32:02.692351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48544) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:02.703196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853626cd-54d3-42b0-bc2e-b3f05f243616') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:02.703413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853626cd-54d3-42b0-bc2e-b3f05f243616') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:02.733177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.784361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d2a4b28a-6bb6-4b05-a95a-a605ee39212d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:02.789759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.807638 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5c112be5-d2ea-4e3b-b062-80bdb9b0344f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af070fda0b054cfd827afe643f8b7114&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3791769 Feb 28 11:32:02.808812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48550) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:02.821160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.830465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:32:02.831416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.840182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474eb244-b993-4d9b-a990-985e07722d55 None None] Pushing event updated for resources: {'Port': ['ID=3361bfa0-306f-4e7e-a075-99285ce18fa9,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:02.872720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Routers {'bdd8cc21-3951-43d9-82ac-463f2ef00fb6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:02.873467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdd8cc21-3951-43d9-82ac-463f2ef00fb6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:02.890356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27755d4a-3c61-4c26-9679-dd133a2bd90b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:02.891177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-27755d4a-3c61-4c26-9679-dd133a2bd90b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:02.917876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d2a4b28a-6bb6-4b05-a95a-a605ee39212d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:02.919312 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d2a4b28a-6bb6-4b05-a95a-a605ee39212d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3991156 Feb 28 11:32:02.920174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49b9c5ea-599c-46cb-aa73-0fefd2955026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.922967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48554) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:02.929689 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:02.975588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49b9c5ea-599c-46cb-aa73-0fefd2955026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:02.989649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-27755d4a-3c61-4c26-9679-dd133a2bd90b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:02.990901 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-27755d4a-3c61-4c26-9679-dd133a2bd90b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2961290 Feb 28 11:32:02.995136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48560) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:03.051535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-41caa0a2-6c61-41b0-a2e0-660c1496c9f7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.083744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.091986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.092841 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-41caa0a2-6c61-41b0-a2e0-660c1496c9f7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.124123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] Set router bdd8cc21-3951-43d9-82ac-463f2ef00fb6 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:03.134349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 55bf82ca-e0df-4618-873d-fce2dba8dd77 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 11:32:03.137498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:03.141089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9cd5e1-7663-456c-a83b-b11bc7d3a969 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:03.141998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-be9cd5e1-7663-456c-a83b-b11bc7d3a969 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:03.148537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.159122 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-113dc928-4957-48cd-9a94-b767c5a08804 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "PUT /v2.0/routers/98d4ccb5-7675-4568-9bb2-a6696b633507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8000715 Feb 28 11:32:03.163351 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "DELETE /v2.0/networks/55bf82ca-e0df-4618-873d-fce2dba8dd77 HTTP/1.1" status: 204 len: 168 time: 1.3064723 Feb 28 11:32:03.163899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48566) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:03.164544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f04a1-193a-4327-873c-3101f685bcf1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event deleted for resources: {'Network': ['ID=55bf82ca-e0df-4618-873d-fce2dba8dd77,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:03.231575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72221494-95dc-4502-b724-781b742768c9 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:32:03.335190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-be9cd5e1-7663-456c-a83b-b11bc7d3a969 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:03.336805 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-be9cd5e1-7663-456c-a83b-b11bc7d3a969 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3394778 Feb 28 11:32:03.344725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48574) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:03.434295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-72221494-95dc-4502-b724-781b742768c9 None None] Deleting port d94c6093-a24a-4d4a-813e-4503b7b30296 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:03.447192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-72221494-95dc-4502-b724-781b742768c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.467147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-41caa0a2-6c61-41b0-a2e0-660c1496c9f7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.472613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49b9c5ea-599c-46cb-aa73-0fefd2955026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.492493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-efef8fce-658f-4d7a-a79c-9a9cd179d44c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424723 Feb 28 11:32:03.493468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48580) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:03.509331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:03.520570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41caa0a2-6c61-41b0-a2e0-660c1496c9f7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb973162-de45-43bf-9aed-3061e7eff595,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:03.530642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48584) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:03.550600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9c5ea-599c-46cb-aa73-0fefd2955026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee89687-2821-4a62-9693-be6f280e776f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:03.669136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.734239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:03.753785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:03.830047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.867625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.867846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-41caa0a2-6c61-41b0-a2e0-660c1496c9f7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.870816 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-41caa0a2-6c61-41b0-a2e0-660c1496c9f7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb973162-de45-43bf-9aed-3061e7eff595 HTTP/1.1" status: 204 len: 168 time: 0.9444036 Feb 28 11:32:03.878869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'networks': [{'name': 'tempest-network--1460292182'}, {'name': 'tempest-network--1181759242'}]} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:03.879184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'network': {'name': 'tempest-network--1460292182'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:03.879667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'network': {'name': 'tempest-network--1181759242'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:03.889895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:03.893866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Usage tracker for resource:network and tenant:151b80466e56418ebe2a4867fe71c4a2 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:03.897738 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:03.903852 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:03.917379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49b9c5ea-599c-46cb-aa73-0fefd2955026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:03.918650 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-49b9c5ea-599c-46cb-aa73-0fefd2955026 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bee89687-2821-4a62-9693-be6f280e776f HTTP/1.1" status: 204 len: 168 time: 1.1077778 Feb 28 11:32:03.919144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48592) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:04.015035 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Made reservation on behalf of 151b80466e56418ebe2a4867fe71c4a2 for: {'network': 2} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:04.019442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.019752 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.028595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d94c6093-a24a-4d4a-813e-4503b7b30296 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:04.036582 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b1812-6cf3-4a14-9cf6-2545d75a2558 None None] Sync routers for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:04.039129 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.065749 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b1812-6cf3-4a14-9cf6-2545d75a2558 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:04.066480 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7b1b1812-6cf3-4a14-9cf6-2545d75a2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:04.070659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdd8cc21-3951-43d9-82ac-463f2ef00fb6', 'name': 'tempest-snat-router-1352502600', 'tenant_id': '8d11317277514923bd5098d6bf625be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.211'}], 'enable_snat': False}, 'gw_port_id': '3361bfa0-306f-4e7e-a075-99285ce18fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:54Z', 'updated_at': '2022-02-28T11:31:58Z', 'revision_number': 3, 'project_id': '8d11317277514923bd5098d6bf625be3', 'gw_port': {'id': '3361bfa0-306f-4e7e-a075-99285ce18fa9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8cc21-3951-43d9-82ac-463f2ef00fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:56Z', 'updated_at': '2022-02-28T11:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:04.072019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Allocated IP 172.26.1.200 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/a5adc916-70a5-44c7-b8c0-afdb7330a591) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:04.097956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc368f5-243c-417f-9233-d3d29190f4b5 None None] The sync data for ids ['bdd8cc21-3951-43d9-82ac-463f2ef00fb6'] in dv-neutron-830866-1-hyperv is: [{'id': 'bdd8cc21-3951-43d9-82ac-463f2ef00fb6', 'name': 'tempest-snat-router-1352502600', 'tenant_id': '8d11317277514923bd5098d6bf625be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.211'}], 'enable_snat': False}, 'gw_port_id': '3361bfa0-306f-4e7e-a075-99285ce18fa9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:31:54Z', 'updated_at': '2022-02-28T11:31:58Z', 'revision_number': 3, 'project_id': '8d11317277514923bd5098d6bf625be3', 'gw_port': {'id': '3361bfa0-306f-4e7e-a075-99285ce18fa9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:54:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdd8cc21-3951-43d9-82ac-463f2ef00fb6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:31:56Z', 'updated_at': '2022-02-28T11:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:04.137274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-72221494-95dc-4502-b724-781b742768c9 None None] For port d94c6093-a24a-4d4a-813e-4503b7b30296, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d94c6093-a24a-4d4a-813e-4503b7b30296,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:04.138384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-72221494-95dc-4502-b724-781b742768c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.146046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:04.155025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Usage tracker for resource:security_group_rule and tenant:151b80466e56418ebe2a4867fe71c4a2 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:04.159548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:04.168200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:04.194293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48598) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:04.199774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:04.219557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f6c7186f-797d-4dd2-a9b1-850dea6b2fb7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:04.231175 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7b1b1812-6cf3-4a14-9cf6-2545d75a2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:04.236104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'router': {'name': 'tempest-router--408943490', 'project_id': 'd52d3553e4104885b1efdd11e3053616'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:04.243331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:04.248244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Usage tracker for resource:router and tenant:d52d3553e4104885b1efdd11e3053616 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:04.253067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:04.258649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:04.262821 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1b1812-6cf3-4a14-9cf6-2545d75a2558 None None] Routers {'98d4ccb5-7675-4568-9bb2-a6696b633507'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:04.263670 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7b1b1812-6cf3-4a14-9cf6-2545d75a2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98d4ccb5-7675-4568-9bb2-a6696b633507'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:04.347569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.349949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-72221494-95dc-4502-b724-781b742768c9 None None] Calling delete_port for d94c6093-a24a-4d4a-813e-4503b7b30296 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:04.372675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f6c7186f-797d-4dd2-a9b1-850dea6b2fb7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:04.374073 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f6c7186f-797d-4dd2-a9b1-850dea6b2fb7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4539194 Feb 28 11:32:04.383119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48602) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:04.388735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.390055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.414129 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7b1b1812-6cf3-4a14-9cf6-2545d75a2558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:04.414537 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1b1812-6cf3-4a14-9cf6-2545d75a2558 None None] The sync data for ids ['98d4ccb5-7675-4568-9bb2-a6696b633507'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:04.415919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-secgroup--24494747'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:04.442668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.444775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.452339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:04.455653 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.457038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.478704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.528213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5d29c0-a171-4f21-b7f4-759b912d1770,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:04.547384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting port fdeb37ed-6ac1-45cd-82bf-472445c1cb8b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:04.551134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.579693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:04.604545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.619833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.629489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 716} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:04.680369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.726460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:04.734533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:04.735286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:04.743825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:04.799229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.799843 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Added segment a11417a5-73e7-4d74-bdcc-142107b2366a of type vlan for network cf270c00-31c5-4d05-9b09-2533855dc313 Feb 28 11:32:04.808842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.849831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.853297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-72221494-95dc-4502-b724-781b742768c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.904371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.920388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:04.944028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72221494-95dc-4502-b724-781b742768c9 None None] Pushing event deleted for resources: {'Port': ['ID=d94c6093-a24a-4d4a-813e-4503b7b30296,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:04.953615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72221494-95dc-4502-b724-781b742768c9 None None] No DVR routers for this DVR port d94c6093-a24a-4d4a-813e-4503b7b30296 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:32:04.961618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.047953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Calling delete_port for fdeb37ed-6ac1-45cd-82bf-472445c1cb8b owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:05.138595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:05.160559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.161539 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Added segment 4ffb6163-a052-448d-9ad0-3e1e231bb677 of type vlan for network 7065a3ed-ea7d-49eb-b8c3-6becf2b785a8 Feb 28 11:32:05.178303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:05.183392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event updated for resources: {'Port': ['ID=a5adc916-70a5-44c7-b8c0-afdb7330a591,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:05.198144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.198361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:05.217007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:05.260318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3146ae61-0389-4dc3-a9c2-64cb8dd53750,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:05.362678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.363899 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9c857a60-b625-4633-955e-3d8c6dd90eb3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.1671395 Feb 28 11:32:05.367706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48616) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:05.372207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.372563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.376247 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:05.380536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:05.381661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.484372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.485665 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f4022734-03cb-4ddb-bfad-8454ec9d64ae tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0985518 Feb 28 11:32:05.489588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48620) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:05.496383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '3146ae61-0389-4dc3-a9c2-64cb8dd53750', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:05.498766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.502856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:05.535121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:05.542722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:05.561342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:05.632944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:32:05.636063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.713346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:05.714293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.727169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:05.730121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:05.731212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.734208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Port': ['ID=fdeb37ed-6ac1-45cd-82bf-472445c1cb8b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:05.736172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Network': ['ID=cf270c00-31c5-4d05-9b09-2533855dc313,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:05.752125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41256f-25e9-4995-9e67-e2d240d1cf9f None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:05.779257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network cf270c00-31c5-4d05-9b09-2533855dc313 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:05.780195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.781281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:05.821385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=23f6b5d1-d411-46cf-bce7-6c5716be9bd6,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:05.904441 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3701921 Feb 28 11:32:05.912109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48630) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:05.985385 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fd3d41fb-2eeb-46c7-aae3-2f3eff828893 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4862633 Feb 28 11:32:06.011060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48634) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:06.030013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:06.076436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc89dc5-5da1-4e3f-9f4d-ddd7c35d6a89 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Network': ['ID=7065a3ed-ea7d-49eb-b8c3-6becf2b785a8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:06.086908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb63c7f0-7104-4830-9cdf-73eb7069031a tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.154465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 7065a3ed-ea7d-49eb-b8c3-6becf2b785a8 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:06.168947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 3361bfa0-306f-4e7e-a075-99285ce18fa9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:06.272832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.342927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.351891 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.382107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b09aa-cde0-4d25-bf87-4abcc5b3735b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:06.386030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b09aa-cde0-4d25-bf87-4abcc5b3735b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:06.389799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b09aa-cde0-4d25-bf87-4abcc5b3735b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:06.393548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3b09aa-cde0-4d25-bf87-4abcc5b3735b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:06.398596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5e3b09aa-cde0-4d25-bf87-4abcc5b3735b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4182327 Feb 28 11:32:06.410110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48642) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:06.441347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c033b1d-03fc-4926-bcbc-7d7511dd1fc5,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:06.495372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '23f6b5d1-d411-46cf-bce7-6c5716be9bd6'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:06.496561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.514139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:06.521566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:06.526658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:06.547673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:06.582039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 3361bfa0-306f-4e7e-a075-99285ce18fa9 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:06.584781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.608850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.609937 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ec5a6512-d1c7-4569-9212-8ea9668e29bf tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1193895 Feb 28 11:32:06.614727 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48646) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:06.701610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 3361bfa0-306f-4e7e-a075-99285ce18fa9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:06.702062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.719068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:06.722733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.786539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Allocated IP 2001:db8::f816:3eff:fe72:2806 (d2f89622-2098-4601-99de-8eb1c2f9e684/23f6b5d1-d411-46cf-bce7-6c5716be9bd6/81fd49d9-c3a1-42b2-9c37-5c76abf68a8f) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:06.816509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.821588 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-166a1573-c067-4112-8e31-e342fb7233bb tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules/9c033b1d-03fc-4926-bcbc-7d7511dd1fc5 HTTP/1.1" status: 200 len: 705 time: 0.2035556 Feb 28 11:32:06.834569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48654) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:06.903895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf270c00-31c5-4d05-9b09-2533855dc313']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:06.905661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.910432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb63c7f0-7104-4830-9cdf-73eb7069031a tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.916428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.923837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb63c7f0-7104-4830-9cdf-73eb7069031a tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:06.936996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11417a5-73e7-4d74-bdcc-142107b2366a') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:06.937292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11417a5-73e7-4d74-bdcc-142107b2366a') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:06.969039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.011782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.027858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6b46bed2-21ce-4287-93bd-40b4997bfcfe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:07.033330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.ipam_backend_mixin [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 23f6b5d1-d411-46cf-bce7-6c5716be9bd6 (CIDR: 2001:db8::/64) Feb 28 11:32:07.034944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Releasing vlan 716 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:32:07.035340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.047880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.048607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Fanout notify agent at l3_agent the message router_deleted on router 98d4ccb5-7675-4568-9bb2-a6696b633507 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:07.053643 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:07.057446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.080337 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.081737 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-43f2e83a-b0ff-4a4c-9b5d-f2e65c0e6bd8 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/routers/98d4ccb5-7675-4568-9bb2-a6696b633507 HTTP/1.1" status: 204 len: 168 time: 3.8878810 Feb 28 11:32:07.084477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb63c7f0-7104-4830-9cdf-73eb7069031a tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.084591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb63c7f0-7104-4830-9cdf-73eb7069031a tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9475160-c218-4e34-b531-81ef7da461c2 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:07.091195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48660) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:07.096821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb63c7f0-7104-4830-9cdf-73eb7069031a tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.107642 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bb63c7f0-7104-4830-9cdf-73eb7069031a tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d9475160-c218-4e34-b531-81ef7da461c2 HTTP/1.1" status: 204 len: 168 time: 1.7376721 Feb 28 11:32:07.159745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 3361bfa0-306f-4e7e-a075-99285ce18fa9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=3361bfa0-306f-4e7e-a075-99285ce18fa9,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:07.206980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.252666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.271340 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:32:07.271772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:32:07.275164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Router 31104c48-36ad-4eec-bc1a-5d75ff1dba36 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:07.355962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f5813a-922d-46a2-b4cd-530bd9375313 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Deleting subnet e2599f81-e4b9-401d-a77d-84de4bef0466 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:07.361073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-85f5813a-922d-46a2-b4cd-530bd9375313 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.373089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6b46bed2-21ce-4287-93bd-40b4997bfcfe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:07.373089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6b46bed2-21ce-4287-93bd-40b4997bfcfe tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5347679 Feb 28 11:32:07.376626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Transition to ACTIVE for port object 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:07.378882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48670) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:07.420643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=3361bfa0-306f-4e7e-a075-99285ce18fa9,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:07.435118 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c19d8918-91cc-4795-9947-846f9a3a9da5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4197774 Feb 28 11:32:07.435841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.441153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.444273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Transition to ACTIVE for port object 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:07.449768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-85f5813a-922d-46a2-b4cd-530bd9375313 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.483100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48676) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:07.502313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:07.516739 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/networks/cf270c00-31c5-4d05-9b09-2533855dc313 HTTP/1.1" status: 204 len: 168 time: 1.1055925 Feb 28 11:32:07.517658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f69e36-2ab7-43d7-8613-efcc3b1528e1 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Network': ['ID=cf270c00-31c5-4d05-9b09-2533855dc313,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:07.521587 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.521878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48680) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:07.601028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:07.604731 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:07.607256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Pushing event updated for resources: {'Port': ['ID=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:07.609491 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:07.693578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3fd3ec80-0d2d-4d44-9edf-26f8729b1a24 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.760213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Attempting to bind port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:07.760847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Attempting to bind port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:07.761451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Attempting to bind port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:07.761951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-85f5813a-922d-46a2-b4cd-530bd9375313 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.768984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:07.769621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:07.770414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.770995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:07.771626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Bound port: 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:07.772164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.776814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3fd3ec80-0d2d-4d44-9edf-26f8729b1a24 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.844360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.897776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] For port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:07.905941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] For port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:07.923019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3fd3ec80-0d2d-4d44-9edf-26f8729b1a24 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.971889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:07.984642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-85f5813a-922d-46a2-b4cd-530bd9375313 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:07.988697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3ec80-0d2d-4d44-9edf-26f8729b1a24 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c033b1d-03fc-4926-bcbc-7d7511dd1fc5,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:08.008611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 3361bfa0-306f-4e7e-a075-99285ce18fa9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:08.048331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.054113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48692) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.087499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.098296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5813a-922d-46a2-b4cd-530bd9375313 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Subnet': ['ID=e2599f81-e4b9-401d-a77d-84de4bef0466,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:08.112027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-85f5813a-922d-46a2-b4cd-530bd9375313 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.119860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7065a3ed-ea7d-49eb-b8c3-6becf2b785a8']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:08.136808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffb6163-a052-448d-9ad0-3e1e231bb677') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:08.137027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffb6163-a052-448d-9ad0-3e1e231bb677') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:08.146516 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-85f5813a-922d-46a2-b4cd-530bd9375313 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/subnets/e2599f81-e4b9-401d-a77d-84de4bef0466 HTTP/1.1" status: 204 len: 168 time: 1.0517652 Feb 28 11:32:08.146757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48698) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.168309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.188572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:08.195782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:08.216424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:08.228304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.240792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:32:08.241150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.252293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96252ca-bff8-4741-9fe7-9b1d2957b229 None None] Pushing event updated for resources: {'Port': ['ID=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:08.260572 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:08.274206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 3361bfa0-306f-4e7e-a075-99285ce18fa9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:08.274578 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.334561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3fd3ec80-0d2d-4d44-9edf-26f8729b1a24 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.335703 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3fd3ec80-0d2d-4d44-9edf-26f8729b1a24 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9c033b1d-03fc-4926-bcbc-7d7511dd1fc5 HTTP/1.1" status: 204 len: 168 time: 0.9076521 Feb 28 11:32:08.342475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48702) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.379346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:08.383558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.418984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:08.450468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.456177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Sync routers for ids ['31104c48-36ad-4eec-bc1a-5d75ff1dba36'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:08.470831 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Routers {'31104c48-36ad-4eec-bc1a-5d75ff1dba36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:08.471710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31104c48-36ad-4eec-bc1a-5d75ff1dba36'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:08.512863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.517155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.555383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1698796662', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:08.555542 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/networks/7065a3ed-ea7d-49eb-b8c3-6becf2b785a8 HTTP/1.1" status: 204 len: 168 time: 1.0293007 Feb 28 11:32:08.556379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff49374-f2bc-4cd4-ac62-bfde79e52f6b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Network': ['ID=7065a3ed-ea7d-49eb-b8c3-6becf2b785a8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:08.566100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48706) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.602040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-70fdd84b-d80f-4740-a7fd-8a30dea6fcde tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:08.607698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:08.611598 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ec5dd253-397c-401d-a1dc-976976ce1b09 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.9224832 Feb 28 11:32:08.617133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48710) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:08.640277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:08.818776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Set router 31104c48-36ad-4eec-bc1a-5d75ff1dba36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:08.863656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Usage tracker for resource:router and tenant:3313eeaece6146b0a9a6d4213abc2bae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:08.908000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8294e0df-3235-4e47-a219-79f5326e7f7a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:08.916462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8294e0df-3235-4e47-a219-79f5326e7f7a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:08.917610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8294e0df-3235-4e47-a219-79f5326e7f7a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Synchronizing usage tracker for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:08.936511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:08.975344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:08.987939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.013449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-70fdd84b-d80f-4740-a7fd-8a30dea6fcde tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:09.017386 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-70fdd84b-d80f-4740-a7fd-8a30dea6fcde tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6713643 Feb 28 11:32:09.018120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48714) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:09.026700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-acdd0b53-0cd3-494f-a19e-010e400c5754 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '3146ae61-0389-4dc3-a9c2-64cb8dd53750', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:09.035834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-acdd0b53-0cd3-494f-a19e-010e400c5754 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:09.042075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a1a21c-e992-4381-85ae-7e1df81c495f']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:09.062274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8294e0df-3235-4e47-a219-79f5326e7f7a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Unset dirty status for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:09.062972 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08552d13-c7d6-4402-9966-51e5f585f6f7') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:09.063282 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08552d13-c7d6-4402-9966-51e5f585f6f7') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:09.069200 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8294e0df-3235-4e47-a219-79f5326e7f7a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5020940 Feb 28 11:32:09.072505 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48718) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:09.083600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.091643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-489756195'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:09.095817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-acdd0b53-0cd3-494f-a19e-010e400c5754 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:09.100768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48722) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:09.104772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:09.110886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1992387956', 'description': 'tempest-secgroup-smoke-1992387956 description', 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:09.112461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.113371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.121069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.124102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:09.136850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:09.138741 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:32:09.139166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.139293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:security_group and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:09.143062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:09.151909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:09.162357 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:09.172360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31104c48-36ad-4eec-bc1a-5d75ff1dba36', 'name': 'tempest-snat-router-1352502600', 'tenant_id': '8d11317277514923bd5098d6bf625be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': 'a5adc916-70a5-44c7-b8c0-afdb7330a591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:02Z', 'updated_at': '2022-02-28T11:32:05Z', 'revision_number': 3, 'project_id': '8d11317277514923bd5098d6bf625be3', 'gw_port': {'id': 'a5adc916-70a5-44c7-b8c0-afdb7330a591', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ab:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31104c48-36ad-4eec-bc1a-5d75ff1dba36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:03Z', 'updated_at': '2022-02-28T11:32:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:09.177176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Checking router: 31104c48-36ad-4eec-bc1a-5d75ff1dba36 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:32:09.177597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Updating router 31104c48-36ad-4eec-bc1a-5d75ff1dba36 port a5adc916-70a5-44c7-b8c0-afdb7330a591 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:32:09.183240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.264274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Made reservation on behalf of 151b80466e56418ebe2a4867fe71c4a2 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:09.266909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.267213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.285500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.286548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:09.292511 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a1cb6f10-7fd4-4bf7-812a-4dbe4788a1e9 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/routers/31104c48-36ad-4eec-bc1a-5d75ff1dba36 HTTP/1.1" status: 200 len: 908 time: 0.6572607 Feb 28 11:32:09.292695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48726) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:09.292992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:09.297213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=796fa1a2-7675-4159-8d90-ceb9b19ee662,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:09.300330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acdd0b53-0cd3-494f-a19e-010e400c5754 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.307278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:09.308100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.332691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.365002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.397911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:09.408416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.408930 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Added segment 09cdb95d-2c0d-4171-99b8-d74387bed14b of type vlan for network 65d6ffbb-615a-4448-becc-3dd902a31622 Feb 28 11:32:09.459182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.512159 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fe6b4f2b-d2b5-4241-bac2-8507a0ae72ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0239947 Feb 28 11:32:09.516511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.517277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48730) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:09.554588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acdd0b53-0cd3-494f-a19e-010e400c5754 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.564971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:cc:fa:29', 'name': 'tempest-NetworksTestDHCPv6-1480614549'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:09.664213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.679490 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] 10.222.0.31 "DELETE /v2.0/networks/77a1a21c-e992-4381-85ae-7e1df81c495f HTTP/1.1" status: 204 len: 168 time: 1.5313914 Feb 28 11:32:09.683715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0ba720-3f53-43da-9f9e-c4d0c4999c00 tempest-FloatingIPTestJSON-1288384209 tempest-FloatingIPTestJSON-1288384209-project] Pushing event deleted for resources: {'Network': ['ID=77a1a21c-e992-4381-85ae-7e1df81c495f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:09.709274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.760751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acdd0b53-0cd3-494f-a19e-010e400c5754 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.762425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.766333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:09.767005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.778707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.796601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.798773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Transition to ACTIVE for port object a5adc916-70a5-44c7-b8c0-afdb7330a591 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:09.819678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0856ac-26fe-4025-864f-0cf5955eb3ed None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:09.889655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:09.905147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:09.959616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:security_group_rule and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:09.982215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:09.985302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd0b53-0cd3-494f-a19e-010e400c5754 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66b88ced-26d1-4835-8d71-d4bdeb170c28,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:10.015406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:10.049884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Network': ['ID=65d6ffbb-615a-4448-becc-3dd902a31622,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:10.054612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Attempting to bind port a5adc916-70a5-44c7-b8c0-afdb7330a591 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:10.055420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Attempting to bind port a5adc916-70a5-44c7-b8c0-afdb7330a591 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:10.056023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Attempting to bind port a5adc916-70a5-44c7-b8c0-afdb7330a591 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:10.071066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:10.071586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:10.072031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.072428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:10.072893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Bound port: a5adc916-70a5-44c7-b8c0-afdb7330a591, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:10.073262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.118294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:10.130952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:10.135993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:10.142331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-37b3fa1d-8678-450e-b322-b2a2e58cf9ad tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0617929 Feb 28 11:32:10.143272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48736) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:10.154478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:10.160030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-151692198'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:10.162191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 65d6ffbb-615a-4448-becc-3dd902a31622 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:10.168993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acdd0b53-0cd3-494f-a19e-010e400c5754 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.173367 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-acdd0b53-0cd3-494f-a19e-010e400c5754 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1512570 Feb 28 11:32:10.173367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:10.178431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48740) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:10.184728 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:10.206356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.212043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:10.214893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bd48a-492a-4cc1-9dc8-a98ea43512a6 None None] Pushing event updated for resources: {'Port': ['ID=a5adc916-70a5-44c7-b8c0-afdb7330a591,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:10.225769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-23e8a5b8-c093-45e2-b933-0f7987db71e4 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules/66b88ced-26d1-4835-8d71-d4bdeb170c28 HTTP/1.1" status: 200 len: 705 time: 0.0405002 Feb 28 11:32:10.228639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48744) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:10.278362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8e7701e9-d2cd-4348-82f8-12d536d82d8b tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:10.307740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.311591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] For port a5adc916-70a5-44c7-b8c0-afdb7330a591, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:10.324850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6e27afd6-e1c9-4020-b4a2-30f7f7a2ffaa None None] Provisioning for port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:10.329045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Made reservation on behalf of 151b80466e56418ebe2a4867fe71c4a2 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:10.332279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.350055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.368255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] For port a5adc916-70a5-44c7-b8c0-afdb7330a591, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a5adc916-70a5-44c7-b8c0-afdb7330a591,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:10.383505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.385778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:10.392266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8e7701e9-d2cd-4348-82f8-12d536d82d8b tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:10.396452 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8e7701e9-d2cd-4348-82f8-12d536d82d8b tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1656590 Feb 28 11:32:10.397738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48748) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:10.405333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52419627-0ba5-46f3-9744-e64ffe5b11df,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:10.408605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:security_group_rule and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:10.425903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:10.443337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:10.464586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.507770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:10.539503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:10.553971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.557845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Allocated IP 172.26.1.196 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/cad617f4-0bae-43d8-92a3-63f5bf230760) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:10.570227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:10.595060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:10.595551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.599340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48754) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:10.607447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.623601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.623944 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Added segment bd3eb2f6-c6de-4d89-ae0e-c6a7b2668e56 of type vlan for network 06a034b3-30bd-4374-afef-79ea7617caac Feb 28 11:32:10.633230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf625-d27d-48b1-9ab7-78fe31407988 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.649365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.670128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf625-d27d-48b1-9ab7-78fe31407988 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.687061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774bd48a-492a-4cc1-9dc8-a98ea43512a6 None None] Pushing event updated for resources: {'Port': ['ID=a5adc916-70a5-44c7-b8c0-afdb7330a591,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:10.710889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Routers {'31104c48-36ad-4eec-bc1a-5d75ff1dba36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:10.711207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['31104c48-36ad-4eec-bc1a-5d75ff1dba36'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:10.747301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.766533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6aeba7-a06c-4483-9837-266c6d036b4f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:10.784266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.796256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Deleting port a5adc916-70a5-44c7-b8c0-afdb7330a591 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:10.796746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.808687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.841989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port a82569c7-1107-4e1b-9625-18db7c15b529 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:32:10.881862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.883112 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-aa3dedba-0042-4ebe-b4fc-4add03244ed7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.7813895 Feb 28 11:32:10.885890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48760) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:10.891407 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'security_group_rule': {'security_group_id': '4b6aeba7-a06c-4483-9837-266c6d036b4f', 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:10.908473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf625-d27d-48b1-9ab7-78fe31407988 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.914012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:10.937156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:security_group_rule and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:10.944484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:10.948880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.954204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:10.954515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.965435 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:10.989732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.031205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] Set router 31104c48-36ad-4eec-bc1a-5d75ff1dba36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:11.036740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1cf625-d27d-48b1-9ab7-78fe31407988 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66b88ced-26d1-4835-8d71-d4bdeb170c28,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:11.039788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:11.098066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:11.109376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:11.112120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:11.132227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Network': ['ID=06a034b3-30bd-4374-afef-79ea7617caac,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:11.179395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event updated for resources: {'Port': ['ID=cad617f4-0bae-43d8-92a3-63f5bf230760,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:11.192701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] For port a5adc916-70a5-44c7-b8c0-afdb7330a591, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a5adc916-70a5-44c7-b8c0-afdb7330a591,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:11.193135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.213114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 06a034b3-30bd-4374-afef-79ea7617caac details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:11.221426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.235998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:11.245055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e1cf625-d27d-48b1-9ab7-78fe31407988 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.248854 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0e1cf625-d27d-48b1-9ab7-78fe31407988 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/66b88ced-26d1-4835-8d71-d4bdeb170c28 HTTP/1.1" status: 204 len: 168 time: 0.8450742 Feb 28 11:32:11.258771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48764) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:11.263148 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5877abd5-7360-49cf-a55f-531237fc8df2 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1160316 Feb 28 11:32:11.269055 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b5fa8e21-619e-4e61-a29c-412d2bed7889 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3290f32aadf2478f9cea4290cf4e6f7a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6683109 Feb 28 11:32:11.282006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48768) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:11.282336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48770) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:11.309149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'ports': [{'network_id': '65d6ffbb-615a-4448-becc-3dd902a31622', 'name': 'tempest-port--1935191801', 'admin_state_up': True}, {'network_id': '06a034b3-30bd-4374-afef-79ea7617caac', 'admin_state_up': False}]} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:11.309494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'port': {'network_id': '65d6ffbb-615a-4448-becc-3dd902a31622', 'name': 'tempest-port--1935191801', 'admin_state_up': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:11.310250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'port': {'network_id': '06a034b3-30bd-4374-afef-79ea7617caac', 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:11.339021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Calling delete_port for a5adc916-70a5-44c7-b8c0-afdb7330a591 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:11.373386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.403258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8:0:1::fa (d2f89622-2098-4601-99de-8eb1c2f9e684/796fa1a2-7675-4159-8d90-ceb9b19ee662/a82569c7-1107-4e1b-9625-18db7c15b529) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:11.425135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c7931e-c774-4d14-9cfa-cdc2f944deb7 None None] Update dhcp port {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'fixed_ips': [{'subnet_id': '23f6b5d1-d411-46cf-bce7-6c5716be9bd6', 'ip_address': '2001:db8::f816:3eff:fe72:2806'}, {'subnet_id': '796fa1a2-7675-4159-8d90-ceb9b19ee662'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': '81fd49d9-c3a1-42b2-9c37-5c76abf68a8f'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:32:11.445844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:fecc:fa29 (d2f89622-2098-4601-99de-8eb1c2f9e684/23f6b5d1-d411-46cf-bce7-6c5716be9bd6/a82569c7-1107-4e1b-9625-18db7c15b529) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:11.548395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-98c7931e-c774-4d14-9cfa-cdc2f944deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.558576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7abbaa98-15a5-4749-8176-c957e062cb7f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:11.559342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:11.628140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.631925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.666649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.687723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4dbfe0cb-361b-4cc5-8c16-fcb5e48f08ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.716012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.737918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31104c48-36ad-4eec-bc1a-5d75ff1dba36', 'name': 'tempest-snat-router-1352502600', 'tenant_id': '8d11317277514923bd5098d6bf625be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': 'a5adc916-70a5-44c7-b8c0-afdb7330a591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:02Z', 'updated_at': '2022-02-28T11:32:05Z', 'revision_number': 3, 'project_id': '8d11317277514923bd5098d6bf625be3', 'gw_port': {'id': 'a5adc916-70a5-44c7-b8c0-afdb7330a591', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ab:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31104c48-36ad-4eec-bc1a-5d75ff1dba36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:03Z', 'updated_at': '2022-02-28T11:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:11.747204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c24b78-3451-43aa-9cc2-9011502207e9 None None] The sync data for ids ['31104c48-36ad-4eec-bc1a-5d75ff1dba36'] in dv-neutron-830866-1-hyperv is: [{'id': '31104c48-36ad-4eec-bc1a-5d75ff1dba36', 'name': 'tempest-snat-router-1352502600', 'tenant_id': '8d11317277514923bd5098d6bf625be3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.200'}], 'enable_snat': True}, 'gw_port_id': 'a5adc916-70a5-44c7-b8c0-afdb7330a591', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:02Z', 'updated_at': '2022-02-28T11:32:05Z', 'revision_number': 3, 'project_id': '8d11317277514923bd5098d6bf625be3', 'gw_port': {'id': 'a5adc916-70a5-44c7-b8c0-afdb7330a591', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:ab:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31104c48-36ad-4eec-bc1a-5d75ff1dba36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:03Z', 'updated_at': '2022-02-28T11:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:11.790578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.808623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7abbaa98-15a5-4749-8176-c957e062cb7f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:11.809857 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7abbaa98-15a5-4749-8176-c957e062cb7f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5486395 Feb 28 11:32:11.823695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48776) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:11.834348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event deleted for resources: {'Port': ['ID=a5adc916-70a5-44c7-b8c0-afdb7330a591,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:11.839756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4dbfe0cb-361b-4cc5-8c16-fcb5e48f08ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:11.840265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-46d386b8-ad93-452c-af4f-e64c82c4f250 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': '3146ae61-0389-4dc3-a9c2-64cb8dd53750', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:11.856192 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:11.860550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a9e84d5-27f7-44bc-845d-d1ea87327a59,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:11.871122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Usage tracker for resource:port and tenant:151b80466e56418ebe2a4867fe71c4a2 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:11.881185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-46d386b8-ad93-452c-af4f-e64c82c4f250 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:11.884141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:11.907343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:12.067660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:12.075518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-46d386b8-ad93-452c-af4f-e64c82c4f250 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:12.134066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.158990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object a82569c7-1107-4e1b-9625-18db7c15b529 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:12.159708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:12.160444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.249997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.255243 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-463aac01-f188-4bff-a64e-00b663f7cd0d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.3683004 Feb 28 11:32:12.257382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48780) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:12.264437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'security_group_rule': {'security_group_id': '4b6aeba7-a06c-4483-9837-266c6d036b4f', 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:12.268088 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.272727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:12.277551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4dbfe0cb-361b-4cc5-8c16-fcb5e48f08ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.294800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:security_group_rule and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:12.298527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:12.306172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfe0cb-361b-4cc5-8c16-fcb5e48f08ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc517ef5-960a-4e20-bc84-2dd970ef3fbe,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:12.313592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:12.321217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.388390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4dbfe0cb-361b-4cc5-8c16-fcb5e48f08ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.389690 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4dbfe0cb-361b-4cc5-8c16-fcb5e48f08ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc517ef5-960a-4e20-bc84-2dd970ef3fbe HTTP/1.1" status: 204 len: 168 time: 1.1047125 Feb 28 11:32:12.390474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Made reservation on behalf of 151b80466e56418ebe2a4867fe71c4a2 for: {'port': 2} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:12.394911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.403812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-98c7931e-c774-4d14-9cfa-cdc2f944deb7 None None] Allocated IP 2001:db8:0:1::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/796fa1a2-7675-4159-8d90-ceb9b19ee662/81fd49d9-c3a1-42b2-9c37-5c76abf68a8f) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:12.422422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46d386b8-ad93-452c-af4f-e64c82c4f250 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.446122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:12.451626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:12.454605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:12.465358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:12.466173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.489536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.503086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=a82569c7-1107-4e1b-9625-18db7c15b529,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:12.521455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.619859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-98c7931e-c774-4d14-9cfa-cdc2f944deb7 None None] For port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:12.655644 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a50da5ab-e61b-4e72-84b5-e4a934054ac2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1358607 Feb 28 11:32:12.658055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48786) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:12.682188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-98c7931e-c774-4d14-9cfa-cdc2f944deb7 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.724838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-98c7931e-c774-4d14-9cfa-cdc2f944deb7 None None] Transition to ACTIVE for port object 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:12.725643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.759268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.784102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-98c7931e-c774-4d14-9cfa-cdc2f944deb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.786499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-fb459873-53ed-4708-b1ca-8ebd5222d62d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port a82569c7-1107-4e1b-9625-18db7c15b529 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:12.786834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb459873-53ed-4708-b1ca-8ebd5222d62d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.825546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] device_id is not set on port 2a4cdec0-22b7-4c3a-af45-48b0a73a5c52 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:32:12.827929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.840606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46d386b8-ad93-452c-af4f-e64c82c4f250 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.912722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.951369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46d386b8-ad93-452c-af4f-e64c82c4f250 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:12.968821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd1bbe0e-1b1a-4c61-b74d-cc2f94597052,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:13.006825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.007184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c7931e-c774-4d14-9cfa-cdc2f944deb7 None None] Pushing event updated for resources: {'Port': ['ID=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:13.031155 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d386b8-ad93-452c-af4f-e64c82c4f250 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb56885-4362-4176-90d7-727d74542a5a,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:13.048709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.049340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 31104c48-36ad-4eec-bc1a-5d75ff1dba36 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:13.088432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.092633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1240e629-0f37-4ece-b33b-0a52c2cd3eef tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8353353 Feb 28 11:32:13.100158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48796) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:13.110079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'security_group_rule': {'security_group_id': '4b6aeba7-a06c-4483-9837-266c6d036b4f', 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:13.124440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:13.133802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:security_group_rule and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:13.135792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.139418 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-03762b1f-cbf0-470f-bc18-2da0b01e6d6b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "DELETE /v2.0/routers/31104c48-36ad-4eec-bc1a-5d75ff1dba36 HTTP/1.1" status: 204 len: 168 time: 3.8433771 Feb 28 11:32:13.140594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48800) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:13.145954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:13.156310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:13.160144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] device_id is not set on port 92d34760-ca85-4d96-9e6f-9928eabea282 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:32:13.272453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.279876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46d386b8-ad93-452c-af4f-e64c82c4f250 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.283649 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-46d386b8-ad93-452c-af4f-e64c82c4f250 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4546809 Feb 28 11:32:13.283779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.288952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48806) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:13.330231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb459873-53ed-4708-b1ca-8ebd5222d62d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.349636 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d84ba3e5-2e2c-4c33-b89a-ae962b633ed9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules/0eb56885-4362-4176-90d7-727d74542a5a HTTP/1.1" status: 200 len: 706 time: 0.0505881 Feb 28 11:32:13.354247 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48812) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:13.406386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.447741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.469662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Router 136c8b4b-7543-48e0-aa27-74cc3ffda55a is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:13.492060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-fb459873-53ed-4708-b1ca-8ebd5222d62d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for a82569c7-1107-4e1b-9625-18db7c15b529 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:13.504375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.581487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6810866c-3426-4656-8f5e-541333a9a3cd,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:13.611374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Port': ['ID=2a4cdec0-22b7-4c3a-af45-48b0a73a5c52,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:13.642107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Checking segment: {'id': '09cdb95d-2c0d-4171-99b8-d74387bed14b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '65d6ffbb-615a-4448-becc-3dd902a31622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:13.642460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Network hostable DHCP agents. Network: 65d6ffbb-615a-4448-becc-3dd902a31622, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:13.662265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.667330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2d5393b6-5f6e-412f-b523-47deab64fdb7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5639219 Feb 28 11:32:13.671147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48820) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:13.680576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'security_group_rule': {'security_group_id': '4b6aeba7-a06c-4483-9837-266c6d036b4f', 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:13.690029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:13.696691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:security_group_rule and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:13.700675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:13.710270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:13.772649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Network 65d6ffbb-615a-4448-becc-3dd902a31622 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:13.820194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.871241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-76749030-9b24-4e3c-9ff8-55b4626d5cd1 None None] Provisioning for port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:13.877648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-76749030-9b24-4e3c-9ff8-55b4626d5cd1 None None] Provisioning complete for port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:13.883277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-76749030-9b24-4e3c-9ff8-55b4626d5cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.893682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c9ffedbb-3d57-423d-9001-b1a65c04bbc0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:13.923833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 65d6ffbb-615a-4448-becc-3dd902a31622) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:13.931506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.936676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:13.937549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:13.943931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f1593e-eee5-42b3-a095-8d1fd1c02492 None None] Network 65d6ffbb-615a-4448-becc-3dd902a31622 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:14.068034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.105657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48826) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:14.110956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:14.125707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.125930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1326411-d2b5-45dc-8c26-ce973d2e94a2,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:14.136430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Port': ['ID=92d34760-ca85-4d96-9e6f-9928eabea282,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:14.155705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Checking segment: {'id': 'bd3eb2f6-c6de-4d89-ae0e-c6a7b2668e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '06a034b3-30bd-4374-afef-79ea7617caac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:14.156317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Network hostable DHCP agents. Network: 06a034b3-30bd-4374-afef-79ea7617caac, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:14.185072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c9ffedbb-3d57-423d-9001-b1a65c04bbc0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:14.196895 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c9ffedbb-3d57-423d-9001-b1a65c04bbc0 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.8272483 Feb 28 11:32:14.197165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48832) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:14.231168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84f894ca-cf3d-4d61-a5ef-48f2532b30f9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.245663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84f894ca-cf3d-4d61-a5ef-48f2532b30f9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.279839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.287208 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d41d129f-9f83-40dc-8d7c-84b4ebeb326a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6146033 Feb 28 11:32:14.288245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48836) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:14.289030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Network 06a034b3-30bd-4374-afef-79ea7617caac is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:14.319082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'security_group_rule': {'security_group_id': '4b6aeba7-a06c-4483-9837-266c6d036b4f', 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:14.327826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:14.333299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:14.347661 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622749f-2f0b-47d0-a0c3-ef33547718e5 None None] Sync routers for ids ['136c8b4b-7543-48e0-aa27-74cc3ffda55a'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:14.356013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:security_group_rule and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:14.356388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:14.357757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-181474373'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:14.366955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:14.367216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:14.371435 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622749f-2f0b-47d0-a0c3-ef33547718e5 None None] Routers {'136c8b4b-7543-48e0-aa27-74cc3ffda55a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:14.377043 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5622749f-2f0b-47d0-a0c3-ef33547718e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['136c8b4b-7543-48e0-aa27-74cc3ffda55a'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:14.377212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Usage tracker for resource:network and tenant:e9c1312aea2543a597e6e5ba33aba37d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:14.380200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb459873-53ed-4708-b1ca-8ebd5222d62d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.382827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:14.414196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:14.414565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.422156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84f894ca-cf3d-4d61-a5ef-48f2532b30f9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.428872 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:14.440305 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb459873-53ed-4708-b1ca-8ebd5222d62d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=a82569c7-1107-4e1b-9625-18db7c15b529,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:14.453403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 06a034b3-30bd-4374-afef-79ea7617caac) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:14.459815 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5622749f-2f0b-47d0-a0c3-ef33547718e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:14.464800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.466064 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cfa557dc-d28c-4c61-8631-8f32b77442d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.4108999 Feb 28 11:32:14.469991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48840) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:14.475801 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622749f-2f0b-47d0-a0c3-ef33547718e5 None None] Routers {'136c8b4b-7543-48e0-aa27-74cc3ffda55a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:14.476698 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5622749f-2f0b-47d0-a0c3-ef33547718e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:31:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['136c8b4b-7543-48e0-aa27-74cc3ffda55a'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:14.486133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca674fa-8332-43cf-9102-ccc28a90844e None None] Network 06a034b3-30bd-4374-afef-79ea7617caac requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:14.493574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:14.506340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:14.513503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:14.515249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.522635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f894ca-cf3d-4d61-a5ef-48f2532b30f9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0eb56885-4362-4176-90d7-727d74542a5a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:14.529668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84f894ca-cf3d-4d61-a5ef-48f2532b30f9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.533505 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-84f894ca-cf3d-4d61-a5ef-48f2532b30f9 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/0eb56885-4362-4176-90d7-727d74542a5a HTTP/1.1" status: 204 len: 168 time: 0.3390596 Feb 28 11:32:14.540531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48844) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:14.556234 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5622749f-2f0b-47d0-a0c3-ef33547718e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:14.557006 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5622749f-2f0b-47d0-a0c3-ef33547718e5 None None] The sync data for ids ['136c8b4b-7543-48e0-aa27-74cc3ffda55a'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:14.611477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1933222e-faaf-4f76-8632-f3bea0468e5f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:14.621413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Project c9fab9be19ed411ab699ca3e52d30b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:32:14.633515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.637585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Made reservation on behalf of e9c1312aea2543a597e6e5ba33aba37d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:14.640719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.698507 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c0f2c3ba-3eff-418e-88b6-8fc354ae81ae tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4151137 Feb 28 11:32:14.701404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48848) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:14.759056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.773826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1933222e-faaf-4f76-8632-f3bea0468e5f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:14.775021 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1933222e-faaf-4f76-8632-f3bea0468e5f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2334659 Feb 28 11:32:14.779044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb459873-53ed-4708-b1ca-8ebd5222d62d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.781163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48852) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:14.783548 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fb459873-53ed-4708-b1ca-8ebd5222d62d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/a82569c7-1107-4e1b-9625-18db7c15b529 HTTP/1.1" status: 204 len: 168 time: 2.1236100 Feb 28 11:32:14.786293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48854) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:14.810616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.823863 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-78720af1-cb7d-4468-bd66-39bf374da20d None None] Could not find standard attr ID for object a82569c7-1107-4e1b-9625-18db7c15b529. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:32:14.841301 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:14.850525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Usage tracker for resource:security_group_rule and tenant:e9c1312aea2543a597e6e5ba33aba37d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:14.856849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:14.864644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:14.894326 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Deleting port 3361bfa0-306f-4e7e-a075-99285ce18fa9 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:14.895110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.907875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.928337 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-529f800e-efc2-4431-97e0-6abbf158b2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.936971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d239c-a1a2-485d-a6b6-e0b0ee4e0192 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:14.940878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d239c-a1a2-485d-a6b6-e0b0ee4e0192 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:14.941602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-461d239c-a1a2-485d-a6b6-e0b0ee4e0192 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Synchronizing usage tracker for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:14.978762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-175247eb-0770-4db6-8893-1d03ab9e51c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:14.985454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4fd7e1-a468-439d-8174-2cd075fc189f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:14.986154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fa4fd7e1-a468-439d-8174-2cd075fc189f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:14.997900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.039688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5617fb8-9024-4fd3-b1d3-4c178d2aefc3,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:15.048750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-175247eb-0770-4db6-8893-1d03ab9e51c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.058719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-461d239c-a1a2-485d-a6b6-e0b0ee4e0192 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Unset dirty status for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:15.059880 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-461d239c-a1a2-485d-a6b6-e0b0ee4e0192 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3576503 Feb 28 11:32:15.063987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48860) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:15.085095 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.107153 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a6de02cf-9cf8-4481-8fd4-34e4d5208ab2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/routers/136c8b4b-7543-48e0-aa27-74cc3ffda55a HTTP/1.1" status: 200 len: 925 time: 0.6345623 Feb 28 11:32:15.109595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48864) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:15.137848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fa4fd7e1-a468-439d-8174-2cd075fc189f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:15.137848 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fa4fd7e1-a468-439d-8174-2cd075fc189f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3485677 Feb 28 11:32:15.144200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48868) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:15.173472 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7edce210-8153-4d72-b438-bd3524301b33 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=136c8b4b-7543-48e0-aa27-74cc3ffda55a HTTP/1.1" status: 200 len: 205 time: 0.0628166 Feb 28 11:32:15.175945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.181949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48872) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:15.189688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-9097475e-746d-481f-9810-04c420e9a089 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Deleting port 2a4cdec0-22b7-4c3a-af45-48b0a73a5c52 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:15.190024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9097475e-746d-481f-9810-04c420e9a089 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.212258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] For port 3361bfa0-306f-4e7e-a075-99285ce18fa9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=3361bfa0-306f-4e7e-a075-99285ce18fa9,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:15.212618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.225800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.230029 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8bace7c5-9f6a-465d-b1a6-7f3f082058e6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.9272208 Feb 28 11:32:15.231616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48876) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:15.232300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 738} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:15.291555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'security_group_rule': {'security_group_id': '4b6aeba7-a06c-4483-9837-266c6d036b4f', 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:15.354136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2985ee2-5a19-4e85-8e6a-8d03bfd292b7,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:15.364620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Calling delete_port for 3361bfa0-306f-4e7e-a075-99285ce18fa9 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:15.392530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:15.394915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.395799 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Added segment 4ca540dd-5abc-40e9-b420-98fd5535460c of type vlan for network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e Feb 28 11:32:15.411393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:security_group_rule and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:15.420668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:15.441349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:15.449058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.529597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-175247eb-0770-4db6-8893-1d03ab9e51c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.581524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175247eb-0770-4db6-8893-1d03ab9e51c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3146ae61-0389-4dc3-a9c2-64cb8dd53750,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:15.616488 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Project c9fab9be19ed411ab699ca3e52d30b49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:32:15.626768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.680161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a800f58-f71b-4fdc-b9dd-1be86a407ea7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:15.681608 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0a800f58-f71b-4fdc-b9dd-1be86a407ea7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5365372 Feb 28 11:32:15.686227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48880) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:15.722002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9097475e-746d-481f-9810-04c420e9a089 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.730766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.734377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:15.734978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.840179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-175247eb-0770-4db6-8893-1d03ab9e51c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.841268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-175247eb-0770-4db6-8893-1d03ab9e51c7 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/3146ae61-0389-4dc3-a9c2-64cb8dd53750 HTTP/1.1" status: 204 len: 168 time: 1.0576136 Feb 28 11:32:15.847891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-9097475e-746d-481f-9810-04c420e9a089 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Calling delete_port for 2a4cdec0-22b7-4c3a-af45-48b0a73a5c52 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:15.874368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48884) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:15.905734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.933017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d2e61-95bf-490e-83ec-04638171098d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:15.934439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d2e61-95bf-490e-83ec-04638171098d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:15.935888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e75d2e61-95bf-490e-83ec-04638171098d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:15.936574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e75d2e61-95bf-490e-83ec-04638171098d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:15.961075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event updated for resources: {'Network': ['ID=6cf1677c-058b-46e9-9ee5-9288d9a64c2e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:15.966061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:15.972956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:15.987702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9453ed1a-fc97-404a-bb25-0a19cec947b1 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:15.990879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a10563d-d3ce-432f-8b53-7c620267b1d6,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:16.012446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.024567 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-493064e9-5a18-49c1-8cc1-ebcb69c06649 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9142141 Feb 28 11:32:16.027174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48888) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:16.032971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Request body: {'subnet': {'network_id': '6cf1677c-058b-46e9-9ee5-9288d9a64c2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:16.106239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e75d2e61-95bf-490e-83ec-04638171098d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:16.107420 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e75d2e61-95bf-490e-83ec-04638171098d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4196889 Feb 28 11:32:16.114380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.120412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48892) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:16.128673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9097475e-746d-481f-9810-04c420e9a089 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.132497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9453ed1a-fc97-404a-bb25-0a19cec947b1 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:16.140189 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9453ed1a-fc97-404a-bb25-0a19cec947b1 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2584498 Feb 28 11:32:16.150335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48894) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:16.188448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097475e-746d-481f-9810-04c420e9a089 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Port': ['ID=2a4cdec0-22b7-4c3a-af45-48b0a73a5c52,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:16.199379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9097475e-746d-481f-9810-04c420e9a089 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.211776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.212960 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-739ff0fe-817e-448f-98f8-755377eedc1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9769070 Feb 28 11:32:16.216976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48900) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:16.217144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group': {'name': 'tempest-secgroup--58648734'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:16.228233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'network': {'name': 'tempest-network-smoke--523187164', 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'port_security_enabled': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:16.233016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event deleted for resources: {'Port': ['ID=3361bfa0-306f-4e7e-a075-99285ce18fa9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:16.234519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:16.239983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:network and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:16.243524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:16.248510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:16.251028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:16.290478 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9097475e-746d-481f-9810-04c420e9a089 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/ports/2a4cdec0-22b7-4c3a-af45-48b0a73a5c52 HTTP/1.1" status: 204 len: 168 time: 1.2256763 Feb 28 11:32:16.293344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48904) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:16.315721 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:16.320521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:16.352329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Usage tracker for resource:subnet and tenant:e9c1312aea2543a597e6e5ba33aba37d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:16.355669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Made reservation on behalf of c9fab9be19ed411ab699ca3e52d30b49 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:16.358535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.365155 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:16.393280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0271403f-ad19-46c0-94bb-70e97d4da474 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Deleting port 92d34760-ca85-4d96-9e6f-9928eabea282 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:16.393614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0271403f-ad19-46c0-94bb-70e97d4da474 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.402390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:16.429070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.462527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:16.468131 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.508537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Deleting port cad617f4-0bae-43d8-92a3-63f5bf230760 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:16.508871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.531498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.532168 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Added segment 4c366955-6874-4af1-a199-8ae9088ba3d2 of type vlan for network bb7630b3-89b7-4765-b7fc-a4da2b23b089 Feb 28 11:32:16.561308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Made reservation on behalf of e9c1312aea2543a597e6e5ba33aba37d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:16.737425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.762477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.774014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0271403f-ad19-46c0-94bb-70e97d4da474 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.888495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:16.892557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed6f26bb-d399-4c50-bb27-e6d8928e539f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 23f6b5d1-d411-46cf-bce7-6c5716be9bd6 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:16.910267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed6f26bb-d399-4c50-bb27-e6d8928e539f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.919502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0271403f-ad19-46c0-94bb-70e97d4da474 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Calling delete_port for 92d34760-ca85-4d96-9e6f-9928eabea282 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:16.939181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:16.948684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:16.956250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:16.999530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:17.018535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a37f5f5c-a010-4b61-83ab-057c22c5a671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.074550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.078164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:17.078743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.191473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.305912 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed6f26bb-d399-4c50-bb27-e6d8928e539f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.339899 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1178899 Feb 28 11:32:17.355798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Calling delete_port for cad617f4-0bae-43d8-92a3-63f5bf230760 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:17.361265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48908) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:17.375090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'admin_state_up': True, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:17.385963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b235374-6ac0-480d-b3dc-83d42d2f6e1d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'Network': ['ID=bb7630b3-89b7-4765-b7fc-a4da2b23b089,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:17.397652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network bb7630b3-89b7-4765-b7fc-a4da2b23b089 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:17.404932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.406936 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:17.432315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:router and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:17.441654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:17.465329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.467138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:17.509505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.528692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0271403f-ad19-46c0-94bb-70e97d4da474 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.536380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed6f26bb-d399-4c50-bb27-e6d8928e539f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.585567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.594279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0271403f-ad19-46c0-94bb-70e97d4da474 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Port': ['ID=92d34760-ca85-4d96-9e6f-9928eabea282,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:17.601946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0271403f-ad19-46c0-94bb-70e97d4da474 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.625142 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0271403f-ad19-46c0-94bb-70e97d4da474 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/ports/92d34760-ca85-4d96-9e6f-9928eabea282 HTTP/1.1" status: 204 len: 168 time: 1.3296034 Feb 28 11:32:17.627527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48912) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:17.630352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.630947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bdd8cc21-3951-43d9-82ac-463f2ef00fb6 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:17.653181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.654087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.657052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87c29e1-ddf6-4a8d-a4e1-c6510083a100,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:17.687498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dea47a20-d2f6-4cf0-9c11-de31a250380f tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Synchronizing usage tracker for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:17.716149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.768582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event deleted for resources: {'Port': ['ID=cad617f4-0bae-43d8-92a3-63f5bf230760,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:17.775843 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed6f26bb-d399-4c50-bb27-e6d8928e539f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.779574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.783253 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9995799f-4e08-4d95-8eb0-69bcc423dcf6 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.6143508 Feb 28 11:32:17.800692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48916) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:17.811323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Request body: {'security_group_rule': {'security_group_id': 'f87c29e1-ddf6-4a8d-a4e1-c6510083a100', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:17.816322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.819084 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a08aa508-7a40-4747-b359-3fed1fc05f38 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "DELETE /v2.0/routers/bdd8cc21-3951-43d9-82ac-463f2ef00fb6 HTTP/1.1" status: 204 len: 168 time: 4.6750004 Feb 28 11:32:17.826833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dea47a20-d2f6-4cf0-9c11-de31a250380f tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Unset dirty status for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:17.827251 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48920) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:17.828198 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dea47a20-d2f6-4cf0-9c11-de31a250380f tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1997454 Feb 28 11:32:17.829415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:17.840706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48922) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:17.844200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6f26bb-d399-4c50-bb27-e6d8928e539f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=23f6b5d1-d411-46cf-bce7-6c5716be9bd6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:17.852558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2050871769', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:17.865288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Usage tracker for resource:security_group_rule and tenant:a7b15c780e5e43b097b9777ea34bbb80 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:17.866532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-628272390'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:17.869881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:17.870024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:17.878682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:17.883759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:17.885327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Usage tracker for resource:router and tenant:4ad8356c30294f988e7f101345a42055 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:17.888384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed6f26bb-d399-4c50-bb27-e6d8928e539f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.891252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc831c4-955e-4bad-875b-7ae5a147b5be None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:17.895586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:17.901037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:17.940136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:17.945266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:18.053551 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ed6f26bb-d399-4c50-bb27-e6d8928e539f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/23f6b5d1-d411-46cf-bce7-6c5716be9bd6 HTTP/1.1" status: 204 len: 168 time: 1.9043002 Feb 28 11:32:18.055938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48928) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:18.068760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.098834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.108572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Made reservation on behalf of 151b80466e56418ebe2a4867fe71c4a2 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:18.111639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.122264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.183900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.184830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.242182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.361433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.371203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e9edc48-67f2-47e1-aeff-9b2eb3221f4e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 796fa1a2-7675-4159-8d90-ceb9b19ee662 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:18.390066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2e9edc48-67f2-47e1-aeff-9b2eb3221f4e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.401043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.403074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.407616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.433904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:18.459300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.470967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event updated for resources: {'Subnet': ['ID=bf705b41-5100-4479-918c-f6901effc9df,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:18.483886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.489813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b67bc6a2-d09d-4b3a-aeb2-c01811a2455c,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:18.494514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.494514 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Added segment c2f84b0d-fb5a-4168-8615-c47f0879ff4a of type vlan for network d18a7120-fb3f-431d-afd2-567615d1c386 Feb 28 11:32:18.510329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.510756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Fanout notify agent at l3_agent the message router_deleted on router 136c8b4b-7543-48e0-aa27-74cc3ffda55a {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:18.522086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.534000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2e9edc48-67f2-47e1-aeff-9b2eb3221f4e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.543405 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.553768 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-502c1446-b38f-44ed-aa1d-391ee2da57d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/136c8b4b-7543-48e0-aa27-74cc3ffda55a HTTP/1.1" status: 204 len: 168 time: 3.3352087 Feb 28 11:32:18.555570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48932) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:18.561224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1467973076', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': False}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:18.566041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:18.575711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Usage tracker for resource:router and tenant:b2faa04e217347dbb1f6638568c7693b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:18.579271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:18.586308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:18.589167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a5adc916-70a5-44c7-b8c0-afdb7330a591 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:18.611189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Checking segment: {'id': '4ca540dd-5abc-40e9-b420-98fd5535460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6cf1677c-058b-46e9-9ee5-9288d9a64c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:18.611462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Network hostable DHCP agents. Network: 6cf1677c-058b-46e9-9ee5-9288d9a64c2e, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:18.626636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.654099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a5adc916-70a5-44c7-b8c0-afdb7330a591 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:32:18.654727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a5adc916-70a5-44c7-b8c0-afdb7330a591 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:18.655376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 3361bfa0-306f-4e7e-a075-99285ce18fa9 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:18.663103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.666984 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-555b80ae-59a8-4b16-a729-f1c31e3a3895 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8622797 Feb 28 11:32:18.667842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48936) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:18.699557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 3361bfa0-306f-4e7e-a075-99285ce18fa9 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:32:18.713574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 3361bfa0-306f-4e7e-a075-99285ce18fa9 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:18.767090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c27c4d03-8200-48ce-89c1-c662e0c34073 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.798128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c27c4d03-8200-48ce-89c1-c662e0c34073 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.851420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2e9edc48-67f2-47e1-aeff-9b2eb3221f4e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.904418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.908181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:18.908834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.938102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.939117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.959207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:18.966102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:18.987355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f51357f2-37d0-4f0d-93d5-d4dc5cf2f834 None None] Provisioning complete for port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:18.992169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f51357f2-37d0-4f0d-93d5-d4dc5cf2f834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.040184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c27c4d03-8200-48ce-89c1-c662e0c34073 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.063752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27c4d03-8200-48ce-89c1-c662e0c34073 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87c29e1-ddf6-4a8d-a4e1-c6510083a100,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:19.128396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c27c4d03-8200-48ce-89c1-c662e0c34073 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.129599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c27c4d03-8200-48ce-89c1-c662e0c34073 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/f87c29e1-ddf6-4a8d-a4e1-c6510083a100 HTTP/1.1" status: 204 len: 168 time: 0.4612548 Feb 28 11:32:19.139160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48940) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:19.205661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 6cf1677c-058b-46e9-9ee5-9288d9a64c2e) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:19.217157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a93ee1-3819-488e-971c-4ab92b4aaefd None None] Network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:19.231215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:19.231594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.255771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.263245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4cfb2234-d822-4933-8727-1ccb02ed55ad tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:19.283033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Network': ['ID=d18a7120-fb3f-431d-afd2-567615d1c386,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:19.291854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.299736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network d18a7120-fb3f-431d-afd2-567615d1c386 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:19.349621 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b3203464-e799-42c7-a29d-73d34b30be8e tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3180692 Feb 28 11:32:19.351521 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fdd3ef55-9a59-4dc2-b9cf-86742635278a tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5050457 Feb 28 11:32:19.356871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48944) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:19.357365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48946) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:19.371588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-187440534'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:19.382041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:19.389520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Usage tracker for resource:network and tenant:151b80466e56418ebe2a4867fe71c4a2 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:19.392572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4cfb2234-d822-4933-8727-1ccb02ed55ad tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:19.393821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4cfb2234-d822-4933-8727-1ccb02ed55ad tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2537177 Feb 28 11:32:19.396705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:19.398702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48952) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:19.409421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-299535583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:19.417870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:19.423906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Usage tracker for resource:router and tenant:e9c1312aea2543a597e6e5ba33aba37d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:19.427911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:19.438763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:19.464110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-24eca493-8cfd-4cb9-bf9d-de728f514b10 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:19.491603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:19.521576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2e9edc48-67f2-47e1-aeff-9b2eb3221f4e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.563573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.574939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2e9edc48-67f2-47e1-aeff-9b2eb3221f4e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.577001 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2e9edc48-67f2-47e1-aeff-9b2eb3221f4e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/796fa1a2-7675-4159-8d90-ceb9b19ee662 HTTP/1.1" status: 204 len: 168 time: 1.5197930 Feb 28 11:32:19.577871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.584736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-6cf1677c-058b-46e9-9ee5-9288d9a64c2e', 'network_id': '6cf1677c-058b-46e9-9ee5-9288d9a64c2e', 'tenant_id': 'e9c1312aea2543a597e6e5ba33aba37d', 'fixed_ips': [{'subnet_id': 'bf705b41-5100-4479-918c-f6901effc9df'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:19.585867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.591782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48956) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:19.606977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c96965-a9a4-46c3-bf0a-1160200c5076 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:19.655476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-24eca493-8cfd-4cb9-bf9d-de728f514b10 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group_rule {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:19.656676 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-24eca493-8cfd-4cb9-bf9d-de728f514b10 tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2561934 Feb 28 11:32:19.666397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48960) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:19.669651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.696584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.697519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.717346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.729135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cb6eafbd-36f0-4ecd-b108-657e70051fd0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1360059 Feb 28 11:32:19.732472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48964) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:19.739733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-4b785da6-6d0d-4242-8ddc-a5aa823aca2f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] delete failed (client error): The resource could not be found. Feb 28 11:32:19.740731 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4b785da6-6d0d-4242-8ddc-a5aa823aca2f tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "DELETE /v2.0/security-groups/f87c29e1-ddf6-4a8d-a4e1-c6510083a100 HTTP/1.1" status: 404 len: 347 time: 0.0731256 Feb 28 11:32:19.745535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.747551 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9edc48-67f2-47e1-aeff-9b2eb3221f4e tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=796fa1a2-7675-4159-8d90-ceb9b19ee662,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:19.749148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:19.764837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48968) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:19.841098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Made reservation on behalf of 151b80466e56418ebe2a4867fe71c4a2 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:19.844451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.856143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.917641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-57490baa-4230-41b0-9d18-d82cefecfb0d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Synchronizing usage tracker for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:19.923712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.925643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:19.937739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:19.942725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:19.951480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:19.952530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:19.963800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:19.964491 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Added segment a12864e4-368b-47a7-b5d1-4f6ea0c0a695 of type vlan for network 1285d8c1-701a-4ef4-b55b-93b1e770973b Feb 28 11:32:19.970026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Allocated IP 172.26.1.199 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/a81a8a3f-4c30-4a34-aa65-9314a0e87224) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:20.031070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-57490baa-4230-41b0-9d18-d82cefecfb0d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] Unset dirty status for tenant:a7b15c780e5e43b097b9777ea34bbb80 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:20.032613 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-57490baa-4230-41b0-9d18-d82cefecfb0d tempest-SecGroupTest-1602355232 tempest-SecGroupTest-1602355232-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2693098 Feb 28 11:32:20.038907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.060208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:20.079777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Allocated IP 172.20.0.2 (6cf1677c-058b-46e9-9ee5-9288d9a64c2e/bf705b41-5100-4479-918c-f6901effc9df/327f808b-0837-49b0-aa00-2657e1c3bcbc) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:20.099896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.103999 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c635c532-e50b-4609-a31d-09e5c3f62f63 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.7411909 Feb 28 11:32:20.134595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48974) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:20.215833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.231396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.250813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.255636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:20.256277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.380924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.392768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Transition to ACTIVE for port object 327f808b-0837-49b0-aa00-2657e1c3bcbc will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:20.414952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Transition to ACTIVE for port object 327f808b-0837-49b0-aa00-2657e1c3bcbc will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:20.425384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Network': ['ID=1285d8c1-701a-4ef4-b55b-93b1e770973b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:20.432867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.439184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 1285d8c1-701a-4ef4-b55b-93b1e770973b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:20.482205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.538009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.573807 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-25832a77-a7e5-4320-b09f-f059a216a641 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2082603 Feb 28 11:32:20.642515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.655573 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:20.662032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:20.673135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:20.697588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Pushing event updated for resources: {'Port': ['ID=327f808b-0837-49b0-aa00-2657e1c3bcbc,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:20.807378 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 48980) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:20.832531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:32:20.853733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Deleting port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:20.854103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.860597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:32:20.894297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Attempting to bind port 327f808b-0837-49b0-aa00-2657e1c3bcbc on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:20.894674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Attempting to bind port 327f808b-0837-49b0-aa00-2657e1c3bcbc by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '4ca540dd-5abc-40e9-b420-98fd5535460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6cf1677c-058b-46e9-9ee5-9288d9a64c2e'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:20.895739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Attempting to bind port 327f808b-0837-49b0-aa00-2657e1c3bcbc on network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:20.916598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:20.916970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Checking segment: {'id': '4ca540dd-5abc-40e9-b420-98fd5535460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6cf1677c-058b-46e9-9ee5-9288d9a64c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:20.917370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.917913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Bound using segment: {'id': '4ca540dd-5abc-40e9-b420-98fd5535460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6cf1677c-058b-46e9-9ee5-9288d9a64c2e'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:20.918386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Bound port: 327f808b-0837-49b0-aa00-2657e1c3bcbc, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca540dd-5abc-40e9-b420-98fd5535460c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 738, 'network_id': '6cf1677c-058b-46e9-9ee5-9288d9a64c2e'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:20.918759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:20.920765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Allocated IP 172.26.1.12 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/5dbd8958-ea8f-4a65-afad-59c37205af3e) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:21.151297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:21.210715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] For port 327f808b-0837-49b0-aa00-2657e1c3bcbc, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:21.218953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] For port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:21.219302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:21.222323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:21.233639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:21.235658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] For port 327f808b-0837-49b0-aa00-2657e1c3bcbc, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=327f808b-0837-49b0-aa00-2657e1c3bcbc,segment=NetworkSegment(4ca540dd-5abc-40e9-b420-98fd5535460c),segment_id=4ca540dd-5abc-40e9-b420-98fd5535460c)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:21.247047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:21.298698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:21.307756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event updated for resources: {'Port': ['ID=a81a8a3f-4c30-4a34-aa65-9314a0e87224,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:21.353003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:21.404027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Calling delete_port for 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:21.538039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d6427-d6c4-4c12-beff-8e51a6117520 None None] Pushing event updated for resources: {'Port': ['ID=327f808b-0837-49b0-aa00-2657e1c3bcbc,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:21.638290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] For port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:21.694965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:21.727887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:21.728624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:21.818506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:32:21.819809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:32:21.893956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:21.894662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:21.967232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.005657 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-83ff9a4b-a9fc-48c6-8efb-14c63045b25a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7b15c780e5e43b097b9777ea34bbb80&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1886053 Feb 28 11:32:22.015081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48986) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:22.061078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:22.068440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:22.075599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:22.076312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.088369 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 327f808b-0837-49b0-aa00-2657e1c3bcbc up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:22.113121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=8fc9e49b-31e6-49a8-9a2b-6eac92addfb6,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:22.139168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,revision_number=8']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:22.197444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2b389126-e411-4d08-9fa5-0ada940a564b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.229271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2b389126-e411-4d08-9fa5-0ada940a564b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.232792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.245488 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b2347286-9eb9-4fce-aca6-0a0e3d5557ca tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5088339 Feb 28 11:32:22.258291 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48990) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:22.263869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 327f808b-0837-49b0-aa00-2657e1c3bcbc completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:22.264681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:22.321177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Deleting port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:22.321883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.394126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:22.394383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:22.409368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:22.439377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Allocated IP 172.20.0.1 (6cf1677c-058b-46e9-9ee5-9288d9a64c2e/bf705b41-5100-4479-918c-f6901effc9df/61182583-92f8-4068-b5cf-adbc101d823f) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:22.445894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:22.525629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:22.539456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:22.540375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'Port': ['ID=5dbd8958-ea8f-4a65-afad-59c37205af3e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:22.547063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:22.569512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2b389126-e411-4d08-9fa5-0ada940a564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.576617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:22.641910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b389126-e411-4d08-9fa5-0ada940a564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9c85d99-febf-4036-9d8c-e2d251bdcc5c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:22.675737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Allocated IP 172.26.1.207 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/a24fde8f-59dd-4c6e-8437-c63ef52882ac) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:22.752728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:22.763267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:22.845020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Router 5d84ce98-59aa-47af-950e-f5810e639894 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:23.024833 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.067670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:23.118651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5128b8a2-492c-47bc-8947-e8878d7cbf76 None None] Network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:23.175887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.202217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.256660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.266974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.268046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.277378 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Transition to ACTIVE for port object 61182583-92f8-4068-b5cf-adbc101d823f will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:23.331331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2b389126-e411-4d08-9fa5-0ada940a564b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.332413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2b389126-e411-4d08-9fa5-0ada940a564b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a9c85d99-febf-4036-9d8c-e2d251bdcc5c HTTP/1.1" status: 204 len: 168 time: 1.3145874 Feb 28 11:32:23.369246 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:32:23.379080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] For port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:23.380341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.393466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,revision_number=9']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:23.425731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.478172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:23.489461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:23.513296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:23.553038 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.ipam_backend_mixin [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8fc9e49b-31e6-49a8-9a2b-6eac92addfb6 (CIDR: 2001:db8::/64) Feb 28 11:32:23.571488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Calling delete_port for 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:23.605369 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7baded37-27ea-4e84-93c0-e812b5700c54 None None] Provisioning for port 327f808b-0837-49b0-aa00-2657e1c3bcbc completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:23.607761 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:32:23.608447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:32:23.621998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7baded37-27ea-4e84-93c0-e812b5700c54 None None] Provisioning complete for port 327f808b-0837-49b0-aa00-2657e1c3bcbc triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:23.622556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7baded37-27ea-4e84-93c0-e812b5700c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.650430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:23.695536 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Sync routers for ids ['5d84ce98-59aa-47af-950e-f5810e639894'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:23.749299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bd6f79ca-8e69-4ed8-977e-4e1ed1ef18db tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4898334 Feb 28 11:32:23.755448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 48996) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:23.763406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event updated for resources: {'Port': ['ID=a24fde8f-59dd-4c6e-8437-c63ef52882ac,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:23.765225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:23.788975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.793144 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c8541eca-17a3-446c-bfaf-9eebf1bf7797 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.2339468 Feb 28 11:32:23.795273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49000) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:23.858646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:32:23.864782 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:32:23.883658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Routers {'5d84ce98-59aa-47af-950e-f5810e639894'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:23.891048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d84ce98-59aa-47af-950e-f5810e639894'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:23.894516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.957029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Deleting port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:23.958577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:23.979001 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49004) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:23.988695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'subnets': [{'network_id': 'd18a7120-fb3f-431d-afd2-567615d1c386', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1650853025', 'ip_version': 6}, {'network_id': '1285d8c1-701a-4ef4-b55b-93b1e770973b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:23.989695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'subnet': {'network_id': 'd18a7120-fb3f-431d-afd2-567615d1c386', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1650853025', 'ip_version': 6}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:23.990354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Request body: {'subnet': {'network_id': '1285d8c1-701a-4ef4-b55b-93b1e770973b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:24.255225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:24.257646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:24.264622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:24.269413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:24.272269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:24.272749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event updated for resources: {'Port': ['ID=61182583-92f8-4068-b5cf-adbc101d823f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:24.279200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:24.283543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:24.305340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7baded37-27ea-4e84-93c0-e812b5700c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.337551 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-78d56675-3d6b-4ddd-8436-3bd3931d7063 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/routers/5d84ce98-59aa-47af-950e-f5810e639894 HTTP/1.1" status: 200 len: 909 time: 0.5410674 Feb 28 11:32:24.340139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49008) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:24.346441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1467973076', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': True}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:24.352406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:24.356740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Usage tracker for resource:router and tenant:b2faa04e217347dbb1f6638568c7693b is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:24.359568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:24.368964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:24.377497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:24.381742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.406979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Set router 5d84ce98-59aa-47af-950e-f5810e639894 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:24.443053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.470628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.471585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.527922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.531153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:24.537650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Usage tracker for resource:subnet and tenant:151b80466e56418ebe2a4867fe71c4a2 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:24.541754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:24.548328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:24.592559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.593793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.647782 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] For port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:24.648675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.720852 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Made reservation on behalf of 151b80466e56418ebe2a4867fe71c4a2 for: {'subnet': 2} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:24.744684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Router 24df67cc-b174-4c81-b52f-753347da4afe is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:24.783475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7baded37-27ea-4e84-93c0-e812b5700c54 None None] For port 327f808b-0837-49b0-aa00-2657e1c3bcbc, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=327f808b-0837-49b0-aa00-2657e1c3bcbc,segment=NetworkSegment(4ca540dd-5abc-40e9-b420-98fd5535460c),segment_id=4ca540dd-5abc-40e9-b420-98fd5535460c)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:24.791513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Calling delete_port for 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:24.793096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.894183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.902546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7baded37-27ea-4e84-93c0-e812b5700c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:24.981780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:24.985473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:25.043897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:25.049324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.065456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=999824f3-65f0-4bb3-a08d-27e13ff637a0,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:25.086194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baded37-27ea-4e84-93c0-e812b5700c54 None None] Pushing event updated for resources: {'Port': ['ID=327f808b-0837-49b0-aa00-2657e1c3bcbc,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:25.105574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.174778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ea8449b5-5c32-465f-8e89-f759d39c44d0 None None] Provisioning complete for port 327f808b-0837-49b0-aa00-2657e1c3bcbc triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:25.175267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ea8449b5-5c32-465f-8e89-f759d39c44d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.186637 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-78802560-0af0-4cc5-8739-bc6f87889381 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4274292 Feb 28 11:32:25.189353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49012) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:25.196559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:f7:9e:c7', 'name': 'tempest-NetworksTestDHCPv6-1946897760'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:25.247190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.293047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.293658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.301788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.313586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] Pushing event deleted for resources: {'Port': ['ID=81fd49d9-c3a1-42b2-9c37-5c76abf68a8f,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:25.336845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.435443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40651b31-1e37-4b0f-8aed-3bee39080594 None None] No DVR routers for this DVR port 81fd49d9-c3a1-42b2-9c37-5c76abf68a8f on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:32:25.440152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:25.459163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:25.460373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d84ce98-59aa-47af-950e-f5810e639894', 'name': 'tempest-snat-router-1467973076', 'tenant_id': 'b2faa04e217347dbb1f6638568c7693b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.199'}], 'enable_snat': False}, 'gw_port_id': 'a81a8a3f-4c30-4a34-aa65-9314a0e87224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:18Z', 'updated_at': '2022-02-28T11:32:21Z', 'revision_number': 3, 'project_id': 'b2faa04e217347dbb1f6638568c7693b', 'gw_port': {'id': 'a81a8a3f-4c30-4a34-aa65-9314a0e87224', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d84ce98-59aa-47af-950e-f5810e639894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:25.468012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Checking router: 5d84ce98-59aa-47af-950e-f5810e639894 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:32:25.472481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Updating router 5d84ce98-59aa-47af-950e-f5810e639894 port a81a8a3f-4c30-4a34-aa65-9314a0e87224 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:32:25.495909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9e312f-1524-4729-a3b3-2c9a87f464d5 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:25.526372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Allocated IP 172.26.1.92 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/a42c2f55-e2d9-4860-86bf-c1db79ed87a4) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:25.606148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:25.614477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.740127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ea8449b5-5c32-465f-8e89-f759d39c44d0 None None] Provisioning for port 61182583-92f8-4068-b5cf-adbc101d823f completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:25.791907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.797231 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ea8449b5-5c32-465f-8e89-f759d39c44d0 None None] Provisioning complete for port 61182583-92f8-4068-b5cf-adbc101d823f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:25.797598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ea8449b5-5c32-465f-8e89-f759d39c44d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.804409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:25.833710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 81a3ce1b-6792-4b2d-973c-228941f66b89 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:32:25.908090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ea8449b5-5c32-465f-8e89-f759d39c44d0 None None] Port 61182583-92f8-4068-b5cf-adbc101d823f cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:32:25.917672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '8fc9e49b-31e6-49a8-9a2b-6eac92addfb6'}, {'subnet_id': '999824f3-65f0-4bb3-a08d-27e13ff637a0'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:25.918584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.054326 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:26.063995 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Sync routers for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:26.072223 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 327f808b-0837-49b0-aa00-2657e1c3bcbc up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:26.080147 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:26.086456 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:26.104260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.132208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Router a6c612a8-6828-4a8d-ab90-dfc6fa05bd79 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:26.180599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:26.181583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event updated for resources: {'Port': ['ID=a42c2f55-e2d9-4860-86bf-c1db79ed87a4,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:26.184168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:26.186300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:26.249427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.255819 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e973821c-1820-4805-b2db-e4a826cac38c tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.8934920 Feb 28 11:32:26.264756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49016) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:26.276682 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6a5333f9-45f9-43db-9c1b-e3056b133d25 None None] Provisioning complete for port 61182583-92f8-4068-b5cf-adbc101d823f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:26.277045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6a5333f9-45f9-43db-9c1b-e3056b133d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.371522 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:26.372945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6a5333f9-45f9-43db-9c1b-e3056b133d25 None None] Port 61182583-92f8-4068-b5cf-adbc101d823f cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:32:26.429660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.430396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.474812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Allocated IP 2001:db8:0:1::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/999824f3-65f0-4bb3-a08d-27e13ff637a0/e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:26.476812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 327f808b-0837-49b0-aa00-2657e1c3bcbc triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:26.477182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.520627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Allocated IP 2001:db8::f816:3eff:fe84:f97d (d2f89622-2098-4601-99de-8eb1c2f9e684/8fc9e49b-31e6-49a8-9a2b-6eac92addfb6/e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:26.564211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:32:26.692181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.735640 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e1c37c17-8dd1-47f1-b43d-ef121ff9a96d tempest-TestNetworkAdvancedServerOps-57969150 tempest-TestNetworkAdvancedServerOps-57969150-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c9fab9be19ed411ab699ca3e52d30b49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4584200 Feb 28 11:32:26.736289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49022) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:26.743522 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:22Z', 'revision_number': 3, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:26.749437 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Checking router: 24df67cc-b174-4c81-b52f-753347da4afe for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:32:26.750153 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Updating router 24df67cc-b174-4c81-b52f-753347da4afe port 5dbd8958-ea8f-4a65-afad-59c37205af3e binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:32:26.757855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.813037 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.841526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.853160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Transition to ACTIVE for port object e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:26.861465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event updated for resources: {'Port': ['ID=61182583-92f8-4068-b5cf-adbc101d823f,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:26.876552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Transition to ACTIVE for port object e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:26.904493 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.905626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e23689e-0435-42da-b566-e626bd4e428b tempest-TestNetworkAdvancedServerOps-57969150 tempest-TestNetworkAdvancedServerOps-57969150-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:26.907058 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5e23689e-0435-42da-b566-e626bd4e428b tempest-TestNetworkAdvancedServerOps-57969150 tempest-TestNetworkAdvancedServerOps-57969150-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1693265 Feb 28 11:32:26.910947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49026) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:26.917662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Transition to ACTIVE for port object a81a8a3f-4c30-4a34-aa65-9314a0e87224 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:26.950042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:26.978143 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a69c2449-0881-4880-8e64-dfb81a28661c tempest-TestNetworkAdvancedServerOps-57969150 tempest-TestNetworkAdvancedServerOps-57969150-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0647576 Feb 28 11:32:26.983200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49030) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:26.995454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.003092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1877213839', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:27.053939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:27.055447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.072704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:27.083780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:27.132790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Router 659b791e-0eac-40e6-9529-61b05c7083cf is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:27.152740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8:0:1::f6 (d2f89622-2098-4601-99de-8eb1c2f9e684/999824f3-65f0-4bb3-a08d-27e13ff637a0/81a3ce1b-6792-4b2d-973c-228941f66b89) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:27.194493 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Attempting to bind port a81a8a3f-4c30-4a34-aa65-9314a0e87224 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:27.195008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Attempting to bind port a81a8a3f-4c30-4a34-aa65-9314a0e87224 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:27.195338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Attempting to bind port a81a8a3f-4c30-4a34-aa65-9314a0e87224 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:27.228739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::f816:3eff:fef7:9ec7 (d2f89622-2098-4601-99de-8eb1c2f9e684/8fc9e49b-31e6-49a8-9a2b-6eac92addfb6/81a3ce1b-6792-4b2d-973c-228941f66b89) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:27.259820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:27.260878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Attempting to bind port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:27.261611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Attempting to bind port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:27.262070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Attempting to bind port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:27.272808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:27.272808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:27.273521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.274009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:27.274911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Bound port: e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:27.275404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.279031 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:subnet and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:27.284220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:27.298060 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.303145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:27.307822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:27.326251 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.331370 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Transition to ACTIVE for port object 5dbd8958-ea8f-4a65-afad-59c37205af3e will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:27.378043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] For port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:27.381478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] For port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:27.385181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:27.387241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2804dd-4c08-468d-825a-61bb92304e33 None None] Sync routers for ids ['a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:27.390661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:27.391052 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:27.391450 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.391837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:27.392302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Bound port: a81a8a3f-4c30-4a34-aa65-9314a0e87224, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:27.392426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:27.392670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.401272 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.484050 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] For port a81a8a3f-4c30-4a34-aa65-9314a0e87224, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:27.487313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] For port a81a8a3f-4c30-4a34-aa65-9314a0e87224, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a81a8a3f-4c30-4a34-aa65-9314a0e87224,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:27.489524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Pushing event updated for resources: {'Port': ['ID=e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:27.504858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.511519 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62434b8-fcbe-4478-80d4-a5e8e85adda8 None None] Pushing event updated for resources: {'Port': ['ID=5dbd8958-ea8f-4a65-afad-59c37205af3e,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:27.550651 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Attempting to bind port 5dbd8958-ea8f-4a65-afad-59c37205af3e on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:27.551123 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Attempting to bind port 5dbd8958-ea8f-4a65-afad-59c37205af3e by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:27.551481 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Attempting to bind port 5dbd8958-ea8f-4a65-afad-59c37205af3e on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:27.561800 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:27.566332 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:27.566332 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.566332 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:27.566332 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Bound port: 5dbd8958-ea8f-4a65-afad-59c37205af3e, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:27.566332 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.568406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Made reservation on behalf of c9fab9be19ed411ab699ca3e52d30b49 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:27.624968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.646835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a169a70-d6f1-49e6-af36-700057a1c5b6 None None] Pushing event updated for resources: {'Port': ['ID=a81a8a3f-4c30-4a34-aa65-9314a0e87224,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:27.671169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.680839 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] For port 5dbd8958-ea8f-4a65-afad-59c37205af3e, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:27.682726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 81a3ce1b-6792-4b2d-973c-228941f66b89 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:27.689067 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] For port 5dbd8958-ea8f-4a65-afad-59c37205af3e, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5dbd8958-ea8f-4a65-afad-59c37205af3e,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:27.695975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.717078 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.718276 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-98cd61ca-702d-40ed-9829-9d927efbf757 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.8820992 Feb 28 11:32:27.724492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49034) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:27.731609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8bd3b0b6-2b42-4e2f-afe7-86990ae0bff7 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': False}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:27.763078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2804dd-4c08-468d-825a-61bb92304e33 None None] Routers {'a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:27.763559 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ba2804dd-4c08-468d-825a-61bb92304e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:27.792423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:27.802046 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.818020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:27.851253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ba2804dd-4c08-468d-825a-61bb92304e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:27.870354 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Sync routers for ids ['659b791e-0eac-40e6-9529-61b05c7083cf'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:27.884927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b1e56-a0fd-423a-88b6-442bb9584887 None None] Pushing event updated for resources: {'Port': ['ID=e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:27.916601 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62434b8-fcbe-4478-80d4-a5e8e85adda8 None None] Pushing event updated for resources: {'Port': ['ID=5dbd8958-ea8f-4a65-afad-59c37205af3e,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:27.919633 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Routers {'659b791e-0eac-40e6-9529-61b05c7083cf'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:27.920230 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['659b791e-0eac-40e6-9529-61b05c7083cf'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:27.931663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2804dd-4c08-468d-825a-61bb92304e33 None None] Routers {'a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:27.932447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ba2804dd-4c08-468d-825a-61bb92304e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:28.008259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ba2804dd-4c08-468d-825a-61bb92304e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:28.008864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2804dd-4c08-468d-825a-61bb92304e33 None None] The sync data for ids ['a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:28.019461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Routers {'5d84ce98-59aa-47af-950e-f5810e639894'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:28.020793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5d84ce98-59aa-47af-950e-f5810e639894'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:28.021333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=81a3ce1b-6792-4b2d-973c-228941f66b89,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:28.044374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:28.051521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:28.061139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:28.065463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:28.066088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.090609 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:28.098819 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:28.189973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c05395c4-bad8-47a5-b665-5d30841f86a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9994648 Feb 28 11:32:28.192650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49038) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:28.193154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Subnet': ['ID=040b4940-e8e9-4e61-be06-e379c8239eed,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:28.229749 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ceff8556-8f32-412e-91de-e17a3dfd538a None None] Provisioning complete for port 61182583-92f8-4068-b5cf-adbc101d823f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:28.230123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ceff8556-8f32-412e-91de-e17a3dfd538a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.245665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.251788 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-638799cb-9ede-4845-bf84-ff32f08229d4 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.9104483 Feb 28 11:32:28.261159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49042) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:28.398733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ceff8556-8f32-412e-91de-e17a3dfd538a None None] Port 61182583-92f8-4068-b5cf-adbc101d823f cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:32:28.399491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Checking segment: {'id': 'c2f84b0d-fb5a-4168-8615-c47f0879ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd18a7120-fb3f-431d-afd2-567615d1c386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:28.399491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Network hostable DHCP agents. Network: d18a7120-fb3f-431d-afd2-567615d1c386, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:28.417417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a169a70-d6f1-49e6-af36-700057a1c5b6 None None] Pushing event updated for resources: {'Port': ['ID=a81a8a3f-4c30-4a34-aa65-9314a0e87224,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:28.459130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d205c809-27f3-4175-94a0-e5b4093b73e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 81a3ce1b-6792-4b2d-973c-228941f66b89 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:28.459472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d205c809-27f3-4175-94a0-e5b4093b73e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.483476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] Set router 5d84ce98-59aa-47af-950e-f5810e639894 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:28.490533 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Set router 659b791e-0eac-40e6-9529-61b05c7083cf gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:28.631544 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:28.724715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Network d18a7120-fb3f-431d-afd2-567615d1c386 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:28.792492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.875221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'Subnet': ['ID=f53c0f61-6627-4746-acfe-cf7e7950bde0,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:28.880630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, d18a7120-fb3f-431d-afd2-567615d1c386) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:28.891718 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2420e5c1-87ea-42c9-a605-a2fdfcf4abcb None None] Network d18a7120-fb3f-431d-afd2-567615d1c386 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:28.904526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:28.958588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d205c809-27f3-4175-94a0-e5b4093b73e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.059076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event updated for resources: {'Subnet': ['ID=c0b074a6-c213-4386-8c11-cdc21edbb311,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:29.087552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Checking segment: {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:29.087945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Network hostable DHCP agents. Network: bb7630b3-89b7-4765-b7fc-a4da2b23b089, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:29.162757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d205c809-27f3-4175-94a0-e5b4093b73e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 81a3ce1b-6792-4b2d-973c-228941f66b89 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:29.187251 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Checking segment: {'id': 'a12864e4-368b-47a7-b5d1-4f6ea0c0a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1285d8c1-701a-4ef4-b55b-93b1e770973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:29.191455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Network hostable DHCP agents. Network: 1285d8c1-701a-4ef4-b55b-93b1e770973b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:29.244133 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6f1344ef-6e1f-43b4-be0b-64663a18cfaa tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/routers/659b791e-0eac-40e6-9529-61b05c7083cf HTTP/1.1" status: 200 len: 907 time: 0.9685144 Feb 28 11:32:29.245913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d18a7120-fb3f-431d-afd2-567615d1c386', 'network_id': 'd18a7120-fb3f-431d-afd2-567615d1c386', 'tenant_id': '151b80466e56418ebe2a4867fe71c4a2', 'fixed_ips': [{'subnet_id': '040b4940-e8e9-4e61-be06-e379c8239eed'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:29.247813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Network bb7630b3-89b7-4765-b7fc-a4da2b23b089 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:29.248828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49046) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:29.249127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.272248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2c39ad-27ea-4f9f-bc51-322d8686c5b9 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:29.281067 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b791e-0eac-40e6-9529-61b05c7083cf', 'name': 'tempest-snat-router-1467973076', 'tenant_id': 'b2faa04e217347dbb1f6638568c7693b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'a42c2f55-e2d9-4860-86bf-c1db79ed87a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:24Z', 'updated_at': '2022-02-28T11:32:26Z', 'revision_number': 3, 'project_id': 'b2faa04e217347dbb1f6638568c7693b', 'gw_port': {'id': 'a42c2f55-e2d9-4860-86bf-c1db79ed87a4', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659b791e-0eac-40e6-9529-61b05c7083cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:25Z', 'updated_at': '2022-02-28T11:32:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:29.288190 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Checking router: 659b791e-0eac-40e6-9529-61b05c7083cf for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:32:29.288373 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Updating router 659b791e-0eac-40e6-9529-61b05c7083cf port a42c2f55-e2d9-4860-86bf-c1db79ed87a4 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:32:29.311806 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:22Z', 'revision_number': 3, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:29.314925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Router 253bc347-f1af-4028-a7df-3f52fc0fa1e6 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:29.327079 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06195bc0-5094-4009-8c68-ab2b85001301 None None] The sync data for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv is: [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:22Z', 'revision_number': 3, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:29.346524 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.407817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d84ce98-59aa-47af-950e-f5810e639894', 'name': 'tempest-snat-router-1467973076', 'tenant_id': 'b2faa04e217347dbb1f6638568c7693b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.199'}], 'enable_snat': False}, 'gw_port_id': 'a81a8a3f-4c30-4a34-aa65-9314a0e87224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:18Z', 'updated_at': '2022-02-28T11:32:21Z', 'revision_number': 3, 'project_id': 'b2faa04e217347dbb1f6638568c7693b', 'gw_port': {'id': 'a81a8a3f-4c30-4a34-aa65-9314a0e87224', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d84ce98-59aa-47af-950e-f5810e639894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:29.427916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464cb780-21f4-43c7-b167-77eda43dcd59 None None] The sync data for ids ['5d84ce98-59aa-47af-950e-f5810e639894'] in dv-neutron-830866-1-hyperv is: [{'id': '5d84ce98-59aa-47af-950e-f5810e639894', 'name': 'tempest-snat-router-1467973076', 'tenant_id': 'b2faa04e217347dbb1f6638568c7693b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.199'}], 'enable_snat': False}, 'gw_port_id': 'a81a8a3f-4c30-4a34-aa65-9314a0e87224', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:18Z', 'updated_at': '2022-02-28T11:32:21Z', 'revision_number': 3, 'project_id': 'b2faa04e217347dbb1f6638568c7693b', 'gw_port': {'id': 'a81a8a3f-4c30-4a34-aa65-9314a0e87224', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:96:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d84ce98-59aa-47af-950e-f5810e639894', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:29.469473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Network 1285d8c1-701a-4ef4-b55b-93b1e770973b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:29.583192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-44c92a67-d409-4b65-8da7-84dd1d8e8187 None None] Provisioning for port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:29.606514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, bb7630b3-89b7-4765-b7fc-a4da2b23b089) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:29.622371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a7053-616f-4b1e-984a-f9b7d9325f29 None None] Network bb7630b3-89b7-4765-b7fc-a4da2b23b089 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:29.633342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 1285d8c1-701a-4ef4-b55b-93b1e770973b) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:29.649821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:29.650221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:29.651140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.672995 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:29.675485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:29.774828 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5488e13c-5139-4183-8d8e-dd19ab1a5a29 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 5.7914972 Feb 28 11:32:29.778277 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-24bea9ae-f609-4413-a23e-b31c45b6f9c8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.7930434 Feb 28 11:32:29.781813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49050) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:29.782151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49052) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:29.907109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Allocated IP 2001:db8::1 (d18a7120-fb3f-431d-afd2-567615d1c386/040b4940-e8e9-4e61-be06-e379c8239eed/33c11f2e-2286-4a2c-a346-66139833a536) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:30.030053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d205c809-27f3-4175-94a0-e5b4093b73e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.040196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff57c7ae-fb9d-4e0f-8f1e-9a23e77be670 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:30.041812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff57c7ae-fb9d-4e0f-8f1e-9a23e77be670 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:30.046214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff57c7ae-fb9d-4e0f-8f1e-9a23e77be670 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:30.046214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ff57c7ae-fb9d-4e0f-8f1e-9a23e77be670 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Synchronizing usage tracker for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:30.076096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecf5604-1fdd-40a8-bbb0-09031ad9617a None None] Network 1285d8c1-701a-4ef4-b55b-93b1e770973b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:30.124724 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.157138 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Transition to ACTIVE for port object a42c2f55-e2d9-4860-86bf-c1db79ed87a4 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:30.234084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:30.239848 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-94f23b20-613c-4582-8f56-4d98d39daaf4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "PUT /v2.0/routers/253bc347-f1af-4028-a7df-3f52fc0fa1e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1040301 Feb 28 11:32:30.245251 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49058) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:30.247190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205c809-27f3-4175-94a0-e5b4093b73e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=81a3ce1b-6792-4b2d-973c-228941f66b89,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:30.257901 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.278479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Request body: {'port': {'network_id': '6cf1677c-058b-46e9-9ee5-9288d9a64c2e', 'name': 'tempest-FloatingIPNegativeTestJSON-258475905'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:30.306351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade18808-eeac-4caf-9b24-da0dd7c9a090 None None] Sync routers for ids ['253bc347-f1af-4028-a7df-3f52fc0fa1e6'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:30.309716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5dbd8958-ea8f-4a65-afad-59c37205af3e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:30.323762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ff57c7ae-fb9d-4e0f-8f1e-9a23e77be670 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Unset dirty status for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:30.324961 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ff57c7ae-fb9d-4e0f-8f1e-9a23e77be670 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.5418141 Feb 28 11:32:30.354481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49062) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:30.405858 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Attempting to bind port a42c2f55-e2d9-4860-86bf-c1db79ed87a4 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:30.406314 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Attempting to bind port a42c2f55-e2d9-4860-86bf-c1db79ed87a4 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:30.414538 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Attempting to bind port a42c2f55-e2d9-4860-86bf-c1db79ed87a4 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:30.414683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.426371 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42568f31-023b-4167-9877-d9e1d5583e0d None None] Pushing event updated for resources: {'Port': ['ID=a42c2f55-e2d9-4860-86bf-c1db79ed87a4,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:30.434100 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:30.434549 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:30.434830 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.435281 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:30.435706 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Bound port: a42c2f55-e2d9-4860-86bf-c1db79ed87a4, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:30.441421 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.587266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:30.593289 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Usage tracker for resource:port and tenant:e9c1312aea2543a597e6e5ba33aba37d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:30.601154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:30.619538 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] For port a42c2f55-e2d9-4860-86bf-c1db79ed87a4, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:30.632553 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] For port a42c2f55-e2d9-4860-86bf-c1db79ed87a4, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a42c2f55-e2d9-4860-86bf-c1db79ed87a4,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:30.632929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:30.700379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d205c809-27f3-4175-94a0-e5b4093b73e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.733734 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.788956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Made reservation on behalf of e9c1312aea2543a597e6e5ba33aba37d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:30.792428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:30.831868 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d205c809-27f3-4175-94a0-e5b4093b73e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/81a3ce1b-6792-4b2d-973c-228941f66b89 HTTP/1.1" status: 204 len: 168 time: 2.6381066 Feb 28 11:32:30.840008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49066) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:30.924011 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Routers {'659b791e-0eac-40e6-9529-61b05c7083cf'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:30.928183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade18808-eeac-4caf-9b24-da0dd7c9a090 None None] Routers {'253bc347-f1af-4028-a7df-3f52fc0fa1e6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:30.928950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ade18808-eeac-4caf-9b24-da0dd7c9a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['253bc347-f1af-4028-a7df-3f52fc0fa1e6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:30.929212 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['659b791e-0eac-40e6-9529-61b05c7083cf'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:31.098435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] device_id is not set on port 48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:32:31.128437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-b647b913-09b9-4fe1-ada7-ba5767603d87 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Deleting subnet 040b4940-e8e9-4e61-be06-e379c8239eed {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:31.146752 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.147779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Transition to ACTIVE for port object 33c11f2e-2286-4a2c-a346-66139833a536 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:31.166828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Transition to ACTIVE for port object 33c11f2e-2286-4a2c-a346-66139833a536 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:31.189587 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] Set router 659b791e-0eac-40e6-9529-61b05c7083cf gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:31.231773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c110d-3227-479a-baf8-c053d97bc985 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:31.232697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-237c110d-3227-479a-baf8-c053d97bc985 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:31.240703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ade18808-eeac-4caf-9b24-da0dd7c9a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:31.252130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b647b913-09b9-4fe1-ada7-ba5767603d87 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.252733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:31.253529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.296747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.319127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-237c110d-3227-479a-baf8-c053d97bc985 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:31.323818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49070) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:31.324869 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-237c110d-3227-479a-baf8-c053d97bc985 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4809234 Feb 28 11:32:31.375366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b647b913-09b9-4fe1-ada7-ba5767603d87 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.388387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Allocated IP 172.20.0.13 (6cf1677c-058b-46e9-9ee5-9288d9a64c2e/bf705b41-5100-4479-918c-f6901effc9df/48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:31.397945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Pushing event updated for resources: {'Port': ['ID=33c11f2e-2286-4a2c-a346-66139833a536,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:31.412939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Network d18a7120-fb3f-431d-afd2-567615d1c386 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:31.419717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-1285d8c1-701a-4ef4-b55b-93b1e770973b', 'network_id': '1285d8c1-701a-4ef4-b55b-93b1e770973b', 'tenant_id': '151b80466e56418ebe2a4867fe71c4a2', 'fixed_ips': [{'subnet_id': 'c0b074a6-c213-4386-8c11-cdc21edbb311'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:31.420582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.421237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bd3b0b6-2b42-4e2f-afe7-86990ae0bff7 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.437596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:31.439293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade18808-eeac-4caf-9b24-da0dd7c9a090 None None] Routers {'253bc347-f1af-4028-a7df-3f52fc0fa1e6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:31.439898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ade18808-eeac-4caf-9b24-da0dd7c9a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['253bc347-f1af-4028-a7df-3f52fc0fa1e6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:31.490740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.503320 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42568f31-023b-4167-9877-d9e1d5583e0d None None] Pushing event updated for resources: {'Port': ['ID=a42c2f55-e2d9-4860-86bf-c1db79ed87a4,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:31.553650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b647b913-09b9-4fe1-ada7-ba5767603d87 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.594176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:31.621916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Deleting port a42c2f55-e2d9-4860-86bf-c1db79ed87a4 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:31.622345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.662438 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b791e-0eac-40e6-9529-61b05c7083cf', 'name': 'tempest-snat-router-1467973076', 'tenant_id': 'b2faa04e217347dbb1f6638568c7693b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'a42c2f55-e2d9-4860-86bf-c1db79ed87a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:24Z', 'updated_at': '2022-02-28T11:32:26Z', 'revision_number': 3, 'project_id': 'b2faa04e217347dbb1f6638568c7693b', 'gw_port': {'id': 'a42c2f55-e2d9-4860-86bf-c1db79ed87a4', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659b791e-0eac-40e6-9529-61b05c7083cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:25Z', 'updated_at': '2022-02-28T11:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:31.670240 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957f76-9803-49e3-aa86-2cbb66367955 None None] The sync data for ids ['659b791e-0eac-40e6-9529-61b05c7083cf'] in dv-neutron-830866-1-hyperv is: [{'id': '659b791e-0eac-40e6-9529-61b05c7083cf', 'name': 'tempest-snat-router-1467973076', 'tenant_id': 'b2faa04e217347dbb1f6638568c7693b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': 'a42c2f55-e2d9-4860-86bf-c1db79ed87a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:24Z', 'updated_at': '2022-02-28T11:32:26Z', 'revision_number': 3, 'project_id': 'b2faa04e217347dbb1f6638568c7693b', 'gw_port': {'id': 'a42c2f55-e2d9-4860-86bf-c1db79ed87a4', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:6c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659b791e-0eac-40e6-9529-61b05c7083cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:25Z', 'updated_at': '2022-02-28T11:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:31.718202 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 5dbd8958-ea8f-4a65-afad-59c37205af3e completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:31.742630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ade18808-eeac-4caf-9b24-da0dd7c9a090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:31.743084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade18808-eeac-4caf-9b24-da0dd7c9a090 None None] The sync data for ids ['253bc347-f1af-4028-a7df-3f52fc0fa1e6'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:31.766394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5dbd8958-ea8f-4a65-afad-59c37205af3e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:31.766804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.820657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.845418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ae1007-8ec3-410c-b8da-ddfd8a477a03 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:31.846116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a4ae1007-8ec3-410c-b8da-ddfd8a477a03 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:31.853328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Transition to ACTIVE for port object 48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:31.970590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] For port a42c2f55-e2d9-4860-86bf-c1db79ed87a4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a42c2f55-e2d9-4860-86bf-c1db79ed87a4,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:31.970905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:31.989101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a4ae1007-8ec3-410c-b8da-ddfd8a477a03 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:31.990202 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a4ae1007-8ec3-410c-b8da-ddfd8a477a03 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.6603494 Feb 28 11:32:31.995765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49074) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:32.061670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Attempting to bind port 33c11f2e-2286-4a2c-a346-66139833a536 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:32.062235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Attempting to bind port 33c11f2e-2286-4a2c-a346-66139833a536 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'c2f84b0d-fb5a-4168-8615-c47f0879ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd18a7120-fb3f-431d-afd2-567615d1c386'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:32.062598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Attempting to bind port 33c11f2e-2286-4a2c-a346-66139833a536 on network d18a7120-fb3f-431d-afd2-567615d1c386 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:32.099619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73278630-b0a9-4ff0-8b2f-77814095678a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:32.109827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73278630-b0a9-4ff0-8b2f-77814095678a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:32.109827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73278630-b0a9-4ff0-8b2f-77814095678a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:32.109827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-73278630-b0a9-4ff0-8b2f-77814095678a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:32.115961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Calling delete_port for a42c2f55-e2d9-4860-86bf-c1db79ed87a4 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:32.140392 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:32.140875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Checking segment: {'id': 'c2f84b0d-fb5a-4168-8615-c47f0879ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd18a7120-fb3f-431d-afd2-567615d1c386'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:32.141357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.141795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Bound using segment: {'id': 'c2f84b0d-fb5a-4168-8615-c47f0879ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd18a7120-fb3f-431d-afd2-567615d1c386'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:32.142449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Bound port: 33c11f2e-2286-4a2c-a346-66139833a536, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2f84b0d-fb5a-4168-8615-c47f0879ff4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd18a7120-fb3f-431d-afd2-567615d1c386'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:32.142917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.149877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b647b913-09b9-4fe1-ada7-ba5767603d87 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.156336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.219037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647b913-09b9-4fe1-ada7-ba5767603d87 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Subnet': ['ID=040b4940-e8e9-4e61-be06-e379c8239eed,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:32.230363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b647b913-09b9-4fe1-ada7-ba5767603d87 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.232278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Allocated IP 172.20.0.2 (bb7630b3-89b7-4765-b7fc-a4da2b23b089/f53c0f61-6627-4746-acfe-cf7e7950bde0/5810b1ac-4ca5-42f0-b7a1-092646fd48b4) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:32.237649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-73278630-b0a9-4ff0-8b2f-77814095678a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:32.239502 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-73278630-b0a9-4ff0-8b2f-77814095678a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2424123 Feb 28 11:32:32.252909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49078) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:32.281973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Allocated IP 2001:db8:0:1::1 (1285d8c1-701a-4ef4-b55b-93b1e770973b/c0b074a6-c213-4386-8c11-cdc21edbb311/f5e5eec6-6bb2-4313-9617-daf6f7248dfc) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:32.346244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event updated for resources: {'Port': ['ID=48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:32.350421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ff378119-b1d1-44c4-b7c9-2d53c04483b1 None None] Could not find standard attr ID for object 81a3ce1b-6792-4b2d-973c-228941f66b89. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:32:32.358413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:32.365330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:32.370495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:32.372918 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b647b913-09b9-4fe1-ada7-ba5767603d87 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/subnets/040b4940-e8e9-4e61-be06-e379c8239eed HTTP/1.1" status: 204 len: 168 time: 2.0116739 Feb 28 11:32:32.392306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.421620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] For port 33c11f2e-2286-4a2c-a346-66139833a536, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:32.444789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49082) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:32.552999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] For port 33c11f2e-2286-4a2c-a346-66139833a536, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=33c11f2e-2286-4a2c-a346-66139833a536,segment=NetworkSegment(c2f84b0d-fb5a-4168-8615-c47f0879ff4a),segment_id=c2f84b0d-fb5a-4168-8615-c47f0879ff4a)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:32.573704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 5dbd8958-ea8f-4a65-afad-59c37205af3e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5dbd8958-ea8f-4a65-afad-59c37205af3e,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:32.597204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:32.598257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.620686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.686490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-66c53beb-2220-4f2c-85cc-9a906d7facb5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 8fc9e49b-31e6-49a8-9a2b-6eac92addfb6 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:32.691119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66c53beb-2220-4f2c-85cc-9a906d7facb5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.697478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.697478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a81a8a3f-4c30-4a34-aa65-9314a0e87224 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:32.760719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66c53beb-2220-4f2c-85cc-9a906d7facb5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.832681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bd3b0b6-2b42-4e2f-afe7-86990ae0bff7 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.849791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bd3b0b6-2b42-4e2f-afe7-86990ae0bff7 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.880632 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a233e43d-e54a-4e19-bb90-a8a3e12bc0cb tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6343207 Feb 28 11:32:32.884510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49086) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:32.890320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:32.908654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:32.919390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Usage tracker for resource:floatingip and tenant:e9c1312aea2543a597e6e5ba33aba37d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:32.924517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:32.934898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:32.986837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66c53beb-2220-4f2c-85cc-9a906d7facb5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:32.991062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.006028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487bec2-2460-4b37-9b46-89f0ef06bc19 None None] Pushing event updated for resources: {'Port': ['ID=33c11f2e-2286-4a2c-a346-66139833a536,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:33.044235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.056816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event deleted for resources: {'Port': ['ID=a42c2f55-e2d9-4860-86bf-c1db79ed87a4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:33.064213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccee2d51-88a7-4bab-964c-d8be5aa1ffdc tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Deleting subnet c0b074a6-c213-4386-8c11-cdc21edbb311 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:33.071482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.111809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.152478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.181097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Transition to ACTIVE for port object f5e5eec6-6bb2-4313-9617-daf6f7248dfc will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:33.187537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f001f4d6-0299-41a0-b34d-af0120bc88ed None None] Provisioning for port 48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:33.202887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Transition to ACTIVE for port object 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:33.232611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=5dbd8958-ea8f-4a65-afad-59c37205af3e,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:33.235185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f001f4d6-0299-41a0-b34d-af0120bc88ed None None] Provisioning complete for port 48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:33.235559 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f001f4d6-0299-41a0-b34d-af0120bc88ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.280403 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Transition to ACTIVE for port object f5e5eec6-6bb2-4313-9617-daf6f7248dfc will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:33.312452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Transition to ACTIVE for port object 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:33.313647 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port a81a8a3f-4c30-4a34-aa65-9314a0e87224 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:33.325884 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a81a8a3f-4c30-4a34-aa65-9314a0e87224 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:33.326633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.360656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71bafab-75c7-4483-8162-ef293d093b36 None None] Network d18a7120-fb3f-431d-afd2-567615d1c386 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:33.362259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.381208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f001f4d6-0299-41a0-b34d-af0120bc88ed None None] Port 48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:32:33.388140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.424952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ccee2d51-88a7-4bab-964c-d8be5aa1ffdc tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.488056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.523742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66c53beb-2220-4f2c-85cc-9a906d7facb5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.579475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c53beb-2220-4f2c-85cc-9a906d7facb5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc9e49b-31e6-49a8-9a2b-6eac92addfb6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:33.602979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Network 1285d8c1-701a-4ef4-b55b-93b1e770973b is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:33.611936 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66c53beb-2220-4f2c-85cc-9a906d7facb5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.614723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Network bb7630b3-89b7-4765-b7fc-a4da2b23b089 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:33.619754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ccee2d51-88a7-4bab-964c-d8be5aa1ffdc tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.642257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:33.649763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:33.651725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Pushing event updated for resources: {'Port': ['ID=f5e5eec6-6bb2-4313-9617-daf6f7248dfc,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:33.654197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:33.661878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:33.704721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773b75aa-a729-4f37-a60b-18fdf309a9fd None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:33.739695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.749594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.756769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:33.815538 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-66c53beb-2220-4f2c-85cc-9a906d7facb5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/8fc9e49b-31e6-49a8-9a2b-6eac92addfb6 HTTP/1.1" status: 204 len: 168 time: 1.5619161 Feb 28 11:32:33.823101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49090) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:33.838145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd3b0b6-2b42-4e2f-afe7-86990ae0bff7 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Router a6c612a8-6828-4a8d-ab90-dfc6fa05bd79 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:32:33.875272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Allocated IP 172.20.0.1 (bb7630b3-89b7-4765-b7fc-a4da2b23b089/f53c0f61-6627-4746-acfe-cf7e7950bde0/33ce443c-d0fd-46aa-9e2d-77d0567d50a4) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:34.033034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Allocated IP 172.26.1.191 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/6fc6a17e-a283-4593-8b00-bc9360f9e3a2) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:34.035583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.036414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 659b791e-0eac-40e6-9529-61b05c7083cf {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:34.064702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Pushing event updated for resources: {'Port': ['ID=5810b1ac-4ca5-42f0-b7a1-092646fd48b4,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:34.086889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.106460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Attempting to bind port f5e5eec6-6bb2-4313-9617-daf6f7248dfc on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:34.106748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Attempting to bind port f5e5eec6-6bb2-4313-9617-daf6f7248dfc by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'a12864e4-368b-47a7-b5d1-4f6ea0c0a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1285d8c1-701a-4ef4-b55b-93b1e770973b'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:34.107134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Attempting to bind port f5e5eec6-6bb2-4313-9617-daf6f7248dfc on network 1285d8c1-701a-4ef4-b55b-93b1e770973b {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:34.110117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Attempting to bind port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:34.110655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Attempting to bind port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:34.110818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Attempting to bind port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 on network bb7630b3-89b7-4765-b7fc-a4da2b23b089 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:34.139798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.157432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port a81a8a3f-4c30-4a34-aa65-9314a0e87224, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a81a8a3f-4c30-4a34-aa65-9314a0e87224,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:34.161986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:34.162276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Checking segment: {'id': 'a12864e4-368b-47a7-b5d1-4f6ea0c0a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1285d8c1-701a-4ef4-b55b-93b1e770973b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:34.162454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.162868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Bound using segment: {'id': 'a12864e4-368b-47a7-b5d1-4f6ea0c0a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1285d8c1-701a-4ef4-b55b-93b1e770973b'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:34.163369 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Bound port: f5e5eec6-6bb2-4313-9617-daf6f7248dfc, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12864e4-368b-47a7-b5d1-4f6ea0c0a695', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '1285d8c1-701a-4ef4-b55b-93b1e770973b'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:34.163721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.181542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:34.181814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.181946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Checking segment: {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:34.182424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.182809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Bound using segment: {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:34.183334 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Bound port: 5810b1ac-4ca5-42f0-b7a1-092646fd48b4, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:34.183697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.204789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Transition to ACTIVE for port object 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:34.241533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.242299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:34.272624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.273913 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c2c7ea6b-56de-4702-b6b1-90b0c813da92 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "DELETE /v2.0/routers/659b791e-0eac-40e6-9529-61b05c7083cf HTTP/1.1" status: 204 len: 168 time: 5.0108194 Feb 28 11:32:34.276576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49094) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:34.339587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.354049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.371472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ccee2d51-88a7-4bab-964c-d8be5aa1ffdc tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.423564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-30821581-5718-4819-b611-d3e253296eb7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 999824f3-65f0-4bb3-a08d-27e13ff637a0 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:34.431982 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30821581-5718-4819-b611-d3e253296eb7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.512369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Network bb7630b3-89b7-4765-b7fc-a4da2b23b089 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:34.520000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:34.523905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'Port': ['ID=33ce443c-d0fd-46aa-9e2d-77d0567d50a4,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:34.524520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30821581-5718-4819-b611-d3e253296eb7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.526300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:34.546694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=a81a8a3f-4c30-4a34-aa65-9314a0e87224,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:34.578999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] For port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:34.583987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] For port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5810b1ac-4ca5-42f0-b7a1-092646fd48b4,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:34.611309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.639124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ccee2d51-88a7-4bab-964c-d8be5aa1ffdc tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.645268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] For port f5e5eec6-6bb2-4313-9617-daf6f7248dfc, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:34.656151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] For port f5e5eec6-6bb2-4313-9617-daf6f7248dfc, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f5e5eec6-6bb2-4313-9617-daf6f7248dfc,segment=NetworkSegment(a12864e4-368b-47a7-b5d1-4f6ea0c0a695),segment_id=a12864e4-368b-47a7-b5d1-4f6ea0c0a695)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:34.659044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:34.665603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:34.666186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.675608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.694140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee2d51-88a7-4bab-964c-d8be5aa1ffdc tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b074a6-c213-4386-8c11-cdc21edbb311,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:34.708799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ccee2d51-88a7-4bab-964c-d8be5aa1ffdc tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.711772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30821581-5718-4819-b611-d3e253296eb7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.756025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event updated for resources: {'Port': ['ID=6fc6a17e-a283-4593-8b00-bc9360f9e3a2,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:34.767628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.776427 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ccee2d51-88a7-4bab-964c-d8be5aa1ffdc tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/subnets/c0b074a6-c213-4386-8c11-cdc21edbb311 HTTP/1.1" status: 204 len: 168 time: 2.3330274 Feb 28 11:32:34.784677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49098) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:34.787268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd3b0b6-2b42-4e2f-afe7-86990ae0bff7 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:34.792798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bd3b0b6-2b42-4e2f-afe7-86990ae0bff7 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.794159 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8bd3b0b6-2b42-4e2f-afe7-86990ae0bff7 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "PUT /v2.0/routers/a6c612a8-6828-4a8d-ab90-dfc6fa05bd79 HTTP/1.1" status: 200 len: 922 time: 7.0676372 Feb 28 11:32:34.800783 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd7e87-860c-4a80-bf67-f7a20f097a64 None None] Sync routers for ids ['a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:34.805696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49102) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:34.808663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:34.823260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.823863 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd7e87-860c-4a80-bf67-f7a20f097a64 None None] Routers {'a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:34.824865 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-72cd7e87-860c-4a80-bf67-f7a20f097a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:34.890943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1936d862-dbfc-4700-bcae-97e4bc24cfcb tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:34.891678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1936d862-dbfc-4700-bcae-97e4bc24cfcb tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Synchronizing usage tracker for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:34.893017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:34.938680 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-72cd7e87-860c-4a80-bf67-f7a20f097a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:34.952365 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cd7e87-860c-4a80-bf67-f7a20f097a64 None None] Routers {'a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:34.953896 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-72cd7e87-860c-4a80-bf67-f7a20f097a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:34.973598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:34.978244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30821581-5718-4819-b611-d3e253296eb7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.064198 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-72cd7e87-860c-4a80-bf67-f7a20f097a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:35.066029 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cd7e87-860c-4a80-bf67-f7a20f097a64 None None] The sync data for ids ['a6c612a8-6828-4a8d-ab90-dfc6fa05bd79'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:35.067535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1936d862-dbfc-4700-bcae-97e4bc24cfcb tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Unset dirty status for tenant:151b80466e56418ebe2a4867fe71c4a2 on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:35.068850 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1936d862-dbfc-4700-bcae-97e4bc24cfcb tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2796450 Feb 28 11:32:35.072757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30821581-5718-4819-b611-d3e253296eb7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=999824f3-65f0-4bb3-a08d-27e13ff637a0,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:35.078916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49106) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:35.124467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c69e452-b538-4358-8acc-164aaad094ce None None] Pushing event updated for resources: {'Port': ['ID=5810b1ac-4ca5-42f0-b7a1-092646fd48b4,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:35.136737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30821581-5718-4819-b611-d3e253296eb7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.179911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.197689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:35.245905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300eb94c-69f6-4447-915b-3ce813df8c63 None None] Pushing event updated for resources: {'Port': ['ID=f5e5eec6-6bb2-4313-9617-daf6f7248dfc,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:35.250615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:35.323741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.339486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.382288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-30821581-5718-4819-b611-d3e253296eb7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/999824f3-65f0-4bb3-a08d-27e13ff637a0 HTTP/1.1" status: 204 len: 168 time: 1.5231891 Feb 28 11:32:35.387367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49110) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:35.402651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.501803 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:35.561465 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-31aef56a-0505-4b53-b8dd-7173971ea6fe tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1672637 Feb 28 11:32:35.565209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49114) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:35.565209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Deleting port f5e5eec6-6bb2-4313-9617-daf6f7248dfc {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:35.565527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.649656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:35.680170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5dbd8958-ea8f-4a65-afad-59c37205af3e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:35.752321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d28a872-ca21-4c44-a88b-147e9e36096b None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:35.880448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:35.887819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:35.888160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88d424e1-6d38-45aa-9c2e-178040205c10 None None] Provisioning complete for port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:35.888532 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-88d424e1-6d38-45aa-9c2e-178040205c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:35.897114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:35.905849 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:36.008944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.015042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] For port f5e5eec6-6bb2-4313-9617-daf6f7248dfc, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f5e5eec6-6bb2-4313-9617-daf6f7248dfc,segment=NetworkSegment(a12864e4-368b-47a7-b5d1-4f6ea0c0a695),segment_id=a12864e4-368b-47a7-b5d1-4f6ea0c0a695)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:36.015508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.021061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.029244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:36.032846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.043854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5dbd8958-ea8f-4a65-afad-59c37205af3e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:36.044238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.095289 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ec5eef6d-ae97-4c4f-9649-2540e476b9e1 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/routers/a6c612a8-6828-4a8d-ab90-dfc6fa05bd79 HTTP/1.1" status: 200 len: 922 time: 1.2810917 Feb 28 11:32:36.100648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49118) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:36.144244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Deleting port a81a8a3f-4c30-4a34-aa65-9314a0e87224 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:36.145166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.164589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Calling delete_port for f5e5eec6-6bb2-4313-9617-daf6f7248dfc owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:36.250870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a81a8a3f-4c30-4a34-aa65-9314a0e87224 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:36.334522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a81a8a3f-4c30-4a34-aa65-9314a0e87224 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:36.335172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.361135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.481410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:36.503006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.522973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5aae7380-f115-4b26-a785-5cc46094055a tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Synchronizing usage tracker for tenant:8d11317277514923bd5098d6bf625be3 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:36.548224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.555673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Port': ['ID=f5e5eec6-6bb2-4313-9617-daf6f7248dfc,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:36.557307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] For port a81a8a3f-4c30-4a34-aa65-9314a0e87224, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a81a8a3f-4c30-4a34-aa65-9314a0e87224,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:36.557684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.577601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] No DVR routers for this DVR port f5e5eec6-6bb2-4313-9617-daf6f7248dfc on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:32:36.600302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:36.626360 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.725307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98eec90b-6be8-466b-bdf0-675801953abc None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:32:36.731795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-98eec90b-6be8-466b-bdf0-675801953abc None None] Deleting port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:36.732099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-98eec90b-6be8-466b-bdf0-675801953abc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.737303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.770068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1285d8c1-701a-4ef4-b55b-93b1e770973b']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:36.780734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.814003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12864e4-368b-47a7-b5d1-4f6ea0c0a695') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:36.814446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12864e4-368b-47a7-b5d1-4f6ea0c0a695') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:36.841027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.870218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:36.877677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:36.882079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:36.883081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.891441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.906478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=4c8bb535-2a75-4540-94a1-6a49cac5b27e,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:36.912026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:32:36.912412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:36.927714 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:36.964179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Calling delete_port for a81a8a3f-4c30-4a34-aa65-9314a0e87224 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:37.027650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-98eec90b-6be8-466b-bdf0-675801953abc None None] For port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:37.028199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-98eec90b-6be8-466b-bdf0-675801953abc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.032614 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5aae7380-f115-4b26-a785-5cc46094055a tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Unset dirty status for tenant:8d11317277514923bd5098d6bf625be3 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:37.037672 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5aae7380-f115-4b26-a785-5cc46094055a tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=a6c612a8-6828-4a8d-ab90-dfc6fa05bd79&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9324615 Feb 28 11:32:37.038622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49122) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:37.096539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.104107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'Port': ['ID=33ce443c-d0fd-46aa-9e2d-77d0567d50a4,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:37.152801 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c6a907ac-41dd-4dbf-8b86-ad5a50f87a10 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5087430 Feb 28 11:32:37.157627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.163821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49126) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:37.183090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:37.195238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-98eec90b-6be8-466b-bdf0-675801953abc None None] Calling delete_port for e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:37.216027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.230228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.255834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Network': ['ID=1285d8c1-701a-4ef4-b55b-93b1e770973b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:37.338950 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1824d352-0bf4-491d-b5b8-1640c42849b0 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/networks/1285d8c1-701a-4ef4-b55b-93b1e770973b HTTP/1.1" status: 204 len: 168 time: 2.2545941 Feb 28 11:32:37.354443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49130) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:37.361294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-98eec90b-6be8-466b-bdf0-675801953abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.376466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.453745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eec90b-6be8-466b-bdf0-675801953abc None None] Pushing event deleted for resources: {'Port': ['ID=e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:37.472514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:37.507183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca3489e-c921-4a9e-9339-fec0ddcd7cb6 None None] Network bb7630b3-89b7-4765-b7fc-a4da2b23b089 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:37.538634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98eec90b-6be8-466b-bdf0-675801953abc None None] No DVR routers for this DVR port e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:32:37.542341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef1e4cd-4959-4dd6-8475-d090724b93dc tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:37.542936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3ef1e4cd-4959-4dd6-8475-d090724b93dc tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Synchronizing usage tracker for tenant:8d11317277514923bd5098d6bf625be3 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:37.611500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.639123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:37.646058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:37.648774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Network bb7630b3-89b7-4765-b7fc-a4da2b23b089 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:37.649977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:37.657057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Deleting port 33c11f2e-2286-4a2c-a346-66139833a536 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:37.657420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.696654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:37.703656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:32:37.704071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device e48cc2c2-f32b-45ff-a7b2-a8c650bf05d2 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:37.719701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68dce14-0be0-40d7-ae77-b27097450a2d None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:37.740974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:37.749513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3ef1e4cd-4959-4dd6-8475-d090724b93dc tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Unset dirty status for tenant:8d11317277514923bd5098d6bf625be3 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:37.751040 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3ef1e4cd-4959-4dd6-8475-d090724b93dc tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 881 time: 0.7109311 Feb 28 11:32:37.757950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49134) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:37.840321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f04cea5-b12a-4e33-90af-439d29abd830 None None] DHCP port deletion for 1285d8c1-701a-4ef4-b55b-93b1e770973b request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:32:37.867925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.883011 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b2e2364e-e6fa-4541-8e04-6b3cde20ee70 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6c612a8-6828-4a8d-ab90-dfc6fa05bd79 HTTP/1.1" status: 200 len: 205 time: 0.1198173 Feb 28 11:32:37.887302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cd323e4e-25e6-4c42-b19e-84e2039385a0 None None] Provisioning for port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:37.889574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49138) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:37.911513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c1906-4996-4718-966d-65c7d436ddd6 None None] Network 1285d8c1-701a-4ef4-b55b-93b1e770973b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:37.952753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cd323e4e-25e6-4c42-b19e-84e2039385a0 None None] Provisioning complete for port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:37.953136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd323e4e-25e6-4c42-b19e-84e2039385a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.973830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event updated for resources: {'Port': ['ID=6fc6a17e-a283-4593-8b00-bc9360f9e3a2,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:37.980158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:37.984379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:37.997556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c1906-4996-4718-966d-65c7d436ddd6 None None] Network 1285d8c1-701a-4ef4-b55b-93b1e770973b could not be found, it might have been deleted concurrently. {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 28 11:32:38.076082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event deleted for resources: {'Port': ['ID=a81a8a3f-4c30-4a34-aa65-9314a0e87224,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:38.105313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.257865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '4c8bb535-2a75-4540-94a1-6a49cac5b27e'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:38.258939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.286647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.287968 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-649811fd-be56-4e24-a1bc-777d9233c10b tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4025135 Feb 28 11:32:38.337783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49142) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:38.351232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-64a53725-69ed-4045-b2ac-2bfbb6fb4619 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Request body: {'floatingip': {'port_id': '48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:38.361294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd323e4e-25e6-4c42-b19e-84e2039385a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.446081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cd323e4e-25e6-4c42-b19e-84e2039385a0 None None] For port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5810b1ac-4ca5-42f0-b7a1-092646fd48b4,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:38.460969 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.ipam_backend_mixin [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4c8bb535-2a75-4540-94a1-6a49cac5b27e (CIDR: 2001:db8::/64) Feb 28 11:32:38.475071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] For port 33c11f2e-2286-4a2c-a346-66139833a536, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=33c11f2e-2286-4a2c-a346-66139833a536,segment=NetworkSegment(c2f84b0d-fb5a-4168-8615-c47f0879ff4a),segment_id=c2f84b0d-fb5a-4168-8615-c47f0879ff4a)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:38.475543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.520529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/4c8bb535-2a75-4540-94a1-6a49cac5b27e/d6c46931-0942-47c4-b045-e4e91c7fcd58) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:38.553435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.671461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Calling delete_port for 33c11f2e-2286-4a2c-a346-66139833a536 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:38.761879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.767865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd323e4e-25e6-4c42-b19e-84e2039385a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.793194 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:32:38.793784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:32:38.818668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Transition to ACTIVE for port object d6c46931-0942-47c4-b045-e4e91c7fcd58 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:38.861913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Transition to ACTIVE for port object d6c46931-0942-47c4-b045-e4e91c7fcd58 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:38.869142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd323e4e-25e6-4c42-b19e-84e2039385a0 None None] Pushing event updated for resources: {'Port': ['ID=5810b1ac-4ca5-42f0-b7a1-092646fd48b4,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:38.880241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.896565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-64a53725-69ed-4045-b2ac-2bfbb6fb4619 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.932519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.961165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:38.997013 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ff9db776-42d5-42db-b9a8-48baebf9e18c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8153450 Feb 28 11:32:39.002712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Port': ['ID=33c11f2e-2286-4a2c-a346-66139833a536,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:39.007258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49146) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:39.010219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a924ae32-cfaf-42f2-b0b4-182fecac78ec None None] Provisioning for port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:39.035459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a924ae32-cfaf-42f2-b0b4-182fecac78ec None None] Provisioning complete for port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:39.036763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a924ae32-cfaf-42f2-b0b4-182fecac78ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.073643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:39.113818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a924ae32-cfaf-42f2-b0b4-182fecac78ec None None] Port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:32:39.126464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Pushing event updated for resources: {'Port': ['ID=d6c46931-0942-47c4-b045-e4e91c7fcd58,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:39.136514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:39.137323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a924ae32-cfaf-42f2-b0b4-182fecac78ec None None] Could not find standard attr ID for object f5e5eec6-6bb2-4313-9617-daf6f7248dfc. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:32:39.143092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:39.147093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:39.178287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] No DVR routers for this DVR port 33c11f2e-2286-4a2c-a346-66139833a536 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:32:39.227120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.231195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a924ae32-cfaf-42f2-b0b4-182fecac78ec None None] Provisioning complete for port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:39.231752 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a924ae32-cfaf-42f2-b0b4-182fecac78ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.247090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.296422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Attempting to bind port d6c46931-0942-47c4-b045-e4e91c7fcd58 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:39.296650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Attempting to bind port d6c46931-0942-47c4-b045-e4e91c7fcd58 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:39.296925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Attempting to bind port d6c46931-0942-47c4-b045-e4e91c7fcd58 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:39.300253 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-64a53725-69ed-4045-b2ac-2bfbb6fb4619 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] update failed (client error): The resource could not be found. Feb 28 11:32:39.303187 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-64a53725-69ed-4045-b2ac-2bfbb6fb4619 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "PUT /v2.0/floatingips/019fc3d2-f9a3-4137-bf27-b7113169555d HTTP/1.1" status: 404 len: 507 time: 0.9619894 Feb 28 11:32:39.304831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49150) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:39.319760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:39.320136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:39.320539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.320935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:39.321414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Bound port: d6c46931-0942-47c4-b045-e4e91c7fcd58, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:39.321787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.376823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.415595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:39.420721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d18a7120-fb3f-431d-afd2-567615d1c386']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:39.431027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:39.436513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:39.445264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f84b0d-fb5a-4168-8615-c47f0879ff4a') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:39.445549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f84b0d-fb5a-4168-8615-c47f0879ff4a') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:39.455428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:39.467405 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.486868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.487550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5d84ce98-59aa-47af-950e-f5810e639894 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:39.498490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] For port d6c46931-0942-47c4-b045-e4e91c7fcd58, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:39.500138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.505273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Deleting port 6fc6a17e-a283-4593-8b00-bc9360f9e3a2 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:39.505547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.510641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:32:39.511110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:39.526111 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:39.534144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.536963 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ab19aaaa-956c-436f-bdff-69538a1e9ea9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5d84ce98-59aa-47af-950e-f5810e639894 HTTP/1.1" status: 204 len: 168 time: 5.2576208 Feb 28 11:32:39.546781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49154) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:39.556842 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:39.562324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1010587026', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:39.574534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:39.585571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Usage tracker for resource:router and tenant:3313eeaece6146b0a9a6d4213abc2bae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:39.592876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:39.605347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:39.612323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Router 24df67cc-b174-4c81-b52f-753347da4afe has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:32:39.663665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:39.664357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d911237a-ea12-49ec-b05e-734c84f8834c None None] Provisioning complete for port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:39.664906 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d911237a-ea12-49ec-b05e-734c84f8834c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.710976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.732101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:39.732467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.761251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.761470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d911237a-ea12-49ec-b05e-734c84f8834c None None] Port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:32:39.768653 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.770882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.777512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.783794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Deleting port a24fde8f-59dd-4c6e-8437-c63ef52882ac {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:39.783794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.805268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] For port d6c46931-0942-47c4-b045-e4e91c7fcd58, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d6c46931-0942-47c4-b045-e4e91c7fcd58,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:39.872218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.872548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.888264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.905368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.924677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Network': ['ID=d18a7120-fb3f-431d-afd2-567615d1c386,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:39.942187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bdfa57f6-a119-4d97-bbf6-1f5d4e171146 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/networks/d18a7120-fb3f-431d-afd2-567615d1c386 HTTP/1.1" status: 204 len: 168 time: 2.5871861 Feb 28 11:32:39.943843 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:39.946909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49158) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:40.009370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f5e5eec6-6bb2-4313-9617-daf6f7248dfc no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:40.016705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Calling delete_port for 6fc6a17e-a283-4593-8b00-bc9360f9e3a2 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:40.045047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8249ec6e-799d-47c3-8143-e08eb390e73d None None] Pushing event updated for resources: {'Port': ['ID=d6c46931-0942-47c4-b045-e4e91c7fcd58,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:40.048637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: f5e5eec6-6bb2-4313-9617-daf6f7248dfc {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:32:40.049082 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f5e5eec6-6bb2-4313-9617-daf6f7248dfc not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:40.349181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.397909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.488987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.502374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:40.521881 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a1b3a113-288c-4e0e-b5f2-b6985fc740eb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "PUT /v2.0/routers/24df67cc-b174-4c81-b52f-753347da4afe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7344060 Feb 28 11:32:40.560626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.630546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Calling delete_port for a24fde8f-59dd-4c6e-8437-c63ef52882ac owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:40.648928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event deleted for resources: {'Port': ['ID=6fc6a17e-a283-4593-8b00-bc9360f9e3a2,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:40.761810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.815990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.819542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.820423 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-17920492-5188-4b88-8d59-46463fffa5ea tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "DELETE /v2.0/floatingips/019fc3d2-f9a3-4137-bf27-b7113169555d HTTP/1.1" status: 204 len: 168 time: 1.5137923 Feb 28 11:32:40.824203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49172) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:40.830147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3781e240-f164-43a2-9116-8880622b1bc5 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Request body: {'floatingip': {'floating_network_id': '6cf1677c-058b-46e9-9ee5-9288d9a64c2e', 'port_id': '48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:40.839099 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3781e240-f164-43a2-9116-8880622b1bc5 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:40.842889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06a034b3-30bd-4374-afef-79ea7617caac']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:40.844808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3781e240-f164-43a2-9116-8880622b1bc5 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Usage tracker for resource:floatingip and tenant:e9c1312aea2543a597e6e5ba33aba37d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:40.849798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3781e240-f164-43a2-9116-8880622b1bc5 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:40.856730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3781e240-f164-43a2-9116-8880622b1bc5 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:40.890751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3eb2f6-c6de-4d89-ae0e-c6a7b2668e56') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:40.891807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3eb2f6-c6de-4d89-ae0e-c6a7b2668e56') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:40.909338 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-712b1338-fa2f-48d9-852c-8e823f527f40 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Synchronizing usage tracker for tenant:c9fab9be19ed411ab699ca3e52d30b49 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:40.915214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.944792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.964815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.976300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3781e240-f164-43a2-9116-8880622b1bc5 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.983591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:32:40.983783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:40.998186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:41.001885 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:41.069569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-712b1338-fa2f-48d9-852c-8e823f527f40 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Unset dirty status for tenant:c9fab9be19ed411ab699ca3e52d30b49 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:41.070753 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-712b1338-fa2f-48d9-852c-8e823f527f40 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1992387956&fields=id&tenant_id=c9fab9be19ed411ab699ca3e52d30b49 HTTP/1.1" status: 200 len: 267 time: 0.3010888 Feb 28 11:32:41.212374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d8d52-a487-41fe-8937-b6a0fabf3d83 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:32:41.258582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Allocated IP 172.26.1.33 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/e8d9aaf8-20d6-431b-90ed-c43eb9b5bb5a) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:41.325298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.340501 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d8d52-a487-41fe-8937-b6a0fabf3d83 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:32:41.355416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.367787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Network': ['ID=06a034b3-30bd-4374-afef-79ea7617caac,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:41.409831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.415281 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ec9384b9-7fd1-4bcf-9363-b4cbbdd13a0b tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/networks/06a034b3-30bd-4374-afef-79ea7617caac HTTP/1.1" status: 204 len: 168 time: 1.4659648 Feb 28 11:32:41.417995 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49176) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:41.452623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-26a0bfbf-553e-4838-9103-db366ef794b6 None None] Provisioning for port d6c46931-0942-47c4-b045-e4e91c7fcd58 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:41.499577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d6c46931-0942-47c4-b045-e4e91c7fcd58 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:41.512342 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-3781e240-f164-43a2-9116-8880622b1bc5 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:32:41.518405 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3781e240-f164-43a2-9116-8880622b1bc5 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.6881771 Feb 28 11:32:41.522609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49180) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:41.526415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event deleted for resources: {'Port': ['ID=a24fde8f-59dd-4c6e-8437-c63ef52882ac,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:41.533309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:41.549680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:41.556947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.569446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-9074c2bb-610a-49f2-b486-ac48c58c66fb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:41.570555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-9074c2bb-610a-49f2-b486-ac48c58c66fb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Synchronizing usage tracker for tenant:c9fab9be19ed411ab699ca3e52d30b49 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:41.583900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.616782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Usage tracker for resource:floatingip and tenant:e9c1312aea2543a597e6e5ba33aba37d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:41.673434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:41.728116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port d6c46931-0942-47c4-b045-e4e91c7fcd58 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:41.736104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.742870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d6c46931-0942-47c4-b045-e4e91c7fcd58 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:41.743232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.762473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d6ffbb-615a-4448-becc-3dd902a31622']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:41.776142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09cdb95d-2c0d-4171-99b8-d74387bed14b') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:41.776498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09cdb95d-2c0d-4171-99b8-d74387bed14b') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:41.786709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.819698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:41.821614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.822549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.869507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.883562 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.884839 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event updated for resources: {'Port': ['ID=e8d9aaf8-20d6-431b-90ed-c43eb9b5bb5a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:41.888643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:32:41.889059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:41.915224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:32:41.916238 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:32:41.922865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:41.928821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port d6c46931-0942-47c4-b045-e4e91c7fcd58, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d6c46931-0942-47c4-b045-e4e91c7fcd58,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:41.974446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:41.989650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.062266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=d6c46931-0942-47c4-b045-e4e91c7fcd58,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:42.083159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:32:42.184546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.212362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.224003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] Pushing event deleted for resources: {'Network': ['ID=65d6ffbb-615a-4448-becc-3dd902a31622,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:42.233472 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1ccda8b4-3505-4128-8d54-85b1addea563 tempest-BulkNetworkOpsIpV6Test-533377233 tempest-BulkNetworkOpsIpV6Test-533377233-project] 10.222.0.31 "DELETE /v2.0/networks/65d6ffbb-615a-4448-becc-3dd902a31622 HTTP/1.1" status: 204 len: 168 time: 0.8144898 Feb 28 11:32:42.256567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.289562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-9074c2bb-610a-49f2-b486-ac48c58c66fb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Unset dirty status for tenant:c9fab9be19ed411ab699ca3e52d30b49 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:42.290715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-9074c2bb-610a-49f2-b486-ac48c58c66fb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/networks?id=bb7630b3-89b7-4765-b7fc-a4da2b23b089 HTTP/1.1" status: 200 len: 796 time: 1.1954889 Feb 28 11:32:42.315660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.368937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.370179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.379625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.389965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-704d30bf-8088-4ea8-aab3-760dd255861e tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/quotas/c9fab9be19ed411ab699ca3e52d30b49 HTTP/1.1" status: 200 len: 375 time: 0.0905375 Feb 28 11:32:42.532075 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-db3603a0-099e-40e7-8c7d-042aeb229122 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c9fab9be19ed411ab699ca3e52d30b49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1313553 Feb 28 11:32:42.569328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.653477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.653970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Fanout notify agent at l3_agent the message router_deleted on router a6c612a8-6828-4a8d-ab90-dfc6fa05bd79 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:42.686264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Router 50424054-79be-4df4-905b-8f987d9cdf2d is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:42.739899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.740986 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8b91bcd7-5469-4419-a757-90f0f74c8a8e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/a6c612a8-6828-4a8d-ab90-dfc6fa05bd79 HTTP/1.1" status: 204 len: 168 time: 4.8482478 Feb 28 11:32:42.750939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49188) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.762989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1604304145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:42.781116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:42.794732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:42.798940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49192) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:42.816926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Usage tracker for resource:router and tenant:4ad8356c30294f988e7f101345a42055 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:42.830272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:42.877520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:42.904437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:42.915221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4be4aad-2144-49f1-919b-667867e5bd86 None None] Sync routers for ids ['50424054-79be-4df4-905b-8f987d9cdf2d'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:42.928019 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-c0afe094-7351-4693-af24-76b60d1271d3 service neutron] 10.222.0.31 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3812220 Feb 28 11:32:42.932719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be4aad-2144-49f1-919b-667867e5bd86 None None] Routers {'50424054-79be-4df4-905b-8f987d9cdf2d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:42.933347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d4be4aad-2144-49f1-919b-667867e5bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['50424054-79be-4df4-905b-8f987d9cdf2d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:42.995654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d4be4aad-2144-49f1-919b-667867e5bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:43.006778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4be4aad-2144-49f1-919b-667867e5bd86 None None] Routers {'50424054-79be-4df4-905b-8f987d9cdf2d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:43.007405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d4be4aad-2144-49f1-919b-667867e5bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['50424054-79be-4df4-905b-8f987d9cdf2d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:43.023592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.025528 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-eacfca65-2e0f-431b-9a43-7a1de77fb7f3 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4765999 Feb 28 11:32:43.028064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49198) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.034266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9b84f52d-4d56-4f4d-a23c-0c164e062991 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': False}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:43.065198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.066160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.071512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d4be4aad-2144-49f1-919b-667867e5bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:43.071920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4be4aad-2144-49f1-919b-667867e5bd86 None None] The sync data for ids ['50424054-79be-4df4-905b-8f987d9cdf2d'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:43.103649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Allocated IP 172.26.1.166 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/1fc65e2c-fc48-4408-b807-d5623404b951) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:43.275975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.340656 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0325d4db-b9dc-4791-bfaa-db2a5d8edcac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=151b80466e56418ebe2a4867fe71c4a2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5282896 Feb 28 11:32:43.344812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49202) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.372593 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-5949f72c-fd0f-42bd-b592-8a807e45f30a service neutron] 10.222.0.31 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320695 Feb 28 11:32:43.402603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] For port d6c46931-0942-47c4-b045-e4e91c7fcd58, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d6c46931-0942-47c4-b045-e4e91c7fcd58,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:43.420284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d6c46931-0942-47c4-b045-e4e91c7fcd58 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:43.434242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76fe4e09-5477-42ce-83b4-34b4633240c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.464792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.466381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76fe4e09-5477-42ce-83b4-34b4633240c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.478045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.499358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.516556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.517267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.517853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d6c46931-0942-47c4-b045-e4e91c7fcd58 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:43.518424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.731156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76fe4e09-5477-42ce-83b4-34b4633240c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.757893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fe4e09-5477-42ce-83b4-34b4633240c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5d29c0-a171-4f21-b7f4-759b912d1770,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:43.763846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.765004 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f6519eea-3160-4a5a-a5c8-56b32147eefb tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0082588 Feb 28 11:32:43.768659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49212) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:43.776237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76fe4e09-5477-42ce-83b4-34b4633240c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.779941 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-76fe4e09-5477-42ce-83b4-34b4633240c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/af5d29c0-a171-4f21-b7f4-759b912d1770 HTTP/1.1" status: 204 len: 168 time: 0.4315910 Feb 28 11:32:43.811231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:43.839258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9a195fae-7628-45ba-aff5-62197aea6c12 req-012d3b04-5d9d-4ffa-b462-480ae2a43072 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 210 time: 0.0903695 Feb 28 11:32:43.869644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:43.875786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:43.877706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=d6c46931-0942-47c4-b045-e4e91c7fcd58,revision_number=5']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:43.880849 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:43.881437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:43.888952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=b6967497-3e16-45fa-b606-8a18a80148e0,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:43.898555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34c3555-8d54-49bb-9009-eade582099a6 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:43.984871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.054632 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-525cbf18-2f6b-4333-8d35-ac46e02a1fe5 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.9863696 Feb 28 11:32:44.055431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49220) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:44.073827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:12:3f:d1', 'name': 'tempest-NetworksTestDHCPv6-1580208419'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:44.157309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:44.160729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:44.162644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event updated for resources: {'Port': ['ID=1fc65e2c-fc48-4408-b807-d5623404b951,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:44.175179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:44.330617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:44.338802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:44.348553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:44.383234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:44.429614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Deleting port 1fc65e2c-fc48-4408-b807-d5623404b951 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:44.438969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.445126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b84f52d-4d56-4f4d-a23c-0c164e062991 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.466869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.496674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:44.501075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.648508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 357772cd-69d0-43ae-81c4-7e384984860e yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:32:44.775084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.775632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.865027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a7177eaf-e4d6-480e-b6f0-a4f502590eb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:44.959486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Calling delete_port for 1fc65e2c-fc48-4408-b807-d5623404b951 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:45.072768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e1381a83-31d4-42d6-9ef9-a27cb6cbb805 None None] Provisioning complete for port d6c46931-0942-47c4-b045-e4e91c7fcd58 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:45.073368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e1381a83-31d4-42d6-9ef9-a27cb6cbb805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.086635 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8134be72-a39e-48e0-bd4e-aa6e106c6f32 req-b040862e-cfa8-4ff7-a2e0-eafb1f8507af tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 210 time: 0.0667202 Feb 28 11:32:45.163172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.209663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.212903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::58 (d2f89622-2098-4601-99de-8eb1c2f9e684/4c8bb535-2a75-4540-94a1-6a49cac5b27e/357772cd-69d0-43ae-81c4-7e384984860e) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:45.224191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8:0:1:f816:3eff:fe12:3fd1 (d2f89622-2098-4601-99de-8eb1c2f9e684/b6967497-3e16-45fa-b606-8a18a80148e0/357772cd-69d0-43ae-81c4-7e384984860e) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:45.317134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b84f52d-4d56-4f4d-a23c-0c164e062991 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.325153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b84f52d-4d56-4f4d-a23c-0c164e062991 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.384880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.399860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49244) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:45.429896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d6c46931-0942-47c4-b045-e4e91c7fcd58 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:45.514105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Allocated IP 172.26.1.176 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/0265073b-840d-4c9d-875c-f178e01c158a) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:45.540983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event deleted for resources: {'Port': ['ID=1fc65e2c-fc48-4408-b807-d5623404b951,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:45.607814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d6c46931-0942-47c4-b045-e4e91c7fcd58 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:45.610833 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.700920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.732654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1301921867'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:45.737585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:45.742071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:network and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:45.745245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:45.751662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:45.758209 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b84f52d-4d56-4f4d-a23c-0c164e062991 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Router 50424054-79be-4df4-905b-8f987d9cdf2d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:32:45.828231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.836813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.845847 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:45.849329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.870003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 357772cd-69d0-43ae-81c4-7e384984860e will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:45.871293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:45.906372 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] create failed (client error): The resource could not be found. Feb 28 11:32:45.907435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7172042f-9ebf-4484-a469-09203c0911e4 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.3789115 Feb 28 11:32:45.912153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49250) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:45.952195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:45.962230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:security_group_rule and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:45.971445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:45.982671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:46.012143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-67e0cacc-8f20-49c6-9098-7eee83e6d356 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Deleting port 48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:46.012143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67e0cacc-8f20-49c6-9098-7eee83e6d356 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.065381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.096980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:46.107776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event updated for resources: {'Port': ['ID=0265073b-840d-4c9d-875c-f178e01c158a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:46.110647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:46.115083 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:46.239793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:46.288637 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b84f52d-4d56-4f4d-a23c-0c164e062991 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:46.298825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:46.304549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b84f52d-4d56-4f4d-a23c-0c164e062991 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.305750 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9b84f52d-4d56-4f4d-a23c-0c164e062991 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "PUT /v2.0/routers/50424054-79be-4df4-905b-8f987d9cdf2d HTTP/1.1" status: 200 len: 925 time: 3.2764096 Feb 28 11:32:46.308804 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96e349-d82f-4536-ae52-2ef272643f6a None None] Sync routers for ids ['50424054-79be-4df4-905b-8f987d9cdf2d'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:46.318616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49256) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:46.327347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:46.331208 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96e349-d82f-4536-ae52-2ef272643f6a None None] Routers {'50424054-79be-4df4-905b-8f987d9cdf2d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:46.331208 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ce96e349-d82f-4536-ae52-2ef272643f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['50424054-79be-4df4-905b-8f987d9cdf2d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:46.331872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:46.332721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.370656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=357772cd-69d0-43ae-81c4-7e384984860e,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:46.408057 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ce96e349-d82f-4536-ae52-2ef272643f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:46.441535 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96e349-d82f-4536-ae52-2ef272643f6a None None] Routers {'50424054-79be-4df4-905b-8f987d9cdf2d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:46.442294 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ce96e349-d82f-4536-ae52-2ef272643f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['50424054-79be-4df4-905b-8f987d9cdf2d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:46.451232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.500727 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.506027 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-160ae5fe-ef3c-4cd4-807b-be4268f74ddb req-73c26a50-6604-495f-869e-05309cdf7907 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 210 time: 0.2115064 Feb 28 11:32:46.517118 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ce96e349-d82f-4536-ae52-2ef272643f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:46.517527 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce96e349-d82f-4536-ae52-2ef272643f6a None None] The sync data for ids ['50424054-79be-4df4-905b-8f987d9cdf2d'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:46.583068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.620320 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cc69a382-46ca-4494-a260-0ae509a17c4b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5602953 Feb 28 11:32:46.631627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49260) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:46.695395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:46.729427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce486a-115c-400c-a419-701078a600a1,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:46.732081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.739684 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7e913759-9fe9-4b19-8bd3-70a77e0cd7aa tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/routers/50424054-79be-4df4-905b-8f987d9cdf2d HTTP/1.1" status: 200 len: 925 time: 0.4198742 Feb 28 11:32:46.741497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.743285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49264) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:46.753103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.753374 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment 0a166052-9422-4550-a0c1-4680f667fcb8 of type vlan for network 5685a377-e666-44ec-bc78-1bf17d14411a Feb 28 11:32:46.780870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-4cf05f23-4859-4150-935c-3f3e6a25cd1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:46.782301 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-4cf05f23-4859-4150-935c-3f3e6a25cd1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.57 "GET /v2.0/networks?id=bb7630b3-89b7-4765-b7fc-a4da2b23b089 HTTP/1.1" status: 200 len: 796 time: 0.6104484 Feb 28 11:32:46.817026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Sync routers for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:46.823266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67e0cacc-8f20-49c6-9098-7eee83e6d356 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.836754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-88f749ac-c9fd-42a1-a31c-4a88eea97b61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 357772cd-69d0-43ae-81c4-7e384984860e {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:46.837098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88f749ac-c9fd-42a1-a31c-4a88eea97b61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.837386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:46.838023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:46.897290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ad033b56-8e40-4088-97f4-6b5e589a7243 None None] Provisioning for port 357772cd-69d0-43ae-81c4-7e384984860e completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:46.908618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:46.960117 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-92e72614-eb41-4e71-b635-68ada7f61d0f tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Synchronizing usage tracker for tenant:b2faa04e217347dbb1f6638568c7693b on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:46.965255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ad033b56-8e40-4088-97f4-6b5e589a7243 None None] Provisioning complete for port 357772cd-69d0-43ae-81c4-7e384984860e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:46.965255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ad033b56-8e40-4088-97f4-6b5e589a7243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.049039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-92e72614-eb41-4e71-b635-68ada7f61d0f tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Unset dirty status for tenant:b2faa04e217347dbb1f6638568c7693b on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:47.050930 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-92e72614-eb41-4e71-b635-68ada7f61d0f tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=50424054-79be-4df4-905b-8f987d9cdf2d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3059545 Feb 28 11:32:47.053671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49268) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:47.068418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-67e0cacc-8f20-49c6-9098-7eee83e6d356 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Calling delete_port for 48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:47.069019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ad033b56-8e40-4088-97f4-6b5e589a7243 None None] Port 357772cd-69d0-43ae-81c4-7e384984860e cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:32:47.110727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec115c54-8ddd-46df-b51f-0e76dc12ae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.116948 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:47.124127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:32:47.171241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-54ce2766-a9ec-4c22-a24b-db8a7a247149 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9fab9be19ed411ab699ca3e52d30b49 HTTP/1.1" status: 200 len: 380 time: 0.3726466 Feb 28 11:32:47.190801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaeafbaf-ae27-44d5-a835-3d50043eb412 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:47.195085 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aaeafbaf-ae27-44d5-a835-3d50043eb412 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 881 time: 0.1375275 Feb 28 11:32:47.195287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49272) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:47.215669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'port': {'device_id': '171c7908-610e-4470-8f45-54c5e33680cb', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'admin_state_up': True, 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'security_groups': ['4b6aeba7-a06c-4483-9837-266c6d036b4f']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:47.244097 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-87ab77ad-b457-4973-9d6f-5b5b957a869a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=50424054-79be-4df4-905b-8f987d9cdf2d HTTP/1.1" status: 200 len: 205 time: 0.0453691 Feb 28 11:32:47.244334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49276) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:47.300687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Router 8f615e81-0b8a-4501-8595-5fb89669ce13 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:47.342658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.346716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:47.347467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.446063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:34Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '33ce443c-d0fd-46aa-9e2d-77d0567d50a4', 'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'mac_address': 'fa:16:3e:77:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:33Z', 'updated_at': '2022-02-28T11:32:35Z', 'revision_number': 2, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'subnets': [{'id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:47.450403 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Checking router: 24df67cc-b174-4c81-b52f-753347da4afe for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:32:47.450830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Updating router 24df67cc-b174-4c81-b52f-753347da4afe port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:32:47.509127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.713999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=5685a377-e666-44ec-bc78-1bf17d14411a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:47.744224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.754529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 5685a377-e666-44ec-bc78-1bf17d14411a details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:47.845801 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd7fee40-72e7-44f3-8d24-e8a208b053d8 req-8e9c5e2a-09db-4f20-9e16-01643be9da43 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 210 time: 0.0952504 Feb 28 11:32:47.884506 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:47.893227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:47.896977 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9085a-128a-4224-9ef5-70498c149e45 None None] Sync routers for ids ['8f615e81-0b8a-4501-8595-5fb89669ce13'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:47.897492 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ba9c8890-58c8-4c16-95dd-bdaeef67bf01 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "PUT /v2.0/routers/8f615e81-0b8a-4501-8595-5fb89669ce13 HTTP/1.1" status: 200 len: 880 time: 4.1238475 Feb 28 11:32:47.907628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49282) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:47.914323 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9085a-128a-4224-9ef5-70498c149e45 None None] Routers {'8f615e81-0b8a-4501-8595-5fb89669ce13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:47.915312 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-95b9085a-128a-4224-9ef5-70498c149e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f615e81-0b8a-4501-8595-5fb89669ce13'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:47.930327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:47.934937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:port and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:47.937837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:47.943999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:47.963063 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-00b4c2cd-386d-4a91-a8b2-fdf53c785c2e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.5186424 Feb 28 11:32:47.963063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88f749ac-c9fd-42a1-a31c-4a88eea97b61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.003320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.035704 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-95b9085a-128a-4224-9ef5-70498c149e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:48.049455 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9085a-128a-4224-9ef5-70498c149e45 None None] Routers {'8f615e81-0b8a-4501-8595-5fb89669ce13'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:48.051338 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-95b9085a-128a-4224-9ef5-70498c149e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f615e81-0b8a-4501-8595-5fb89669ce13'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:48.057706 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Transition to ACTIVE for port object 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:48.083435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67e0cacc-8f20-49c6-9098-7eee83e6d356 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.091568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-88f749ac-c9fd-42a1-a31c-4a88eea97b61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 357772cd-69d0-43ae-81c4-7e384984860e owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:48.124973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Made reservation on behalf of c9fab9be19ed411ab699ca3e52d30b49 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:48.129225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.132212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.169844 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-95b9085a-128a-4224-9ef5-70498c149e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:48.172215 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9085a-128a-4224-9ef5-70498c149e45 None None] The sync data for ids ['8f615e81-0b8a-4501-8595-5fb89669ce13'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:48.239039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.244972 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d5889715-5396-4575-ab21-bc80f9fa49c1 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/routers/8f615e81-0b8a-4501-8595-5fb89669ce13 HTTP/1.1" status: 200 len: 921 time: 0.3314991 Feb 28 11:32:48.248061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49286) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:48.257843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed8373-ffa3-478d-bb52-8a7f3969f8aa None None] Pushing event updated for resources: {'Port': ['ID=33ce443c-d0fd-46aa-9e2d-77d0567d50a4,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:48.273173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.342965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0cacc-8f20-49c6-9098-7eee83e6d356 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event deleted for resources: {'Port': ['ID=48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:48.390572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Deleting port e8d9aaf8-20d6-431b-90ed-c43eb9b5bb5a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:48.391173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.478204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.585630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-67e0cacc-8f20-49c6-9098-7eee83e6d356 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.609215 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dc9c8886-fad8-405f-8b05-a7ee24c90a98 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=8f615e81-0b8a-4501-8595-5fb89669ce13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3598242 Feb 28 11:32:48.625433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49290) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:48.634293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Attempting to bind port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:48.634662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Attempting to bind port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:48.635080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Attempting to bind port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 on network bb7630b3-89b7-4765-b7fc-a4da2b23b089 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:48.644998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:48.645290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Checking segment: {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:48.645695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.646087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Bound using segment: {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:48.646563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Bound port: 33ce443c-d0fd-46aa-9e2d-77d0567d50a4, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:48.646980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.736697 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-67e0cacc-8f20-49c6-9098-7eee83e6d356 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "DELETE /v2.0/ports/48cd0e0f-703b-4dda-b9a5-80aa4b0c07a0 HTTP/1.1" status: 204 len: 168 time: 2.8239210 Feb 28 11:32:48.740357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49294) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:48.765088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] For port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:48.768394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] For port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=33ce443c-d0fd-46aa-9e2d-77d0567d50a4,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:48.824022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:48.892854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:48.893473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:48.904921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.086477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Allocated IP 172.20.0.14 (bb7630b3-89b7-4765-b7fc-a4da2b23b089/f53c0f61-6627-4746-acfe-cf7e7950bde0/41c4f757-c147-4b50-8260-6df87a152288) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:49.140524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Calling delete_port for e8d9aaf8-20d6-431b-90ed-c43eb9b5bb5a owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:49.187969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e493b-51cd-4614-83de-eef7f6b8ac00 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:49.189991 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5a0e493b-51cd-4614-83de-eef7f6b8ac00 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 881 time: 0.5259471 Feb 28 11:32:49.200409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-6a6ac8ec-0074-46cf-bec6-3338c13d76d9 req-a68f608b-0042-4a7c-b350-11469b8fce88 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Synchronizing usage tracker for tenant:c9fab9be19ed411ab699ca3e52d30b49 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:49.217222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49300) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:49.233425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed8373-ffa3-478d-bb52-8a7f3969f8aa None None] Pushing event updated for resources: {'Port': ['ID=33ce443c-d0fd-46aa-9e2d-77d0567d50a4,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:49.292398 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b6d7dd9a-db38-4f00-92cc-83d05c6ef306 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f615e81-0b8a-4501-8595-5fb89669ce13 HTTP/1.1" status: 200 len: 205 time: 0.0684586 Feb 28 11:32:49.294783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49304) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:49.301984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:32:49.312916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8960953c-c7b6-4e71-a79d-e3e52e6e3bd8 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:49.313616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8960953c-c7b6-4e71-a79d-e3e52e6e3bd8 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Synchronizing usage tracker for tenant:e9c1312aea2543a597e6e5ba33aba37d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:49.363517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-6a6ac8ec-0074-46cf-bec6-3338c13d76d9 req-a68f608b-0042-4a7c-b350-11469b8fce88 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Unset dirty status for tenant:c9fab9be19ed411ab699ca3e52d30b49 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:49.371346 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a6ac8ec-0074-46cf-bec6-3338c13d76d9 req-a68f608b-0042-4a7c-b350-11469b8fce88 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 210 time: 0.2959421 Feb 28 11:32:49.444877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88f749ac-c9fd-42a1-a31c-4a88eea97b61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.515492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f749ac-c9fd-42a1-a31c-4a88eea97b61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=357772cd-69d0-43ae-81c4-7e384984860e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:49.531975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.643334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8960953c-c7b6-4e71-a79d-e3e52e6e3bd8 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Unset dirty status for tenant:e9c1312aea2543a597e6e5ba33aba37d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:49.645811 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8960953c-c7b6-4e71-a79d-e3e52e6e3bd8 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "GET /v2.0/ports?device_id=253bc347-f1af-4028-a7df-3f52fc0fa1e6 HTTP/1.1" status: 200 len: 913 time: 0.9001572 Feb 28 11:32:49.648666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88f749ac-c9fd-42a1-a31c-4a88eea97b61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.653970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:49.655717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49308) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:49.670685 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event deleted for resources: {'Port': ['ID=e8d9aaf8-20d6-431b-90ed-c43eb9b5bb5a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:49.745910 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-88f749ac-c9fd-42a1-a31c-4a88eea97b61 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/357772cd-69d0-43ae-81c4-7e384984860e HTTP/1.1" status: 204 len: 168 time: 3.1028929 Feb 28 11:32:49.751780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49312) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:49.782587 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:34Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '33ce443c-d0fd-46aa-9e2d-77d0567d50a4', 'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'mac_address': 'fa:16:3e:77:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:33Z', 'updated_at': '2022-02-28T11:32:48Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'subnets': [{'id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:49.793022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e047ce71-c6da-4332-9573-3dc47fa8d59b None None] The sync data for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv is: [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:34Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '33ce443c-d0fd-46aa-9e2d-77d0567d50a4', 'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'mac_address': 'fa:16:3e:77:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:33Z', 'updated_at': '2022-02-28T11:32:48Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'subnets': [{'id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:50.312122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.340746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Transition to ACTIVE for port object 41c4f757-c147-4b50-8260-6df87a152288 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:50.392551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27d76ad-8ca9-4396-a5a9-f4fb04c087a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:50.393744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e27d76ad-8ca9-4396-a5a9-f4fb04c087a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:50.412302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.421238 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.556316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.845730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Network bb7630b3-89b7-4765-b7fc-a4da2b23b089 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:50.848247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'Port': ['ID=41c4f757-c147-4b50-8260-6df87a152288,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:50.850872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:50.869388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:50.927719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.942711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.972876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:50.973535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.989195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e27d76ad-8ca9-4396-a5a9-f4fb04c087a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:50.990117 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:50.993175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e27d76ad-8ca9-4396-a5a9-f4fb04c087a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.2380674 Feb 28 11:32:50.997164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49320) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.014468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071874cc-7c2c-4ecd-9268-3dcef9d817e3 req-1496b2e7-2f61-4193-95a2-4e9c80f28554 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:51.015949 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-071874cc-7c2c-4ecd-9268-3dcef9d817e3 req-1496b2e7-2f61-4193-95a2-4e9c80f28554 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 932 time: 0.3633177 Feb 28 11:32:51.073000 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-b138fd8a-b0b4-4f33-9b7c-45c92a5ec182 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8690062 Feb 28 11:32:51.101520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Request body: {'port': {'device_id': '171c7908-610e-4470-8f45-54c5e33680cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:51.279581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.279581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Fanout notify agent at l3_agent the message router_deleted on router 50424054-79be-4df4-905b-8f987d9cdf2d {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:51.288575 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-071874cc-7c2c-4ecd-9268-3dcef9d817e3 req-31de4e2f-97eb-4cd5-8460-8c231259296b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211108 Feb 28 11:32:51.289917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49324) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.307697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.312483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '5685a377-e666-44ec-bc78-1bf17d14411a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:51.313126 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2ac6c6df-79a0-47f3-8f4f-68640cfb58a6 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/50424054-79be-4df4-905b-8f987d9cdf2d HTTP/1.1" status: 204 len: 168 time: 4.0678782 Feb 28 11:32:51.313856 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49328) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.325216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2039540684', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:51.333534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:51.340446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Usage tracker for resource:router and tenant:3313eeaece6146b0a9a6d4213abc2bae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:51.388418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:51.389180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-853f32c0-2ff3-4a7d-900f-e69d034968fc None None] Provisioning for port 41c4f757-c147-4b50-8260-6df87a152288 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:51.397925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-853f32c0-2ff3-4a7d-900f-e69d034968fc None None] Provisioning complete for port 41c4f757-c147-4b50-8260-6df87a152288 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:51.398404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-853f32c0-2ff3-4a7d-900f-e69d034968fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.407096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:51.435813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.478332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ffeb1a-22e6-4197-a345-8c79368cc857 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:51.482518 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e7ffeb1a-22e6-4197-a345-8c79368cc857 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4751749 Feb 28 11:32:51.483215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49332) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.486782 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:51.518780 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.520296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.556083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-853f32c0-2ff3-4a7d-900f-e69d034968fc None None] Port 41c4f757-c147-4b50-8260-6df87a152288 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:32:51.582645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:51.592249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.603494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:subnet and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:51.610632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:51.621651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:51.646606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:51.653860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:51.655786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.679739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.694029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4deae44-527e-41ac-ad15-30ea6ee06d6f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:51.695367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4deae44-527e-41ac-ad15-30ea6ee06d6f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:51.697115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4deae44-527e-41ac-ad15-30ea6ee06d6f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:51.697423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e4deae44-527e-41ac-ad15-30ea6ee06d6f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:32:51.734071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.764338 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:51.816776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.854075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=33ce443c-d0fd-46aa-9e2d-77d0567d50a4,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:51.884606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e4deae44-527e-41ac-ad15-30ea6ee06d6f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:32:51.885658 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e4deae44-527e-41ac-ad15-30ea6ee06d6f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3994622 Feb 28 11:32:51.891513 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49336) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.892489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Deleting port 0265073b-840d-4c9d-875c-f178e01c158a {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:51.892827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.893886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.898260 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4c60eb69-2a8f-4a88-a21f-cc3965c5d62c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5779095 Feb 28 11:32:51.914513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:51.926605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49340) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:51.936640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:51.953616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a81a8a3f-4c30-4a34-aa65-9314a0e87224 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:51.989418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.007561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a81a8a3f-4c30-4a34-aa65-9314a0e87224 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:32:52.007561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a81a8a3f-4c30-4a34-aa65-9314a0e87224 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:52.013749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Deleting port 61182583-92f8-4068-b5cf-adbc101d823f {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:52.014094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.024927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=33ce443c-d0fd-46aa-9e2d-77d0567d50a4,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:52.391802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.501859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-162cf98c-0a5d-4258-a2df-b72d20f1e45c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 4c8bb535-2a75-4540-94a1-6a49cac5b27e {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:52.505807 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.517396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-162cf98c-0a5d-4258-a2df-b72d20f1e45c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.606766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Calling delete_port for 0265073b-840d-4c9d-875c-f178e01c158a owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:52.649842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41c4f757-c147-4b50-8260-6df87a152288 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:32:52.658244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Calling delete_port for 61182583-92f8-4068-b5cf-adbc101d823f owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:52.675058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.726207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Transition to ACTIVE for port object 41c4f757-c147-4b50-8260-6df87a152288 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:52.785064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.846131 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-162cf98c-0a5d-4258-a2df-b72d20f1e45c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.852339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032096a-7b0e-4cfc-97bc-3dfb32ea4631 req-73f0ad80-c293-4c48-a9b4-0d840c2ae316 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:52.854003 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0032096a-7b0e-4cfc-97bc-3dfb32ea4631 req-73f0ad80-c293-4c48-a9b4-0d840c2ae316 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 932 time: 0.4263585 Feb 28 11:32:52.854672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.944151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:52.986734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-162cf98c-0a5d-4258-a2df-b72d20f1e45c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.005227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Pushing event updated for resources: {'Port': ['ID=41c4f757-c147-4b50-8260-6df87a152288,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:53.092112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=6b118e61-d352-49ca-ac04-6cbfd72d9a60,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:53.121508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.121905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.122175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.122511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.122836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.123190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.123598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.123912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.124226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.124545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.124866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.182444 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0032096a-7b0e-4cfc-97bc-3dfb32ea4631 req-51d56be5-3fa4-4223-9646-ef35cf538b26 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2836387 Feb 28 11:32:53.191373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.191728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.192166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.192542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.192821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.193179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.193543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.193992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.194339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.194721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.195106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:53.236738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking segment: {'id': '0a166052-9422-4550-a0c1-4680f667fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5685a377-e666-44ec-bc78-1bf17d14411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:53.237189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network hostable DHCP agents. Network: 5685a377-e666-44ec-bc78-1bf17d14411a, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:53.293230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.325047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Attempting to bind port 41c4f757-c147-4b50-8260-6df87a152288 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:53.325287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Attempting to bind port 41c4f757-c147-4b50-8260-6df87a152288 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:53.325605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Attempting to bind port 41c4f757-c147-4b50-8260-6df87a152288 on network bb7630b3-89b7-4765-b7fc-a4da2b23b089 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:53.345547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event deleted for resources: {'Port': ['ID=0265073b-840d-4c9d-875c-f178e01c158a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:53.351206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Port 41c4f757-c147-4b50-8260-6df87a152288 on network bb7630b3-89b7-4765-b7fc-a4da2b23b089 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:32:53.351206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Attempting to bind port 41c4f757-c147-4b50-8260-6df87a152288 on network bb7630b3-89b7-4765-b7fc-a4da2b23b089 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:53.372756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.389383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:53.389618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Checking segment: {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:53.389868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Bound using segment: {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:53.390312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Bound port: 41c4f757-c147-4b50-8260-6df87a152288, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c366955-6874-4af1-a199-8ae9088ba3d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:53.390658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.431747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:53.443289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 5685a377-e666-44ec-bc78-1bf17d14411a is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:53.445904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-162cf98c-0a5d-4258-a2df-b72d20f1e45c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.503205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:53.503763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.510125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event deleted for resources: {'Port': ['ID=61182583-92f8-4068-b5cf-adbc101d823f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:53.531038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 5685a377-e666-44ec-bc78-1bf17d14411a) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:53.546698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e527a6-9e53-4741-930f-5b209efd10a7 None None] Network 5685a377-e666-44ec-bc78-1bf17d14411a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:53.551763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:53.552353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.575386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cf98c-0a5d-4258-a2df-b72d20f1e45c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=4c8bb535-2a75-4540-94a1-6a49cac5b27e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:53.616500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.670524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-162cf98c-0a5d-4258-a2df-b72d20f1e45c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.670738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1847e-9ffa-49e1-8494-291ea86fe31b None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:53.788144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:53.788285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.063691 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-162cf98c-0a5d-4258-a2df-b72d20f1e45c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/4c8bb535-2a75-4540-94a1-6a49cac5b27e HTTP/1.1" status: 204 len: 168 time: 2.1687799 Feb 28 11:32:54.063691 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Allocated IP 172.26.1.234 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/451ea373-f0ec-4b72-adbb-9a50f8e24e48) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:54.072456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49346) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:54.108362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:54.126899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=41c4f757-c147-4b50-8260-6df87a152288,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:54.225965 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-5685a377-e666-44ec-bc78-1bf17d14411a', 'network_id': '5685a377-e666-44ec-bc78-1bf17d14411a', 'tenant_id': 'c9eaf23bc38e48c8a6ba08ab6e671280', 'fixed_ips': [{'subnet_id': '6b118e61-d352-49ca-ac04-6cbfd72d9a60'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:54.226697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.241569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78d0635-3205-4f9c-a44d-07e3f7314571 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet b6967497-3e16-45fa-b606-8a18a80148e0 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:54.248631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f78d0635-3205-4f9c-a44d-07e3f7314571 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.259298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5f6e89ee-5afb-4d03-a00d-9bd1f5be7bfa tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9624739 Feb 28 11:32:54.260992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.275653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49352) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:54.279508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.320624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10284376'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:54.334657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f78d0635-3205-4f9c-a44d-07e3f7314571 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.345018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.351940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:54.369320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:network and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:54.377754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.380477 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] 10.222.0.57 "PUT /v2.0/ports/41c4f757-c147-4b50-8260-6df87a152288 HTTP/1.1" status: 200 len: 1094 time: 3.2849047 Feb 28 11:32:54.389329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.389329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:54.389329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'tag': '41c4f757-c147-4b50-8260-6df87a152288'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:32:54.402530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:54.421222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ea7a0-b00a-42d7-8672-2c9d326986cd service neutron] Pushing event updated for resources: {'Port': ['ID=41c4f757-c147-4b50-8260-6df87a152288,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:54.486316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Allocated IP 2001:db8:0:ffff::2 (5685a377-e666-44ec-bc78-1bf17d14411a/6b118e61-d352-49ca-ac04-6cbfd72d9a60/329c1033-80e2-4fa8-b0b2-0a84a8635f8f) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:54.569067 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'tag': '41c4f757-c147-4b50-8260-6df87a152288', 'status': 'completed', 'code': 200} Feb 28 11:32:54.584571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:54.589697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.603432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.650543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.651412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Fanout notify agent at l3_agent the message router_deleted on router 8f615e81-0b8a-4501-8595-5fb89669ce13 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:54.696839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:32:54.715629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.724770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b5cda0fa-704a-406b-936a-7359ea40bc39 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/8f615e81-0b8a-4501-8595-5fb89669ce13 HTTP/1.1" status: 204 len: 168 time: 5.4243243 Feb 28 11:32:54.728302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49358) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:54.747763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-263803796', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:54.766520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:54.770719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.771195 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment b6ff1566-4919-47e4-878c-e9abbd7af656 of type vlan for network 51d6d2e7-9a49-49c6-8daf-db496db1525d Feb 28 11:32:54.780758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Usage tracker for resource:router and tenant:4ad8356c30294f988e7f101345a42055 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:54.791436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:54.799159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:54.832096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7515bdf-42db-464c-a7d4-8c25d20735d8 req-1249f6c1-aba4-454a-a475-5c0083b23408 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:54.833633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f7515bdf-42db-464c-a7d4-8c25d20735d8 req-1249f6c1-aba4-454a-a475-5c0083b23408 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 944 time: 0.3709476 Feb 28 11:32:54.842293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f78d0635-3205-4f9c-a44d-07e3f7314571 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.844960 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-e4d72924-c343-488b-a3c0-7b052ec74046 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9fab9be19ed411ab699ca3e52d30b49&device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 1097 time: 0.3144901 Feb 28 11:32:54.848780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.858805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Transition to ACTIVE for port object 329c1033-80e2-4fa8-b0b2-0a84a8635f8f will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:54.866679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.888723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Transition to ACTIVE for port object 329c1033-80e2-4fa8-b0b2-0a84a8635f8f will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:54.941738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.942767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:54.966968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-0eb335b8-8c5f-410e-8b2c-c9a6f02a3f0f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41c4f757-c147-4b50-8260-6df87a152288 HTTP/1.1" status: 200 len: 217 time: 0.0937831 Feb 28 11:32:55.003908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.085135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f7515bdf-42db-464c-a7d4-8c25d20735d8 req-d22a8171-7abf-4a87-993f-16d56744f58b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388625 Feb 28 11:32:55.088198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Network 5685a377-e666-44ec-bc78-1bf17d14411a is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:55.098312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:55.101833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-662dfdf3-6652-47d4-8c3c-8d1996af5382 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:55.108925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:55.114903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-662dfdf3-6652-47d4-8c3c-8d1996af5382 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f53c0f61-6627-4746-acfe-cf7e7950bde0 HTTP/1.1" status: 200 len: 835 time: 0.1232858 Feb 28 11:32:55.140701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.170929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.174705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:55.176103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.200247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.233566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Pushing event updated for resources: {'Port': ['ID=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:55.242853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Attempting to bind port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:32:55.243598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Attempting to bind port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0a166052-9422-4550-a0c1-4680f667fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5685a377-e666-44ec-bc78-1bf17d14411a'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:32:55.243825 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Attempting to bind port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f on network 5685a377-e666-44ec-bc78-1bf17d14411a {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:32:55.247729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:55.252459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event updated for resources: {'Port': ['ID=451ea373-f0ec-4b72-adbb-9a50f8e24e48,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:55.253073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:32:55.254210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Checking segment: {'id': '0a166052-9422-4550-a0c1-4680f667fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5685a377-e666-44ec-bc78-1bf17d14411a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:55.254872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.255466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Bound using segment: {'id': '0a166052-9422-4550-a0c1-4680f667fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5685a377-e666-44ec-bc78-1bf17d14411a'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:32:55.255920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Bound port: 329c1033-80e2-4fa8-b0b2-0a84a8635f8f, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a166052-9422-4550-a0c1-4680f667fcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '5685a377-e666-44ec-bc78-1bf17d14411a'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:32:55.256385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.258323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:55.264272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:55.311136 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0040405 Feb 28 11:32:55.314468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.314941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.315374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.315800 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.317050 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.317497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.317927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.318338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.319727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.320415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.320608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49362) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:55.320913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.332468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Router 253bc347-f1af-4028-a7df-3f52fc0fa1e6 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:32:55.335702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '51d6d2e7-9a49-49c6-8daf-db496db1525d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:55.354982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.355220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.355554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.355886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.356313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.356532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.356855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.357178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.357499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.357821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.358132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:32:55.358811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e0d4a-0d25-4acd-b88c-aaf563b18e9a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=51d6d2e7-9a49-49c6-8daf-db496db1525d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:55.369551 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-6d93d6bf-0144-4564-b5d6-25ca4ec26711 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb7630b3-89b7-4765-b7fc-a4da2b23b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2534666 Feb 28 11:32:55.375385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f78d0635-3205-4f9c-a44d-07e3f7314571 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.403128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] For port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:32:55.406709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] For port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,segment=NetworkSegment(0a166052-9422-4550-a0c1-4680f667fcb8),segment_id=0a166052-9422-4550-a0c1-4680f667fcb8)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:32:55.412570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 51d6d2e7-9a49-49c6-8daf-db496db1525d details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:32:55.426541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a42c2f55-e2d9-4860-86bf-c1db79ed87a4 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:55.455741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.464154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a42c2f55-e2d9-4860-86bf-c1db79ed87a4 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:32:55.464928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a42c2f55-e2d9-4860-86bf-c1db79ed87a4 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:55.523952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.532932 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-3b05d84b-0c2f-42eb-b547-51fc33aea42b service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529059 Feb 28 11:32:55.541999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78d0635-3205-4f9c-a44d-07e3f7314571 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=b6967497-3e16-45fa-b606-8a18a80148e0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:55.560370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.563823 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-66cce2c4-658b-4024-84ca-7fcf6fd05a92 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8269703 Feb 28 11:32:55.566392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49366) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:55.578211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f78d0635-3205-4f9c-a44d-07e3f7314571 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.611665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28c1d3a-1825-4c05-99ad-e3d7e9da5a3b None None] Pushing event updated for resources: {'Port': ['ID=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:55.617142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9861cd6-fb14-49fe-9a67-c7c4ad7cb7c1 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:55.662190 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:55.672953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': True}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:55.701881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-362337dd-5067-4e7f-9349-119ac3a31020 None None] Provisioning complete for port d6c46931-0942-47c4-b045-e4e91c7fcd58 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:55.702533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-362337dd-5067-4e7f-9349-119ac3a31020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:55.721760 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f78d0635-3205-4f9c-a44d-07e3f7314571 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/b6967497-3e16-45fa-b606-8a18a80148e0 HTTP/1.1" status: 204 len: 168 time: 1.6481657 Feb 28 11:32:55.723489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:subnet and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:55.731758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:55.733950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49370) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:55.740419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:55.767713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:55.779698 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e06797ef-8288-4283-a277-18278edfdb08 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "PUT /v2.0/routers/253bc347-f1af-4028-a7df-3f52fc0fa1e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1113944 Feb 28 11:32:55.779698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49374) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:55.797914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87cbea1-672a-4693-b9cf-8996315c7a5a None None] Sync routers for ids ['253bc347-f1af-4028-a7df-3f52fc0fa1e6'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:55.818670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87cbea1-672a-4693-b9cf-8996315c7a5a None None] Routers {'253bc347-f1af-4028-a7df-3f52fc0fa1e6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:55.820123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a87cbea1-672a-4693-b9cf-8996315c7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['253bc347-f1af-4028-a7df-3f52fc0fa1e6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:55.821051 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a1e39e6d-74ca-43f0-805c-6573f5d49fc3 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859718 Feb 28 11:32:55.844346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49378) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:55.851323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:55.871380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:55.918831 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a87cbea1-672a-4693-b9cf-8996315c7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:56.061557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87cbea1-672a-4693-b9cf-8996315c7a5a None None] Routers {'253bc347-f1af-4028-a7df-3f52fc0fa1e6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:56.062243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a87cbea1-672a-4693-b9cf-8996315c7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['253bc347-f1af-4028-a7df-3f52fc0fa1e6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:56.156319 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ceb0908-03d9-4a29-823d-3d8065e3282b req-0fc2aee4-af38-4d04-8aec-c005443290c6 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6177986 Feb 28 11:32:56.189887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:56.202389 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.224867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:56.230233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a87cbea1-672a-4693-b9cf-8996315c7a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:56.231064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87cbea1-672a-4693-b9cf-8996315c7a5a None None] The sync data for ids ['253bc347-f1af-4028-a7df-3f52fc0fa1e6'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:56.241420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:56.304948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:56.315307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c3165d7a-bc15-4f28-9099-ae5ca3e89fe6 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.449673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d660420-0d74-44b4-9bf0-76715085bc74 None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:32:56.454176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1d660420-0d74-44b4-9bf0-76715085bc74 None None] Deleting port d6c46931-0942-47c4-b045-e4e91c7fcd58 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:56.454562 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1d660420-0d74-44b4-9bf0-76715085bc74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.475953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:56.480003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.502455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.503019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.530553 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8b27afd-1f51-49b4-b59f-db61ef528776 req-69b08de6-d69e-4d17-a7ba-6a0f65265da5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9fab9be19ed411ab699ca3e52d30b49&device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 1097 time: 0.2190070 Feb 28 11:32:56.537789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f468503-6408-41d4-a34e-1749bf238bbc req-b2aef464-8f36-4eb6-a013-82839a36bc4e tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:56.544758 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f468503-6408-41d4-a34e-1749bf238bbc req-b2aef464-8f36-4eb6-a013-82839a36bc4e tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 944 time: 0.2266517 Feb 28 11:32:56.785826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1d660420-0d74-44b4-9bf0-76715085bc74 None None] For port d6c46931-0942-47c4-b045-e4e91c7fcd58, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d6c46931-0942-47c4-b045-e4e91c7fcd58,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:56.793429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1d660420-0d74-44b4-9bf0-76715085bc74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:56.839801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b27afd-1f51-49b4-b59f-db61ef528776 req-3124841b-28c7-49f5-9aac-14b4570a7f4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:56.842455 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8b27afd-1f51-49b4-b59f-db61ef528776 req-3124841b-28c7-49f5-9aac-14b4570a7f4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb7630b3-89b7-4765-b7fc-a4da2b23b089 HTTP/1.1" status: 200 len: 897 time: 0.2950749 Feb 28 11:32:56.845725 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f468503-6408-41d4-a34e-1749bf238bbc req-66968ce9-fef2-494c-a550-4b8693b0142f tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3001900 Feb 28 11:32:56.922346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1d660420-0d74-44b4-9bf0-76715085bc74 None None] Calling delete_port for d6c46931-0942-47c4-b045-e4e91c7fcd58 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:32:56.941875 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8b27afd-1f51-49b4-b59f-db61ef528776 req-622de8f7-be71-4a44-b5dc-235aa4c910c5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41c4f757-c147-4b50-8260-6df87a152288 HTTP/1.1" status: 200 len: 217 time: 0.0903382 Feb 28 11:32:57.025204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b27afd-1f51-49b4-b59f-db61ef528776 req-44752e0d-bfec-4151-814f-ad826b6920de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:57.027386 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8b27afd-1f51-49b4-b59f-db61ef528776 req-44752e0d-bfec-4151-814f-ad826b6920de service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f53c0f61-6627-4746-acfe-cf7e7950bde0 HTTP/1.1" status: 200 len: 835 time: 0.0774620 Feb 28 11:32:57.042787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07774da6-d56f-4af1-8c06-a50788300cea None None] Network 5685a377-e666-44ec-bc78-1bf17d14411a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:57.117648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1d660420-0d74-44b4-9bf0-76715085bc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.161233 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8b27afd-1f51-49b4-b59f-db61ef528776 req-066828f5-3e95-4ad2-bafa-e09d4643fdfe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb7630b3-89b7-4765-b7fc-a4da2b23b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1277626 Feb 28 11:32:57.193308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d660420-0d74-44b4-9bf0-76715085bc74 None None] No DVR routers for this DVR port d6c46931-0942-47c4-b045-e4e91c7fcd58 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:32:57.198478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d660420-0d74-44b4-9bf0-76715085bc74 None None] Pushing event deleted for resources: {'Port': ['ID=d6c46931-0942-47c4-b045-e4e91c7fcd58,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:57.258137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.279978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.287525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b50a2276-581a-4a51-b78a-52cec043c7e0 None None] Provisioning for port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:57.292731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c3165d7a-bc15-4f28-9099-ae5ca3e89fe6 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.314594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.336666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.350657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c3165d7a-bc15-4f28-9099-ae5ca3e89fe6 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.417499 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8b27afd-1f51-49b4-b59f-db61ef528776 req-a12a89bb-d507-488b-b4b1-01d1d61c21ba service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478683 Feb 28 11:32:57.483321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.498190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 329c1033-80e2-4fa8-b0b2-0a84a8635f8f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:57.614414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Allocated IP 172.26.1.199 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/656181d5-db01-409e-873a-a070e0c10746) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:57.616606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=3d2e0e57-369f-4087-998d-3471bec01ce8,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:57.641881 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8b27afd-1f51-49b4-b59f-db61ef528776 req-2c069a5f-6c1e-4d2d-8fab-2f581018f828 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174952 Feb 28 11:32:57.645815 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c3165d7a-bc15-4f28-9099-ae5ca3e89fe6 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.646302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3165d7a-bc15-4f28-9099-ae5ca3e89fe6 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Fanout notify agent at l3_agent the message router_deleted on router 253bc347-f1af-4028-a7df-3f52fc0fa1e6 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:32:57.657205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:32:57.666515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:57.666515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.708302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c3165d7a-bc15-4f28-9099-ae5ca3e89fe6 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.712071 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c3165d7a-bc15-4f28-9099-ae5ca3e89fe6 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "DELETE /v2.0/routers/253bc347-f1af-4028-a7df-3f52fc0fa1e6 HTTP/1.1" status: 204 len: 168 time: 1.9324141 Feb 28 11:32:57.712942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking segment: {'id': 'b6ff1566-4919-47e4-878c-e9abbd7af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '51d6d2e7-9a49-49c6-8daf-db496db1525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:32:57.713315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network hostable DHCP agents. Network: 51d6d2e7-9a49-49c6-8daf-db496db1525d, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:32:57.719554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49386) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:57.727481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.761010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3203984d-c39c-489e-a47c-231bba97fe67 None None] Provisioning complete for port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:32:57.761527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3203984d-c39c-489e-a47c-231bba97fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.875075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.875841 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:57.881770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=02290a52-e31e-448f-95b1-61328aa328bd,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:57.884523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:57.890162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:57.890744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.924326 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3000873c-b616-47f9-89d1-8625adffcd60 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:57.933890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:57.999927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 51d6d2e7-9a49-49c6-8daf-db496db1525d is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:32:58.018403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.044785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,segment=NetworkSegment(0a166052-9422-4550-a0c1-4680f667fcb8),segment_id=0a166052-9422-4550-a0c1-4680f667fcb8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:58.048999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3203984d-c39c-489e-a47c-231bba97fe67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.060071 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e682931b-c6d3-45a7-8ee2-7060a9d74282 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2143419 Feb 28 11:32:58.062869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-903e6c9d-26ab-456a-ba4e-624b45d4b977 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Deleting subnet bf705b41-5100-4479-918c-f6901effc9df {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:32:58.070905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49392) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:58.073528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:58.089940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-903e6c9d-26ab-456a-ba4e-624b45d4b977 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.133597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 51d6d2e7-9a49-49c6-8daf-db496db1525d) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:58.157658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f44e3c-db30-4e5d-ad05-c86345d06fe0 None None] Network 51d6d2e7-9a49-49c6-8daf-db496db1525d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:58.166085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:32:58.168967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event updated for resources: {'Port': ['ID=656181d5-db01-409e-873a-a070e0c10746,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:58.172602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:32:58.179406 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.183785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:32:58.320768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d6c46931-0942-47c4-b045-e4e91c7fcd58 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:32:58.327720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f70fa1-51fe-4b7c-ac35-dc53457e0aef req-997f4053-1053-4e26-a9ee-e54e79ff2c5e tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:58.329243 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69f70fa1-51fe-4b7c-ac35-dc53457e0aef req-997f4053-1053-4e26-a9ee-e54e79ff2c5e tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 944 time: 0.2607398 Feb 28 11:32:58.335233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:58.336993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.382334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-903e6c9d-26ab-456a-ba4e-624b45d4b977 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.408076 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69f70fa1-51fe-4b7c-ac35-dc53457e0aef req-32754585-7d2b-41b5-8daa-7fad237feaca tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538158 Feb 28 11:32:58.461166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: d6c46931-0942-47c4-b045-e4e91c7fcd58 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:32:58.461502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d6c46931-0942-47c4-b045-e4e91c7fcd58 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:32:58.502759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:58.505224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2f89622-2098-4601-99de-8eb1c2f9e684', 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'tenant_id': 'd18fc4b7a8eb47469c08e13d6746b9bf', 'fixed_ips': [{'subnet_id': '02290a52-e31e-448f-95b1-61328aa328bd'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:58.505606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.506018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.512934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:58.517162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:58.526385 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d6c6f404-93de-4703-9305-215bef0cd431 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.1977942 Feb 28 11:32:58.526385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49396) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:58.531382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:32:58.540628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-3203984d-c39c-489e-a47c-231bba97fe67 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:32:58.540984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-3203984d-c39c-489e-a47c-231bba97fe67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:32:58.558512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:58.560020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Router abd10cb7-c718-485e-b1eb-c99a16fd16a9 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:58.625554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-903e6c9d-26ab-456a-ba4e-624b45d4b977 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.661365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:32:58.730179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.733843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.759519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-51d6d2e7-9a49-49c6-8daf-db496db1525d', 'network_id': '51d6d2e7-9a49-49c6-8daf-db496db1525d', 'tenant_id': 'c9eaf23bc38e48c8a6ba08ab6e671280', 'fixed_ips': [{'subnet_id': '3d2e0e57-369f-4087-998d-3471bec01ce8'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:32:58.760634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.844452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Allocated IP 2001:db8::2 (d2f89622-2098-4601-99de-8eb1c2f9e684/02290a52-e31e-448f-95b1-61328aa328bd/910b96b2-2f8a-4b8a-a3d6-8cd89ad70964) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:58.986340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:58.991355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.056216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Router d88f3556-9f72-4181-a2b0-6c01e2fa3e62 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:32:59.081985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Allocated IP 2001:db8::1 (51d6d2e7-9a49-49c6-8daf-db496db1525d/3d2e0e57-369f-4087-998d-3471bec01ce8/14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:32:59.123594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-903e6c9d-26ab-456a-ba4e-624b45d4b977 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.196391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e6c9d-26ab-456a-ba4e-624b45d4b977 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event deleted for resources: {'Subnet': ['ID=bf705b41-5100-4479-918c-f6901effc9df,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:32:59.231689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-903e6c9d-26ab-456a-ba4e-624b45d4b977 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.234374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.239633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b2688f-4ef7-4315-ba8e-992542da7068 None None] Network 6cf1677c-058b-46e9-9ee5-9288d9a64c2e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:32:59.277852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:59.287769 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48e4f6-976c-4e9d-b638-c9878afe04a8 None None] Sync routers for ids ['d88f3556-9f72-4181-a2b0-6c01e2fa3e62'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:59.301847 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.ipam_backend_mixin [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02290a52-e31e-448f-95b1-61328aa328bd (CIDR: 2001:db8::/64) Feb 28 11:32:59.304113 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48e4f6-976c-4e9d-b638-c9878afe04a8 None None] Routers {'d88f3556-9f72-4181-a2b0-6c01e2fa3e62'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:59.304903 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8f48e4f6-976c-4e9d-b638-c9878afe04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['d88f3556-9f72-4181-a2b0-6c01e2fa3e62'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:59.306028 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-903e6c9d-26ab-456a-ba4e-624b45d4b977 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "DELETE /v2.0/subnets/bf705b41-5100-4479-918c-f6901effc9df HTTP/1.1" status: 204 len: 168 time: 1.5855126 Feb 28 11:32:59.306792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.309508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49400) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:59.313007 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-397937b2-b877-46b3-b105-a29e9cc42c08 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "PUT /v2.0/routers/d88f3556-9f72-4181-a2b0-6c01e2fa3e62 HTTP/1.1" status: 200 len: 914 time: 3.7452765 Feb 28 11:32:59.314092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49404) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:59.387702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.399699 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8f48e4f6-976c-4e9d-b638-c9878afe04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:59.401910 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:32:59.402417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:32:59.422060 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48e4f6-976c-4e9d-b638-c9878afe04a8 None None] Routers {'d88f3556-9f72-4181-a2b0-6c01e2fa3e62'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:59.423042 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8f48e4f6-976c-4e9d-b638-c9878afe04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['d88f3556-9f72-4181-a2b0-6c01e2fa3e62'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:59.465618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Transition to ACTIVE for port object 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:59.467134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.484966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Deleting port 327f808b-0837-49b0-aa00-2657e1c3bcbc {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:32:59.487830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.491708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 329c1033-80e2-4fa8-b0b2-0a84a8635f8f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:32:59.515772 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-758d545a-7b7d-44df-aa27-83603823a8ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4464512 Feb 28 11:32:59.524287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:32:59.527878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49410) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:59.537216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.537924 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8f48e4f6-976c-4e9d-b638-c9878afe04a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:59.538428 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f48e4f6-976c-4e9d-b638-c9878afe04a8 None None] The sync data for ids ['d88f3556-9f72-4181-a2b0-6c01e2fa3e62'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:32:59.538959 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bb405bcd-3422-4bbd-a0b4-7947004aa6ed tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "PUT /v2.0/routers/abd10cb7-c718-485e-b1eb-c99a16fd16a9 HTTP/1.1" status: 200 len: 884 time: 7.6113517 Feb 28 11:32:59.550396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49414) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:32:59.550525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'subnet': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:32:59.640090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd601a3-c1fc-4dce-bf70-b9ab1fb6fc01 None None] Sync routers for ids ['abd10cb7-c718-485e-b1eb-c99a16fd16a9'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:32:59.666812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 41c4f757-c147-4b50-8260-6df87a152288 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:32:59.726210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Transition to ACTIVE for port object 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:59.756453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.781811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd601a3-c1fc-4dce-bf70-b9ab1fb6fc01 None None] Routers {'abd10cb7-c718-485e-b1eb-c99a16fd16a9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:32:59.782435 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4dd601a3-c1fc-4dce-bf70-b9ab1fb6fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['abd10cb7-c718-485e-b1eb-c99a16fd16a9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:32:59.905732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.912901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Transition to ACTIVE for port object 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:32:59.938944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b63b22-6b3a-464c-83c1-ceb5d9624d27 req-c26ae510-73fc-4831-aa77-519f1e0b6230 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:32:59.941450 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6b63b22-6b3a-464c-83c1-ceb5d9624d27 req-c26ae510-73fc-4831-aa77-519f1e0b6230 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 944 time: 0.1460466 Feb 28 11:32:59.949728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:32:59.957626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] For port 327f808b-0837-49b0-aa00-2657e1c3bcbc, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=327f808b-0837-49b0-aa00-2657e1c3bcbc,segment=NetworkSegment(4ca540dd-5abc-40e9-b420-98fd5535460c),segment_id=4ca540dd-5abc-40e9-b420-98fd5535460c)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:32:59.957978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:32:59.965597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:subnet and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:32:59.971414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:32:59.974679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4dd601a3-c1fc-4dce-bf70-b9ab1fb6fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:00.020020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6b63b22-6b3a-464c-83c1-ceb5d9624d27 req-bb7b74bb-dd7d-4ff6-a6f1-6bd75fae202d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723021 Feb 28 11:33:00.028846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:00.035097 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fed20b89-f0a6-4ec3-9a43-866854d55995 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/routers/d88f3556-9f72-4181-a2b0-6c01e2fa3e62 HTTP/1.1" status: 200 len: 920 time: 0.7196136 Feb 28 11:33:00.038209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49418) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.057208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Transition to ACTIVE for port object 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:00.082900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:00.087716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Pushing event updated for resources: {'Port': ['ID=910b96b2-2f8a-4b8a-a3d6-8cd89ad70964,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:00.089408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Calling delete_port for 327f808b-0837-49b0-aa00-2657e1c3bcbc owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:00.110801 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ba90a8de-700a-4b31-bfdb-62fd48d6f621 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/routers/abd10cb7-c718-485e-b1eb-c99a16fd16a9 HTTP/1.1" status: 200 len: 925 time: 0.5614541 Feb 28 11:33:00.111388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:00.117643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49422) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.125393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd601a3-c1fc-4dce-bf70-b9ab1fb6fc01 None None] Routers {'abd10cb7-c718-485e-b1eb-c99a16fd16a9'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:00.126177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4dd601a3-c1fc-4dce-bf70-b9ab1fb6fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['abd10cb7-c718-485e-b1eb-c99a16fd16a9'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:00.197867 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2f508f04-d2b9-4a5d-b9d5-c9a06c0c3ee1 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=d88f3556-9f72-4181-a2b0-6c01e2fa3e62&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1578832 Feb 28 11:33:00.200777 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49426) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.216617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d57e4de9-68d3-45f6-9f37-644b430dc28f tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Synchronizing usage tracker for tenant:b2faa04e217347dbb1f6638568c7693b on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:00.231751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d57e4de9-68d3-45f6-9f37-644b430dc28f tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Unset dirty status for tenant:b2faa04e217347dbb1f6638568c7693b on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:00.233801 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d57e4de9-68d3-45f6-9f37-644b430dc28f tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=abd10cb7-c718-485e-b1eb-c99a16fd16a9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1153798 Feb 28 11:33:00.240477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49430) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.245417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:00.257419 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a87b853-11ed-4fbb-9b0f-c99c46b1f39f None None] DHCP port deletion for 6cf1677c-058b-46e9-9ee5-9288d9a64c2e request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:33:00.270350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.280842 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:00.285069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.305965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.306218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:00.306521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.342090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4dd601a3-c1fc-4dce-bf70-b9ab1fb6fc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:00.342525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd601a3-c1fc-4dce-bf70-b9ab1fb6fc01 None None] The sync data for ids ['abd10cb7-c718-485e-b1eb-c99a16fd16a9'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:33:00.344235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0a87b853-11ed-4fbb-9b0f-c99c46b1f39f None None] Deleting port 327f808b-0837-49b0-aa00-2657e1c3bcbc {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:00.344599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0a87b853-11ed-4fbb-9b0f-c99c46b1f39f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.372869 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:33:00.376738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ce8bc7-2fb9-402c-8f8e-c279ee99c9e9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:00.382141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-31ce8bc7-2fb9-402c-8f8e-c279ee99c9e9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Synchronizing usage tracker for tenant:b2faa04e217347dbb1f6638568c7693b on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:00.433010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=41c4f757-c147-4b50-8260-6df87a152288,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:00.446336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event deleted for resources: {'Port': ['ID=327f808b-0837-49b0-aa00-2657e1c3bcbc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:00.458598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-31ce8bc7-2fb9-402c-8f8e-c279ee99c9e9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Unset dirty status for tenant:b2faa04e217347dbb1f6638568c7693b on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:00.462525 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-31ce8bc7-2fb9-402c-8f8e-c279ee99c9e9 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 881 time: 0.2182384 Feb 28 11:33:00.466060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] No DVR routers for this DVR port 327f808b-0837-49b0-aa00-2657e1c3bcbc on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:00.466191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49434) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.512383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0526564a-7a9e-4652-94d1-a1d7f26d3a79 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=abd10cb7-c718-485e-b1eb-c99a16fd16a9 HTTP/1.1" status: 200 len: 205 time: 0.0459166 Feb 28 11:33:00.512616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.512736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49438) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.537410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0a87b853-11ed-4fbb-9b0f-c99c46b1f39f None None] The port '327f808b-0837-49b0-aa00-2657e1c3bcbc' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:33:00.547596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '41c4f757-c147-4b50-8260-6df87a152288', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'port_id': '41c4f757-c147-4b50-8260-6df87a152288', 'mac_address': 'fa:16:3e:50:88:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:33:00.551148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Network 51d6d2e7-9a49-49c6-8daf-db496db1525d is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:00.558545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Pushing event updated for resources: {'Port': ['ID=14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:00.566886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:00.575835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:00.596307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2e0e57-369f-4087-998d-3471bec01ce8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:00.612058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Attempting to bind port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:00.612424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Attempting to bind port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:00.613137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Attempting to bind port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 on network d2f89622-2098-4601-99de-8eb1c2f9e684 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:00.682202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac7f19-5e9d-4efc-91bb-d67f3b496b59 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:00.683215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-39ac7f19-5e9d-4efc-91bb-d67f3b496b59 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Synchronizing usage tracker for tenant:8d11317277514923bd5098d6bf625be3 on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:00.693750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:00.696581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Checking segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:00.696581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.696581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Bound using segment: {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:00.696581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Bound port: 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:00.696581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.736273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.758230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.781665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.817611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-39ac7f19-5e9d-4efc-91bb-d67f3b496b59 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Unset dirty status for tenant:8d11317277514923bd5098d6bf625be3 on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:00.821672 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39ac7f19-5e9d-4efc-91bb-d67f3b496b59 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 881 time: 0.6168749 Feb 28 11:33:00.836233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49442) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.840806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c4f757-c147-4b50-8260-6df87a152288 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:33:00.850212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.853950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Attempting to bind port 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:00.853950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Attempting to bind port 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'b6ff1566-4919-47e4-878c-e9abbd7af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '51d6d2e7-9a49-49c6-8daf-db496db1525d'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:00.853950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Attempting to bind port 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b on network 51d6d2e7-9a49-49c6-8daf-db496db1525d {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:00.861069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf1677c-058b-46e9-9ee5-9288d9a64c2e']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:00.889013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca540dd-5abc-40e9-b420-98fd5535460c') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:00.889387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca540dd-5abc-40e9-b420-98fd5535460c') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:00.894804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=41c4f757-c147-4b50-8260-6df87a152288,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:00.896079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:00.896437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Checking segment: {'id': 'b6ff1566-4919-47e4-878c-e9abbd7af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '51d6d2e7-9a49-49c6-8daf-db496db1525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:00.897016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.897415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Bound using segment: {'id': 'b6ff1566-4919-47e4-878c-e9abbd7af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '51d6d2e7-9a49-49c6-8daf-db496db1525d'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:00.898166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Bound port: 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ff1566-4919-47e4-878c-e9abbd7af656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '51d6d2e7-9a49-49c6-8daf-db496db1525d'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:00.898344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.905800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d6d2e7-9a49-49c6-8daf-db496db1525d']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:00.943237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3c818813-5229-47ce-97ce-5932a0f5e21f tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=d88f3556-9f72-4181-a2b0-6c01e2fa3e62 HTTP/1.1" status: 200 len: 205 time: 0.1034908 Feb 28 11:33:00.943237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49446) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:00.945628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] For port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:00.957377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.961772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:00.964572 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] For port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=910b96b2-2f8a-4b8a-a3d6-8cd89ad70964,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:00.965147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ff1566-4919-47e4-878c-e9abbd7af656') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:00.965696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ff1566-4919-47e4-878c-e9abbd7af656') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:00.990896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.007520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.019050 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.020173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Releasing vlan 738 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:01.020808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:01.035782 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:01.039237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.077663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] For port 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:01.100432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=41c4f757-c147-4b50-8260-6df87a152288,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:01.107356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:01.107890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:01.127999 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:01.186803 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0110104-244c-45fd-9d8f-ae79da0cf06d None None] Pushing event updated for resources: {'Port': ['ID=910b96b2-2f8a-4b8a-a3d6-8cd89ad70964,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:01.234330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['41c4f757-c147-4b50-8260-6df87a152288'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:33:01.270050 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:33:01.270050 dv-neutron-830866-1-hyperv neutron-server[84338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:33:01.270050 dv-neutron-830866-1-hyperv neutron-server[84338]: [parameters: {'id': '51d6d2e7-9a49-49c6-8daf-db496db1525d'}] Feb 28 11:33:01.270050 dv-neutron-830866-1-hyperv neutron-server[84338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:01.270774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:01.280918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.288322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.289497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] For port 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b,segment=NetworkSegment(b6ff1566-4919-47e4-878c-e9abbd7af656),segment_id=b6ff1566-4919-47e4-878c-e9abbd7af656)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:01.312748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.321863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.344010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] Pushing event deleted for resources: {'Network': ['ID=6cf1677c-058b-46e9-9ee5-9288d9a64c2e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:01.374880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.459053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 327f808b-0837-49b0-aa00-2657e1c3bcbc no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:01.497007 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-23f88001-586f-41f1-9297-3da477144a46 tempest-FloatingIPNegativeTestJSON-843702548 tempest-FloatingIPNegativeTestJSON-843702548-project] 10.222.0.31 "DELETE /v2.0/networks/6cf1677c-058b-46e9-9ee5-9288d9a64c2e HTTP/1.1" status: 204 len: 168 time: 2.1863756 Feb 28 11:33:01.503830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Deleting port 451ea373-f0ec-4b72-adbb-9a50f8e24e48 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:01.504813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.524836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 327f808b-0837-49b0-aa00-2657e1c3bcbc {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:33:01.525192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 327f808b-0837-49b0-aa00-2657e1c3bcbc not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:01.583878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.objects.ports [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84338) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:33:01.664344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc238288-a209-4146-bb10-ddfd40981061 None None] Pushing event updated for resources: {'Port': ['ID=14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:01.723306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bee759-8ec9-4322-bff4-45db01f49caf None None] Network 51d6d2e7-9a49-49c6-8daf-db496db1525d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:01.787689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5187bb76-b743-4596-905a-3ada2f2068b6 req-532ab978-cfda-434d-9c89-a4247e43bfde tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:01.830429 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5187bb76-b743-4596-905a-3ada2f2068b6 req-532ab978-cfda-434d-9c89-a4247e43bfde tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 945 time: 0.5828834 Feb 28 11:33:01.869944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.892721 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:01.892721 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:01.935234 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5187bb76-b743-4596-905a-3ada2f2068b6 req-7aef9f87-3bdc-48e2-8da2-0294451c059a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331456 Feb 28 11:33:01.990178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.126616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Calling delete_port for 451ea373-f0ec-4b72-adbb-9a50f8e24e48 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:02.211475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.249424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b,segment=NetworkSegment(b6ff1566-4919-47e4-878c-e9abbd7af656),segment_id=b6ff1566-4919-47e4-878c-e9abbd7af656)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:02.249775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.267552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.277573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Deleting port 656181d5-db01-409e-873a-a070e0c10746 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:02.280162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.303005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49456) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:02.402400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:02.541779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c9fc33-d913-4f56-973d-f4a40c2eb891 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:33:02.542949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.626202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.638180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.640441 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dc7a636c-4f0f-44ae-aa32-70853b301409 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9c1312aea2543a597e6e5ba33aba37d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3054259 Feb 28 11:33:02.641368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event deleted for resources: {'Port': ['ID=451ea373-f0ec-4b72-adbb-9a50f8e24e48,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:02.643223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49462) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:02.683861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c9fc33-d913-4f56-973d-f4a40c2eb891 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:33:02.709719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Port': ['ID=14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:02.724874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No DVR routers for this DVR port 14083fd2-d60b-4aa3-8ad9-6fd3a0d1943b on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:02.807398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Calling delete_port for 656181d5-db01-409e-873a-a070e0c10746 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:02.813042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-955b811f-181c-43a6-b819-1d81b6cc9023 None None] Provisioning for port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:02.868013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] For port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=910b96b2-2f8a-4b8a-a3d6-8cd89ad70964,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:02.888285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.923967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d6d2e7-9a49-49c6-8daf-db496db1525d']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:02.942881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.945629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ff1566-4919-47e4-878c-e9abbd7af656') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:02.945932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ff1566-4919-47e4-878c-e9abbd7af656') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:02.959732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.981555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:02.989779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:02.990188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:03.010576 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:03.015477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.016212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.105455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9156ce04-93b3-45d4-9c6a-a78388396558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.177166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.217209 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:03.223459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:03.226711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:03.227380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.233873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2679af0-79d2-4fdd-91db-7674650c4865 None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:03.245129 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Subnet': ['ID=1d7d55ec-1c88-4e6e-9f8f-bb259b025478,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.246399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9156ce04-93b3-45d4-9c6a-a78388396558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.254205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.259585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.283510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=910b96b2-2f8a-4b8a-a3d6-8cd89ad70964,revision_number=4']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.310420 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/51d6d2e7-9a49-49c6-8daf-db496db1525d HTTP/1.1" status: 204 len: 168 time: 4.7771833 Feb 28 11:33:03.310420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd203486-43fe-4f85-a245-72ffa09a4b28 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=51d6d2e7-9a49-49c6-8daf-db496db1525d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.312534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49468) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:03.319703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1148622298'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:03.324875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:03.328866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:network and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:03.332713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:03.339790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:03.382779 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e5237236-9309-49b5-93ef-e6d4b60ce34c tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.8533461 Feb 28 11:33:03.385368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49472) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:03.392022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Request body: {'port': {'network_id': 'd2f89622-2098-4601-99de-8eb1c2f9e684', 'mac_address': 'fa:16:3e:3c:06:4a', 'name': 'tempest-NetworksTestDHCPv6-187558725'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:03.466984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:03.470786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.501373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:03.578463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:03.585055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Usage tracker for resource:port and tenant:d18fc4b7a8eb47469c08e13d6746b9bf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:03.588713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:03.595836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:03.598836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 41c4f757-c147-4b50-8260-6df87a152288 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:03.674940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.690721 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Made reservation on behalf of d18fc4b7a8eb47469c08e13d6746b9bf for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:03.694268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87203598-36cc-4633-8d1a-56395aeac183 req-e88e0e4c-5404-43c3-a229-dec3fb553d1e tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:03.695810 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87203598-36cc-4633-8d1a-56395aeac183 req-e88e0e4c-5404-43c3-a229-dec3fb553d1e tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 945 time: 0.5918376 Feb 28 11:33:03.696257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.698816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.742430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] device_id is not set on port 7395cc21-aada-45b7-8679-71a270c3b308 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:03.755313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:03.762902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:03.764064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.770993 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87203598-36cc-4633-8d1a-56395aeac183 req-472a3df2-1642-42a8-b38e-5bcdacc3ec68 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658219 Feb 28 11:33:03.783582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9156ce04-93b3-45d4-9c6a-a78388396558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.812247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156ce04-93b3-45d4-9c6a-a78388396558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2985ee2-5a19-4e85-8e6a-8d03bfd292b7,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.830563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9156ce04-93b3-45d4-9c6a-a78388396558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.832380 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9156ce04-93b3-45d4-9c6a-a78388396558 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2985ee2-5a19-4e85-8e6a-8d03bfd292b7 HTTP/1.1" status: 204 len: 168 time: 1.1827021 Feb 28 11:33:03.844767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.844883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 41c4f757-c147-4b50-8260-6df87a152288 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:03.887830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 41c4f757-c147-4b50-8260-6df87a152288 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:03.888206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.894258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:03.902565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.904151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Fanout notify agent at l3_agent the message router_deleted on router abd10cb7-c718-485e-b1eb-c99a16fd16a9 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:33:03.905922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event deleted for resources: {'Port': ['ID=656181d5-db01-409e-873a-a070e0c10746,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:03.915370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.922327 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8bba1a02-385a-47c8-903e-af27de935818 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/abd10cb7-c718-485e-b1eb-c99a16fd16a9 HTTP/1.1" status: 204 len: 168 time: 3.4029791 Feb 28 11:33:03.924015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:03.924370 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment 0376801e-1cea-4a3a-9c0c-9d9994770f2e of type vlan for network 0ad7395e-01d9-462b-a313-22d7b6b17efd Feb 28 11:33:03.926454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49478) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:03.938054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1257935171', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:03.984771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.075729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:04.102153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.112188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Usage tracker for resource:router and tenant:3313eeaece6146b0a9a6d4213abc2bae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:04.122548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.126464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:04.153638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.171814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:04.179891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=910b96b2-2f8a-4b8a-a3d6-8cd89ad70964,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:04.193729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4f757-c147-4b50-8260-6df87a152288'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:33:04.204953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=41c4f757-c147-4b50-8260-6df87a152288,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:04.246131 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.264235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8::2df (d2f89622-2098-4601-99de-8eb1c2f9e684/02290a52-e31e-448f-95b1-61328aa328bd/7395cc21-aada-45b7-8679-71a270c3b308) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:04.276467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.276935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Allocated IP 2001:db8:0:1:f816:3eff:fe3c:64a (d2f89622-2098-4601-99de-8eb1c2f9e684/1d7d55ec-1c88-4e6e-9f8f-bb259b025478/7395cc21-aada-45b7-8679-71a270c3b308) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:04.281094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.288778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.304221 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4f757-c147-4b50-8260-6df87a152288', 'code': 200} Feb 28 11:33:04.304988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.346190 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.350826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:04.351478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.383357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=910b96b2-2f8a-4b8a-a3d6-8cd89ad70964,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.441526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.506710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=41c4f757-c147-4b50-8260-6df87a152288,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.512702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0ef4c251-6869-401b-8bcf-0ccfa84cf118 None None] Provisioning complete for port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:04.517982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0ef4c251-6869-401b-8bcf-0ccfa84cf118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.639745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.640134 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3265367 Feb 28 11:33:04.641049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497ac0d-42b9-4f3d-a984-fa3ae3f3da9c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=0ad7395e-01d9-462b-a313-22d7b6b17efd,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:04.644015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49490) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:04.653969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 0ad7395e-01d9-462b-a313-22d7b6b17efd details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:04.655201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '0ad7395e-01d9-462b-a313-22d7b6b17efd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:04.676749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.746504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.763772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.801171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Transition to ACTIVE for port object 7395cc21-aada-45b7-8679-71a270c3b308 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:04.866366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:04.872146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:subnet and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:04.873223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.877486 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8fa31bf9-6c17-4256-9a21-40cc2705e17a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9499862 Feb 28 11:33:04.878282 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49498) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:04.883446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:04.884087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': True}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:04.894911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:04.944747 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.961641 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-065afee0-94a0-4917-b130-c8faacb0222a req-bc0e8ebc-0931-4cb2-adca-e892d4115fc2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 1099 time: 0.2118371 Feb 28 11:33:04.965564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:04.965858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Fanout notify agent at l3_agent the message router_deleted on router d88f3556-9f72-4181-a2b0-6c01e2fa3e62 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:33:05.008390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.013321 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c8b21229-0fc7-444f-b257-8636d5bb028e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/d88f3556-9f72-4181-a2b0-6c01e2fa3e62 HTTP/1.1" status: 204 len: 168 time: 4.0692248 Feb 28 11:33:05.019143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49504) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:05.035589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1432828126', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:05.045729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:05.048418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:05.070804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Usage tracker for resource:router and tenant:4ad8356c30294f988e7f101345a42055 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:05.086003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Network d2f89622-2098-4601-99de-8eb1c2f9e684 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:05.089940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:05.092589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:05.097689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:05.098294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.119625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event updated for resources: {'Port': ['ID=7395cc21-aada-45b7-8679-71a270c3b308,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:05.244019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:05.257589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:05.264580 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e1c04c32-71d0-46ce-8aea-dad3724d3a3f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.8781970 Feb 28 11:33:05.267193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49512) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:05.267928 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-065afee0-94a0-4917-b130-c8faacb0222a req-2b1d5d5c-79af-4128-b85a-b01e580cbef3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2993033 Feb 28 11:33:05.292199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2952ab58-fcc6-4c41-bb4b-03b1866cdeaf req-03da2bef-d04b-43c2-87f8-4a7de949d29f tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:05.293653 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2952ab58-fcc6-4c41-bb4b-03b1866cdeaf req-03da2bef-d04b-43c2-87f8-4a7de949d29f tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.3870027 Feb 28 11:33:05.328442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.408435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2725a369-d4f3-433d-be4f-c24fc71f25dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting port 7395cc21-aada-45b7-8679-71a270c3b308 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:05.408540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.408632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2725a369-d4f3-433d-be4f-c24fc71f25dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.408710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.454127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:05.469971 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2952ab58-fcc6-4c41-bb4b-03b1866cdeaf req-0a281a71-be37-43a1-96e2-e43d926230d3 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652839 Feb 28 11:33:05.481809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.544673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9e2b8b78-7469-4e43-9cf8-a487ccdc8a27 None None] Provisioning for port 7395cc21-aada-45b7-8679-71a270c3b308 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:05.553771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9e2b8b78-7469-4e43-9cf8-a487ccdc8a27 None None] Provisioning complete for port 7395cc21-aada-45b7-8679-71a270c3b308 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:05.554142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e2b8b78-7469-4e43-9cf8-a487ccdc8a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.589272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.623547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9e2b8b78-7469-4e43-9cf8-a487ccdc8a27 None None] Port 7395cc21-aada-45b7-8679-71a270c3b308 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:33:05.624975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:05.625349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.646520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49518) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:05.743983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.744703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2725a369-d4f3-433d-be4f-c24fc71f25dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.763479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.823105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'networks': [{'name': 'tempest-network--1592583832'}, {'name': 'tempest-network--1588444995'}]} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:05.823417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'network': {'name': 'tempest-network--1592583832'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:05.823870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'network': {'name': 'tempest-network--1588444995'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:05.837837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:05.848713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Usage tracker for resource:network and tenant:940d885cf57e4622adac741fb266a800 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:05.854581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:05.866023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:05.881631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=44b22791-22ca-4787-9bb2-b8390425acc3,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:05.900189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking segment: {'id': '0376801e-1cea-4a3a-9c0c-9d9994770f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ad7395e-01d9-462b-a313-22d7b6b17efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:05.900549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network hostable DHCP agents. Network: 0ad7395e-01d9-462b-a313-22d7b6b17efd, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:05.921417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:05.923298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f28a40c0-5126-4fd1-93f1-cca986198b0e tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9006367 Feb 28 11:33:05.926137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49524) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:05.931450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': False}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:05.991810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2725a369-d4f3-433d-be4f-c24fc71f25dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Calling delete_port for 7395cc21-aada-45b7-8679-71a270c3b308 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:05.994734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Made reservation on behalf of 940d885cf57e4622adac741fb266a800 for: {'network': 2} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:05.998256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.050594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 0ad7395e-01d9-462b-a313-22d7b6b17efd is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:06.070225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.162020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:06.180451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Usage tracker for resource:security_group_rule and tenant:940d885cf57e4622adac741fb266a800 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:06.225702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:06.236429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 0ad7395e-01d9-462b-a313-22d7b6b17efd) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:06.246923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:06.249998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:06.250572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.257277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e163807-8880-4e02-bdd7-a59644555e6c None None] Network 0ad7395e-01d9-462b-a313-22d7b6b17efd requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:06.320567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.352924 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8c12012f-f453-4be4-bb02-375da91be983 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7072816 Feb 28 11:33:06.357844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49528) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:06.366092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.370896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-252654462'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:06.407395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:06.413440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:network and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:06.416475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2725a369-d4f3-433d-be4f-c24fc71f25dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.422012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:06.457602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.478381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:06.489364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725a369-d4f3-433d-be4f-c24fc71f25dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Port': ['ID=7395cc21-aada-45b7-8679-71a270c3b308,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:06.502856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.558157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-0ad7395e-01d9-462b-a313-22d7b6b17efd', 'network_id': '0ad7395e-01d9-462b-a313-22d7b6b17efd', 'tenant_id': 'c9eaf23bc38e48c8a6ba08ab6e671280', 'fixed_ips': [{'subnet_id': '44b22791-22ca-4787-9bb2-b8390425acc3'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:06.560206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.625870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2725a369-d4f3-433d-be4f-c24fc71f25dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.672862 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2725a369-d4f3-433d-be4f-c24fc71f25dc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/7395cc21-aada-45b7-8679-71a270c3b308 HTTP/1.1" status: 204 len: 168 time: 1.4046609 Feb 28 11:33:06.678011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49534) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:06.687996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.688709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.711102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Allocated IP 172.26.1.122 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/29ba404d-599e-4a9c-b82f-ffb7a3316a07) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:06.730751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:06.736554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.781946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:06.793359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.793829 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment bade3520-164f-4b0e-a405-1a037a8bee9d of type vlan for network 4cea048e-b6bd-4f50-8f27-18a804c47a8b Feb 28 11:33:06.801848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Allocated IP 2001:db8::3 (0ad7395e-01d9-462b-a313-22d7b6b17efd/44b22791-22ca-4787-9bb2-b8390425acc3/64e9c9ea-454a-4d61-9dd0-94ec89b565d4) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:06.859274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aeac667a-ee36-4140-b063-cb127d855663,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:06.881974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:06.899255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.917113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.917454 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Added segment a9604c83-20cb-4553-a669-ee75c68cda59 of type vlan for network b9fcca28-0b0c-4190-bfa5-102d7e136cf8 Feb 28 11:33:06.974945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c34e05-9daf-47c4-a5c3-29cc9675d47a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:06.978697 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d9c34e05-9daf-47c4-a5c3-29cc9675d47a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2960529 Feb 28 11:33:06.979688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49538) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:06.983687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.984025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:06.997024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378507b-e23a-4e96-a9b2-2c987011c57a req-1e811d6a-a38d-4378-8b84-5f76965fdead tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:06.999770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2378507b-e23a-4e96-a9b2-2c987011c57a req-1e811d6a-a38d-4378-8b84-5f76965fdead tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.2546711 Feb 28 11:33:07.023994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.025277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.028987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:07.029746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.036354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Transition to ACTIVE for port object 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:07.055790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Transition to ACTIVE for port object 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:07.103951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 715} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:07.115547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.136558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.136899 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Added segment 213c91af-c21b-42d2-bd85-bb1e58907bf9 of type vlan for network 48e4aef9-0b3a-4caa-81cb-fb70e4a54283 Feb 28 11:33:07.148694 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2378507b-e23a-4e96-a9b2-2c987011c57a req-1a458b4b-2123-4dd0-9281-74e90ef4e71a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343544 Feb 28 11:33:07.150596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.177720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=4cea048e-b6bd-4f50-8f27-18a804c47a8b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:07.198156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 4cea048e-b6bd-4f50-8f27-18a804c47a8b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:07.200834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.203734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f4ccf6-764b-4ef4-a8dd-0bca3544cc22 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:07.205163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-10f4ccf6-764b-4ef4-a8dd-0bca3544cc22 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:07.212314 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d26b8dea-10be-4079-a407-9948e26d010a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8470550 Feb 28 11:33:07.213175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49542) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:07.215855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Network 0ad7395e-01d9-462b-a313-22d7b6b17efd is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:07.221592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '4cea048e-b6bd-4f50-8f27-18a804c47a8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:07.223664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:07.228699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Pushing event updated for resources: {'Port': ['ID=64e9c9ea-454a-4d61-9dd0-94ec89b565d4,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:07.252559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.274982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:07.301569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.367714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-10f4ccf6-764b-4ef4-a8dd-0bca3544cc22 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:07.371219 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-10f4ccf6-764b-4ef4-a8dd-0bca3544cc22 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3881214 Feb 28 11:33:07.385241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49546) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:07.406229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Attempting to bind port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:07.406739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Attempting to bind port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0376801e-1cea-4a3a-9c0c-9d9994770f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ad7395e-01d9-462b-a313-22d7b6b17efd'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:07.407239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Attempting to bind port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 on network 0ad7395e-01d9-462b-a313-22d7b6b17efd {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:07.416994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:07.417519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Checking segment: {'id': '0376801e-1cea-4a3a-9c0c-9d9994770f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ad7395e-01d9-462b-a313-22d7b6b17efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:07.418006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.418588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Bound using segment: {'id': '0376801e-1cea-4a3a-9c0c-9d9994770f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ad7395e-01d9-462b-a313-22d7b6b17efd'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:07.419181 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Bound port: 64e9c9ea-454a-4d61-9dd0-94ec89b565d4, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0376801e-1cea-4a3a-9c0c-9d9994770f2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0ad7395e-01d9-462b-a313-22d7b6b17efd'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:07.419640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.451916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:07.458481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:07.466168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:07.485264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:07.490757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Allocated IP 172.26.1.117 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/e004d5e1-7bf3-4c5c-a193-6bb254d924ee) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:07.504073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:subnet and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:07.504657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.505140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.509788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:07.510935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:07.512935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:07.513665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.523312 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event updated for resources: {'Port': ['ID=29ba404d-599e-4a9c-b82f-ffb7a3316a07,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:07.525829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:07.527915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] For port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:07.531389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] For port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=64e9c9ea-454a-4d61-9dd0-94ec89b565d4,segment=NetworkSegment(0376801e-1cea-4a3a-9c0c-9d9994770f2e),segment_id=0376801e-1cea-4a3a-9c0c-9d9994770f2e)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:07.553976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfa5ff-a0b5-4a6f-9eb1-09923d91f682 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:07.555322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfa5ff-a0b5-4a6f-9eb1-09923d91f682 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:07.556752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bfa5ff-a0b5-4a6f-9eb1-09923d91f682 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:07.557525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e8bfa5ff-a0b5-4a6f-9eb1-09923d91f682 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:07.600902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:07.638946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:07.697598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f30f0-9b26-46a3-b0fd-779202078a52 None None] Pushing event updated for resources: {'Port': ['ID=64e9c9ea-454a-4d61-9dd0-94ec89b565d4,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:07.720394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e8bfa5ff-a0b5-4a6f-9eb1-09923d91f682 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:07.721547 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e8bfa5ff-a0b5-4a6f-9eb1-09923d91f682 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3353620 Feb 28 11:33:07.725920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49550) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:07.777019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Network': ['ID=b9fcca28-0b0c-4190-bfa5-102d7e136cf8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:07.793680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network b9fcca28-0b0c-4190-bfa5-102d7e136cf8 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:07.817092 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.1679354 Feb 28 11:33:07.834586 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49554) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:07.902376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.023512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing IP validity checks on allocation pools {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:33:08.024042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:33:08.076379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.082561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d76b1-9b55-4e43-a2ab-22925955ee0e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Network': ['ID=48e4aef9-0b3a-4caa-81cb-fb70e4a54283,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:08.094540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 48e4aef9-0b3a-4caa-81cb-fb70e4a54283 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:08.178598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.247066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.312256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-374db720-d298-48a5-ac1c-252c0fa52a9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 02290a52-e31e-448f-95b1-61328aa328bd {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:33:08.319460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bad13a-52ec-45ce-bd6c-9fb84d13fe2e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:08.323345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bad13a-52ec-45ce-bd6c-9fb84d13fe2e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:08.327294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bad13a-52ec-45ce-bd6c-9fb84d13fe2e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:08.331238 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bad13a-52ec-45ce-bd6c-9fb84d13fe2e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:08.332609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-46bad13a-52ec-45ce-bd6c-9fb84d13fe2e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Synchronizing usage tracker for tenant:940d885cf57e4622adac741fb266a800 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:08.374575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-374db720-d298-48a5-ac1c-252c0fa52a9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.417051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=7ce945d1-2707-4d6f-8f1c-ebb770cfe76a,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:08.427376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.449514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.454921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking segment: {'id': 'bade3520-164f-4b0e-a405-1a037a8bee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4cea048e-b6bd-4f50-8f27-18a804c47a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:08.455287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network hostable DHCP agents. Network: 4cea048e-b6bd-4f50-8f27-18a804c47a8b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:08.460746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.526471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-374db720-d298-48a5-ac1c-252c0fa52a9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.577663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-46bad13a-52ec-45ce-bd6c-9fb84d13fe2e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Unset dirty status for tenant:940d885cf57e4622adac741fb266a800 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:08.578852 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-46bad13a-52ec-45ce-bd6c-9fb84d13fe2e tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7329092 Feb 28 11:33:08.582666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:08.586433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49560) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:08.602628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:08.605413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:08.637610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Pushing event updated for resources: {'Port': ['ID=e004d5e1-7bf3-4c5c-a193-6bb254d924ee,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:08.700559 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-04401590-66c2-43ec-8ddd-570f7d584831 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4476457 Feb 28 11:33:08.763762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04451b4-33c2-43b3-b112-2436994af3eb req-844b858b-2a21-43fc-ab94-e4660ea1345f tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:08.765650 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d04451b4-33c2-43b3-b112-2436994af3eb req-844b858b-2a21-43fc-ab94-e4660ea1345f tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.4581833 Feb 28 11:33:08.773126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.775757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 4cea048e-b6bd-4f50-8f27-18a804c47a8b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:08.821372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080ab413-5d3d-4c22-a862-db43b5394953 None None] Network 0ad7395e-01d9-462b-a313-22d7b6b17efd requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:08.856935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-374db720-d298-48a5-ac1c-252c0fa52a9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.864671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 4cea048e-b6bd-4f50-8f27-18a804c47a8b) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:08.887414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7020a9-dbe5-46f3-874a-1cdd287cc2e1 None None] Network 4cea048e-b6bd-4f50-8f27-18a804c47a8b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:08.923069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:08.924018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:08.957440 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d04451b4-33c2-43b3-b112-2436994af3eb req-cfc92873-6f5f-44a2-b61e-a1b9394cf873 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1727836 Feb 28 11:33:08.969555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.001785 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9fcca28-0b0c-4190-bfa5-102d7e136cf8']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:09.002534 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-59e72f4c-74a8-4628-8b13-87330fe5ff24 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9fab9be19ed411ab699ca3e52d30b49&device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 1099 time: 0.1930656 Feb 28 11:33:09.028451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9604c83-20cb-4553-a669-ee75c68cda59') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:09.034715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9604c83-20cb-4553-a669-ee75c68cda59') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:09.047524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.074719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.083884 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aa45f3b5-afd7-4904-9813-fe8fd4496889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8669808 Feb 28 11:33:09.085851 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49566) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:09.086873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:09.087362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:09.104570 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:09.123655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-374db720-d298-48a5-ac1c-252c0fa52a9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.150376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-35d1933f-414e-4a77-955a-f0158dd1a7b3 None None] Provisioning for port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:09.318436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374db720-d298-48a5-ac1c-252c0fa52a9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=02290a52-e31e-448f-95b1-61328aa328bd,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:09.358985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-374db720-d298-48a5-ac1c-252c0fa52a9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.360987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.365530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Router 57fcf418-a839-47de-8f01-1b90364cc3c8 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:33:09.366879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8978c9da-d488-4eec-89e3-d7dec7a5ff2c None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:09.430815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.448954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.501343 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-374db720-d298-48a5-ac1c-252c0fa52a9a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/02290a52-e31e-448f-95b1-61328aa328bd HTTP/1.1" status: 204 len: 168 time: 1.7726328 Feb 28 11:33:09.520375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:09.558391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-e1ab6750-2a98-42ef-b48e-2d78afe64345 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:09.563519 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-e1ab6750-2a98-42ef-b48e-2d78afe64345 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb7630b3-89b7-4765-b7fc-a4da2b23b089 HTTP/1.1" status: 200 len: 897 time: 0.5372918 Feb 28 11:33:09.563519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49570) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:09.589596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-4cea048e-b6bd-4f50-8f27-18a804c47a8b', 'network_id': '4cea048e-b6bd-4f50-8f27-18a804c47a8b', 'tenant_id': 'c9eaf23bc38e48c8a6ba08ab6e671280', 'fixed_ips': [{'subnet_id': '7ce945d1-2707-4d6f-8f1c-ebb770cfe76a'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:09.590812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.667850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd430b-95b3-462b-ba72-a9ba07efd9b1 req-e9de8559-924c-4b65-a8eb-d8c4e25bad64 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:09.669269 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3fcd430b-95b3-462b-ba72-a9ba07efd9b1 req-e9de8559-924c-4b65-a8eb-d8c4e25bad64 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.4968066 Feb 28 11:33:09.707130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.756831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-7d886f73-1049-4cef-b09e-2a697cfb9748 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41c4f757-c147-4b50-8260-6df87a152288 HTTP/1.1" status: 200 len: 217 time: 0.1778870 Feb 28 11:33:09.778944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Network': ['ID=b9fcca28-0b0c-4190-bfa5-102d7e136cf8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:09.796761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.834777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-ba1e3501-c81d-4f10-822a-81fdafa42677 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:09.838992 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-ba1e3501-c81d-4f10-822a-81fdafa42677 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f53c0f61-6627-4746-acfe-cf7e7950bde0 HTTP/1.1" status: 200 len: 835 time: 0.0718045 Feb 28 11:33:09.873993 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7638ef49-8614-4a2d-83b3-06d1a1addccc tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/networks/b9fcca28-0b0c-4190-bfa5-102d7e136cf8 HTTP/1.1" status: 204 len: 168 time: 1.2779584 Feb 28 11:33:09.879907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49576) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:09.902692 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3fcd430b-95b3-462b-ba72-a9ba07efd9b1 req-32f120fb-0b6c-4e59-8b86-7901d031349b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150247 Feb 28 11:33:09.923688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e68428df-61dc-4a5e-a405-6be25b1f3cb8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Deleting subnet 1d7d55ec-1c88-4e6e-9f8f-bb259b025478 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:33:09.936686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:09.942244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e68428df-61dc-4a5e-a405-6be25b1f3cb8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.958539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:09.959110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:09.983028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49580) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:09.984254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Allocated IP 2001:db8::3 (4cea048e-b6bd-4f50-8f27-18a804c47a8b/7ce945d1-2707-4d6f-8f1c-ebb770cfe76a/be35505b-6903-409b-a165-9a8a4d667475) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:10.049708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.065477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.073850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.083488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e68428df-61dc-4a5e-a405-6be25b1f3cb8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.250011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.275554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.308732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e4aef9-0b3a-4caa-81cb-fb70e4a54283']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:10.318309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:10.328361 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf5050f-35f2-4ee5-9d8e-a759e3116b26 None None] Sync routers for ids ['57fcf418-a839-47de-8f01-1b90364cc3c8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:33:10.334074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.335561 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4466a8ce-233a-4978-b818-d17487ec71f2 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "PUT /v2.0/routers/57fcf418-a839-47de-8f01-1b90364cc3c8 HTTP/1.1" status: 200 len: 919 time: 5.4560654 Feb 28 11:33:10.337967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213c91af-c21b-42d2-bd85-bb1e58907bf9') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:10.338468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213c91af-c21b-42d2-bd85-bb1e58907bf9') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:10.343455 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.344459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49584) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:10.353604 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5050f-35f2-4ee5-9d8e-a759e3116b26 None None] Routers {'57fcf418-a839-47de-8f01-1b90364cc3c8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:10.355147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.355728 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4bf5050f-35f2-4ee5-9d8e-a759e3116b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['57fcf418-a839-47de-8f01-1b90364cc3c8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:10.363678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-59a5c52e-30c6-4ea5-854e-0a0d68189a62 None None] Provisioning complete for port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:10.364386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-59a5c52e-30c6-4ea5-854e-0a0d68189a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.365407 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-b8c2519a-47b8-4f5a-baf5-6e0001ffcd79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb7630b3-89b7-4765-b7fc-a4da2b23b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5156338 Feb 28 11:33:10.376142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.388752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Releasing vlan 715 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:10.390295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.399171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Transition to ACTIVE for port object be35505b-6903-409b-a165-9a8a4d667475 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:10.420810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=64e9c9ea-454a-4d61-9dd0-94ec89b565d4,segment=NetworkSegment(0376801e-1cea-4a3a-9c0c-9d9994770f2e),segment_id=0376801e-1cea-4a3a-9c0c-9d9994770f2e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:10.438188 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:10.485369 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4bf5050f-35f2-4ee5-9d8e-a759e3116b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:10.515537 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf5050f-35f2-4ee5-9d8e-a759e3116b26 None None] Routers {'57fcf418-a839-47de-8f01-1b90364cc3c8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:10.516182 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4bf5050f-35f2-4ee5-9d8e-a759e3116b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['57fcf418-a839-47de-8f01-1b90364cc3c8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:10.562509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.604895 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4bf5050f-35f2-4ee5-9d8e-a759e3116b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:10.605301 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf5050f-35f2-4ee5-9d8e-a759e3116b26 None None] The sync data for ids ['57fcf418-a839-47de-8f01-1b90364cc3c8'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:33:10.646241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.646465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Transition to ACTIVE for port object be35505b-6903-409b-a165-9a8a4d667475 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:10.647650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=64e9c9ea-454a-4d61-9dd0-94ec89b565d4,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:10.671366 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-529397e2-d834-4469-94fd-1aeee2d11b1d tempest-TestNetworkAdvancedServerOps-57969150 tempest-TestNetworkAdvancedServerOps-57969150-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 1094 time: 0.6866074 Feb 28 11:33:10.673034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.677107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49588) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:10.683055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Network': ['ID=48e4aef9-0b3a-4caa-81cb-fb70e4a54283,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:10.695756 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-134f27ee-e728-47e4-898e-c65dbce48ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/networks/48e4aef9-0b3a-4caa-81cb-fb70e4a54283 HTTP/1.1" status: 204 len: 168 time: 0.8137281 Feb 28 11:33:10.699702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49592) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:10.702694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '41c4f757-c147-4b50-8260-6df87a152288', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:10.709289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:10.726980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.730417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Usage tracker for resource:floatingip and tenant:c9fab9be19ed411ab699ca3e52d30b49 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:10.738826 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-8b39f1a1-f457-434f-95b3-798256d5fec6 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638203 Feb 28 11:33:10.739807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:10.774565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e68428df-61dc-4a5e-a405-6be25b1f3cb8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.802143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:10.809422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Network 4cea048e-b6bd-4f50-8f27-18a804c47a8b is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:10.812697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:10.818423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:10.826125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Pushing event updated for resources: {'Port': ['ID=be35505b-6903-409b-a165-9a8a4d667475,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:10.877479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6eb7d-5c15-4cf7-9a8e-54d6036f4675 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:10.882511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6eb7d-5c15-4cf7-9a8e-54d6036f4675 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:10.883433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2cb6eb7d-5c15-4cf7-9a8e-54d6036f4675 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Synchronizing usage tracker for tenant:940d885cf57e4622adac741fb266a800 on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:10.888345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.931127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Attempting to bind port be35505b-6903-409b-a165-9a8a4d667475 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:10.931396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Attempting to bind port be35505b-6903-409b-a165-9a8a4d667475 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'bade3520-164f-4b0e-a405-1a037a8bee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4cea048e-b6bd-4f50-8f27-18a804c47a8b'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:10.931719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Attempting to bind port be35505b-6903-409b-a165-9a8a4d667475 on network 4cea048e-b6bd-4f50-8f27-18a804c47a8b {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:10.931956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce945d1-2707-4d6f-8f1c-ebb770cfe76a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:10.936335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c6ed1ee3-f544-4eac-923a-85fb436b507b None None] Provisioning complete for port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:10.936531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c6ed1ee3-f544-4eac-923a-85fb436b507b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.979315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:10.980048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Checking segment: {'id': 'bade3520-164f-4b0e-a405-1a037a8bee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4cea048e-b6bd-4f50-8f27-18a804c47a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:10.980048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:10.980370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Bound using segment: {'id': 'bade3520-164f-4b0e-a405-1a037a8bee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4cea048e-b6bd-4f50-8f27-18a804c47a8b'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:10.980856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Bound port: be35505b-6903-409b-a165-9a8a4d667475, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bade3520-164f-4b0e-a405-1a037a8bee9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '4cea048e-b6bd-4f50-8f27-18a804c47a8b'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:10.981270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.019245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2cb6eb7d-5c15-4cf7-9a8e-54d6036f4675 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Unset dirty status for tenant:940d885cf57e4622adac741fb266a800 on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:11.024111 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2cb6eb7d-5c15-4cf7-9a8e-54d6036f4675 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3202980 Feb 28 11:33:11.024886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49596) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:11.041590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2020878021'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:11.052411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:11.055335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.082229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:11.090881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.092091 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cea048e-b6bd-4f50-8f27-18a804c47a8b']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:11.106989 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bade3520-164f-4b0e-a405-1a037a8bee9d') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:11.107564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bade3520-164f-4b0e-a405-1a037a8bee9d') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:11.120223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.138260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.141872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] For port be35505b-6903-409b-a165-9a8a4d667475, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:11.147010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:11.147490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:11.164358 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:11.200626 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be51865d-c79b-43f0-b2c3-7bc99d0451f7 req-6b2faec9-e622-47f1-8f05-dac997dd275a service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542043 Feb 28 11:33:11.215186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Made reservation on behalf of 940d885cf57e4622adac741fb266a800 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:11.218132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.231370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e68428df-61dc-4a5e-a405-6be25b1f3cb8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.265168 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] For port be35505b-6903-409b-a165-9a8a4d667475, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=be35505b-6903-409b-a165-9a8a4d667475,segment=NetworkSegment(bade3520-164f-4b0e-a405-1a037a8bee9d),segment_id=bade3520-164f-4b0e-a405-1a037a8bee9d)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:11.267041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:11.276051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.276402 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Added segment f3d9bfb0-5ba6-4944-84d0-927b0c3237e7 of type vlan for network 8c1cc89c-51e2-46eb-8f04-651a37c8aace Feb 28 11:33:11.296059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68428df-61dc-4a5e-a405-6be25b1f3cb8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Subnet': ['ID=1d7d55ec-1c88-4e6e-9f8f-bb259b025478,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:11.304276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.309258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:33:11.309258 dv-neutron-830866-1-hyperv neutron-server[84338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:33:11.309258 dv-neutron-830866-1-hyperv neutron-server[84338]: [parameters: {'id': '4cea048e-b6bd-4f50-8f27-18a804c47a8b'}] Feb 28 11:33:11.309258 dv-neutron-830866-1-hyperv neutron-server[84338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:11.309611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:11.317101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e68428df-61dc-4a5e-a405-6be25b1f3cb8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.320227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cedb7c-424e-46dd-9615-ef167206950d None None] Network d2f89622-2098-4601-99de-8eb1c2f9e684 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:11.344770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e68428df-61dc-4a5e-a405-6be25b1f3cb8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/1d7d55ec-1c88-4e6e-9f8f-bb259b025478 HTTP/1.1" status: 204 len: 168 time: 1.7704408 Feb 28 11:33:11.348472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49600) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:11.385854 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-473e3a56-b84c-422a-a5aa-46bb67125919 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/routers/57fcf418-a839-47de-8f01-1b90364cc3c8 HTTP/1.1" status: 200 len: 925 time: 1.0167301 Feb 28 11:33:11.386554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49604) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:11.411064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.451527 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-953b8801-eda7-4931-a6ab-f599f0677273 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0983508 Feb 28 11:33:11.454376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.454502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49608) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:11.455816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:11.457500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.459449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:11.507129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.562902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Router 6ec6d10f-5e82-4229-88e3-9d471ab23e57 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:33:11.589573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Network': ['ID=8c1cc89c-51e2-46eb-8f04-651a37c8aace,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:11.620613 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bfec42f8-b02b-406b-b5a5-2ad350fb0416 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=57fcf418-a839-47de-8f01-1b90364cc3c8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2327669 Feb 28 11:33:11.623879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49612) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:11.626112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 8c1cc89c-51e2-46eb-8f04-651a37c8aace details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:11.797968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960da403-a1ca-4759-bb1a-704011741f7b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:11.799572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-960da403-a1ca-4759-bb1a-704011741f7b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3456812 Feb 28 11:33:11.812979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49616) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:11.813937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de9a3ce-32db-491d-baad-e1b778a21721 None None] Pushing event updated for resources: {'Port': ['ID=be35505b-6903-409b-a165-9a8a4d667475,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:11.857599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.870754 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-38b49518-849d-4fb9-887b-028ecf0f4b1a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8427622 Feb 28 11:33:11.874651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49620) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:11.885486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Allocated IP 172.26.1.181 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/98b30e54-9653-4cbd-bedb-9e7f50f3d349) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:11.893260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1468291342'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:11.899876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port be35505b-6903-409b-a165-9a8a4d667475 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:11.900219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.904966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:11.927134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Usage tracker for resource:network and tenant:940d885cf57e4622adac741fb266a800 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:11.943961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:11.945237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:11.953524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:11.978470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630acc6a-b068-407a-b68a-cda40bb0340d None None] Network 4cea048e-b6bd-4f50-8f27-18a804c47a8b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:12.006442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c11f7d-7716-46ba-ac2c-edce8f984a69 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:12.010415 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e6c11f7d-7716-46ba-ac2c-edce8f984a69 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 881 time: 0.3796287 Feb 28 11:33:12.010553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e026d20-b58a-41c5-8348-49b77f2ff9cc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:12.010553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2e026d20-b58a-41c5-8348-49b77f2ff9cc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Synchronizing usage tracker for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:12.012850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49624) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.014018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:12.066269 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b7ac2177-4c3f-42b7-a67d-272e829c74fd tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=57fcf418-a839-47de-8f01-1b90364cc3c8 HTTP/1.1" status: 200 len: 205 time: 0.0496619 Feb 28 11:33:12.066482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49628) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.151085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678c67ce-340c-4732-91a3-af199bd6030a None None] DHCP port deletion for d2f89622-2098-4601-99de-8eb1c2f9e684 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:33:12.156778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Made reservation on behalf of 940d885cf57e4622adac741fb266a800 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:12.160103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.194950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port be35505b-6903-409b-a165-9a8a4d667475, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=be35505b-6903-409b-a165-9a8a4d667475,segment=NetworkSegment(bade3520-164f-4b0e-a405-1a037a8bee9d),segment_id=bade3520-164f-4b0e-a405-1a037a8bee9d)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:12.195444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.212363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-678c67ce-340c-4732-91a3-af199bd6030a None None] Deleting port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:12.212878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-678c67ce-340c-4732-91a3-af199bd6030a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.219396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2e026d20-b58a-41c5-8348-49b77f2ff9cc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Unset dirty status for tenant:d18fc4b7a8eb47469c08e13d6746b9bf on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:12.223028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2e026d20-b58a-41c5-8348-49b77f2ff9cc tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4066160 Feb 28 11:33:12.239349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49632) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.319273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for be35505b-6903-409b-a165-9a8a4d667475 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:12.340711 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-824607cb-13e9-4a98-930d-0301eed8c2a7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0951927 Feb 28 11:33:12.350977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49636) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.355813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.389894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:12.414298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.414548 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Added segment 51254d92-8cdf-4a9d-963c-746d2f738356 of type vlan for network 153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8 Feb 28 11:33:12.416444 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-d931fa0b-c6c2-40a1-9f30-9a7e76677954 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:12.416886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d931fa0b-c6c2-40a1-9f30-9a7e76677954 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:12.420983 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d931fa0b-c6c2-40a1-9f30-9a7e76677954 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/7395cc21-aada-45b7-8679-71a270c3b308 HTTP/1.1" status: 404 len: 333 time: 0.0666015 Feb 28 11:33:12.422534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49640) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.464050 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76a6bbb-bc57-4810-957d-b9deb3c261f0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:12.464785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.464910 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76a6bbb-bc57-4810-957d-b9deb3c261f0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:12.466107 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c76a6bbb-bc57-4810-957d-b9deb3c261f0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/1d7d55ec-1c88-4e6e-9f8f-bb259b025478 HTTP/1.1" status: 404 len: 337 time: 0.0440278 Feb 28 11:33:12.469075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49644) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.480344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:12.482345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-678c67ce-340c-4732-91a3-af199bd6030a None None] For port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=910b96b2-2f8a-4b8a-a3d6-8cd89ad70964,segment=NetworkSegment(752ccd09-d1e7-4e9c-8923-afc5f1ea55ca),segment_id=752ccd09-d1e7-4e9c-8923-afc5f1ea55ca)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:12.482345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-678c67ce-340c-4732-91a3-af199bd6030a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.496790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e9644-d7cc-4aac-acd2-3614fe29433c None None] Sync routers for ids ['6ec6d10f-5e82-4229-88e3-9d471ab23e57'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:33:12.521497 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cca4307-88ee-4eee-85d2-ba29a80852e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:12.521932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cca4307-88ee-4eee-85d2-ba29a80852e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:12.522066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.525937 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-45aa0e75-8bfe-43b7-b64d-64462e47866e tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "PUT /v2.0/routers/6ec6d10f-5e82-4229-88e3-9d471ab23e57 HTTP/1.1" status: 200 len: 916 time: 6.5960124 Feb 28 11:33:12.526109 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4cca4307-88ee-4eee-85d2-ba29a80852e2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/02290a52-e31e-448f-95b1-61328aa328bd HTTP/1.1" status: 404 len: 337 time: 0.0535948 Feb 28 11:33:12.526109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49648) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.526793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49650) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.541488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.595157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.599533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:12.600203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.615567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-678c67ce-340c-4732-91a3-af199bd6030a None None] Calling delete_port for 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:12.680702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.708347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e9644-d7cc-4aac-acd2-3614fe29433c None None] Routers {'6ec6d10f-5e82-4229-88e3-9d471ab23e57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:12.708989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-436e9644-d7cc-4aac-acd2-3614fe29433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6ec6d10f-5e82-4229-88e3-9d471ab23e57'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:12.721366 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecb6047a-3103-4d6f-b709-eeb20c69e9fb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:12.722313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecb6047a-3103-4d6f-b709-eeb20c69e9fb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:12.744485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Port': ['ID=be35505b-6903-409b-a165-9a8a4d667475,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:12.752182 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ecb6047a-3103-4d6f-b709-eeb20c69e9fb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/357772cd-69d0-43ae-81c4-7e384984860e HTTP/1.1" status: 404 len: 333 time: 0.2228029 Feb 28 11:33:12.755276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No DVR routers for this DVR port be35505b-6903-409b-a165-9a8a4d667475 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:12.756814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49656) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.786677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-436e9644-d7cc-4aac-acd2-3614fe29433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:12.798967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436e9644-d7cc-4aac-acd2-3614fe29433c None None] Routers {'6ec6d10f-5e82-4229-88e3-9d471ab23e57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:12.799589 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-436e9644-d7cc-4aac-acd2-3614fe29433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:32:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6ec6d10f-5e82-4229-88e3-9d471ab23e57'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:12.849363 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f0cf20e-693b-4525-9e2d-1ca8779f86b2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:12.849724 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f0cf20e-693b-4525-9e2d-1ca8779f86b2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:12.853646 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6f0cf20e-693b-4525-9e2d-1ca8779f86b2 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/b6967497-3e16-45fa-b606-8a18a80148e0 HTTP/1.1" status: 404 len: 337 time: 0.0922441 Feb 28 11:33:12.862921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:12.865571 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-678c67ce-340c-4732-91a3-af199bd6030a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.868088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49660) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:12.874922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'Port': ['ID=98b30e54-9653-4cbd-bedb-9e7f50f3d349,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:12.877421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:12.883448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:12.911407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-436e9644-d7cc-4aac-acd2-3614fe29433c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:12.911407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-436e9644-d7cc-4aac-acd2-3614fe29433c None None] The sync data for ids ['6ec6d10f-5e82-4229-88e3-9d471ab23e57'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:33:12.922009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c67ce-340c-4732-91a3-af199bd6030a None None] Pushing event deleted for resources: {'Port': ['ID=910b96b2-2f8a-4b8a-a3d6-8cd89ad70964,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:12.927692 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678c67ce-340c-4732-91a3-af199bd6030a None None] No DVR routers for this DVR port 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:12.937900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.942204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:12.948728 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da92556-b8bc-461c-a99b-0618c021666e None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:33:12.976188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cea048e-b6bd-4f50-8f27-18a804c47a8b']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:12.995986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bade3520-164f-4b0e-a405-1a037a8bee9d') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:12.996554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bade3520-164f-4b0e-a405-1a037a8bee9d') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:13.012743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.015891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Network': ['ID=153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:13.018820 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c0dce424-f8af-4f2f-aeba-dd02a18c88b3 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1362083 Feb 28 11:33:13.029491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49664) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.031616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:13.039808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'ports': [{'network_id': '8c1cc89c-51e2-46eb-8f04-651a37c8aace', 'name': 'tempest-port--140409450', 'admin_state_up': True}, {'network_id': '153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8', 'admin_state_up': False}]} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:13.040122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'port': {'network_id': '8c1cc89c-51e2-46eb-8f04-651a37c8aace', 'name': 'tempest-port--140409450', 'admin_state_up': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:13.040592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'port': {'network_id': '153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8', 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:13.082500 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-582267d7-c8cf-47b2-b3cc-37a6a339788f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.082972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-582267d7-c8cf-47b2-b3cc-37a6a339788f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.084622 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-582267d7-c8cf-47b2-b3cc-37a6a339788f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/4c8bb535-2a75-4540-94a1-6a49cac5b27e HTTP/1.1" status: 404 len: 337 time: 0.2113533 Feb 28 11:33:13.092807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49668) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.134718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.145237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6361c5e-a1cf-454b-9b29-d7b3acc168d0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.145632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6361c5e-a1cf-454b-9b29-d7b3acc168d0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.149726 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a6361c5e-a1cf-454b-9b29-d7b3acc168d0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/81a3ce1b-6792-4b2d-973c-228941f66b89 HTTP/1.1" status: 404 len: 333 time: 0.0524724 Feb 28 11:33:13.150721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49672) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.176006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:13.176417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:13.191161 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:13.196173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da92556-b8bc-461c-a99b-0618c021666e None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:33:13.229435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-535ef293-cdd3-42bc-b11d-0a0231ce44cf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.230115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-535ef293-cdd3-42bc-b11d-0a0231ce44cf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.232011 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-535ef293-cdd3-42bc-b11d-0a0231ce44cf tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/999824f3-65f0-4bb3-a08d-27e13ff637a0 HTTP/1.1" status: 404 len: 337 time: 0.0790777 Feb 28 11:33:13.242776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49676) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.298531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-004811ad-197a-4ee0-bac7-4b543ab5d619 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.299002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004811ad-197a-4ee0-bac7-4b543ab5d619 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.303845 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-004811ad-197a-4ee0-bac7-4b543ab5d619 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/8fc9e49b-31e6-49a8-9a2b-6eac92addfb6 HTTP/1.1" status: 404 len: 337 time: 0.0512457 Feb 28 11:33:13.305205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49680) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.393775 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-525b94fc-bfbd-4bbb-a2ce-6e14b68367ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.395770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525b94fc-bfbd-4bbb-a2ce-6e14b68367ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.407400 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-525b94fc-bfbd-4bbb-a2ce-6e14b68367ea tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/a82569c7-1107-4e1b-9625-18db7c15b529 HTTP/1.1" status: 404 len: 333 time: 0.1013417 Feb 28 11:33:13.408046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49684) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.443971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:13.451732 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a2b0bd05-fabc-441a-a923-154301a9fd4b tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/routers/6ec6d10f-5e82-4229-88e3-9d471ab23e57 HTTP/1.1" status: 200 len: 922 time: 0.9216881 Feb 28 11:33:13.457110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49688) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.487693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:33:13.488033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 910b96b2-2f8a-4b8a-a3d6-8cd89ad70964 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:13.499051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:13.504125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Usage tracker for resource:port and tenant:940d885cf57e4622adac741fb266a800 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:13.507276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:13.513001 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:13.516535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-195b2cab-a11b-4fbb-8bef-74ab42caa8be tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.516975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-195b2cab-a11b-4fbb-8bef-74ab42caa8be tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.521656 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-195b2cab-a11b-4fbb-8bef-74ab42caa8be tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/796fa1a2-7675-4159-8d90-ceb9b19ee662 HTTP/1.1" status: 404 len: 337 time: 0.1024871 Feb 28 11:33:13.522348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49692) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.564028 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8e0bf7-897a-498c-8211-fc339ab7ce81 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.564471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8e0bf7-897a-498c-8211-fc339ab7ce81 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.567613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.589826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.595184 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/4cea048e-b6bd-4f50-8f27-18a804c47a8b HTTP/1.1" status: 204 len: 168 time: 4.4883761 Feb 28 11:33:13.596420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49696) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.597522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3abd0bb-7d48-4df8-9e5a-4543a5fb0f6f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=4cea048e-b6bd-4f50-8f27-18a804c47a8b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:13.604433 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dc8e0bf7-897a-498c-8211-fc339ab7ce81 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/23f6b5d1-d411-46cf-bce7-6c5716be9bd6 HTTP/1.1" status: 404 len: 337 time: 0.0782583 Feb 28 11:33:13.605779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-532377890'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:13.609246 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49700) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.649798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:13.652476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Made reservation on behalf of 940d885cf57e4622adac741fb266a800 for: {'port': 2} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:13.656237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.675335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.685275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:network and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:13.689046 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c06f868-5479-4ff8-98b3-c7c6f8f61feb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.689715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c06f868-5479-4ff8-98b3-c7c6f8f61feb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.692307 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4c06f868-5479-4ff8-98b3-c7c6f8f61feb tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/3298a76c-e0fa-4929-aa14-3bfe68ab644a HTTP/1.1" status: 404 len: 333 time: 0.0822506 Feb 28 11:33:13.695120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49704) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.695477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:13.704983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:13.749839 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6531a84-7227-432e-acaf-ce42953a8d60 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.750273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6531a84-7227-432e-acaf-ce42953a8d60 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.755053 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d6531a84-7227-432e-acaf-ce42953a8d60 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/a5861eef-158c-4417-9026-80b89adee1ab HTTP/1.1" status: 404 len: 337 time: 0.0552616 Feb 28 11:33:13.756525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49708) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.773304 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-32feea63-f00d-4b13-a94c-e8f5f89a599c tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=6ec6d10f-5e82-4229-88e3-9d471ab23e57&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3080921 Feb 28 11:33:13.776322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49712) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.857687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:13.861123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.879587 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-999b733d-84c7-4f90-ab03-b8037f9e7c88 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.880021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-999b733d-84c7-4f90-ab03-b8037f9e7c88 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:13.881633 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-999b733d-84c7-4f90-ab03-b8037f9e7c88 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/21f7fb76-f6bf-4e1b-8908-7bb5f8ae61dd HTTP/1.1" status: 404 len: 333 time: 0.1251533 Feb 28 11:33:13.885154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49716) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.926471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:13.967852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc1f53c-c13f-48b9-aebf-88ff97b50d73 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:13.969449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dfc1f53c-c13f-48b9-aebf-88ff97b50d73 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 881 time: 0.1923122 Feb 28 11:33:13.972727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49720) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:13.998766 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-57a9e0de-5743-4993-8c39-252a28db93f4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:13.999221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57a9e0de-5743-4993-8c39-252a28db93f4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:14.000845 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-57a9e0de-5743-4993-8c39-252a28db93f4 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/d607e4a7-0062-49b2-ba38-f94e39f2fa18 HTTP/1.1" status: 404 len: 337 time: 0.1020541 Feb 28 11:33:14.013491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49724) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.036526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:14.044053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] device_id is not set on port 7f2d82c1-3371-408a-95aa-d6acd3640920 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:14.051639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Deleting port 29ba404d-599e-4a9c-b82f-ffb7a3316a07 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:14.051981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.053244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.053597 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment 9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0 of type vlan for network 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 Feb 28 11:33:14.084295 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3850ee97-34ef-481e-ba73-ee587c96f14a tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec6d10f-5e82-4229-88e3-9d471ab23e57 HTTP/1.1" status: 200 len: 205 time: 0.1096876 Feb 28 11:33:14.087074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.091130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49728) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.100696 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f58595-5091-4afd-93cd-7deb26b3f673 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:14.101128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f58595-5091-4afd-93cd-7deb26b3f673 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:14.122998 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c1f58595-5091-4afd-93cd-7deb26b3f673 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/991ae1a4-7e3f-449a-a545-2f489c3ac3e2 HTTP/1.1" status: 404 len: 333 time: 0.1085081 Feb 28 11:33:14.126268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49732) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.224943 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce13023-546b-45cf-aa68-7051bde3b7b6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:14.225283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce13023-546b-45cf-aa68-7051bde3b7b6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:14.226904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dce13023-546b-45cf-aa68-7051bde3b7b6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/3d3d8918-83bc-416e-a97e-8e5a41f0fc59 HTTP/1.1" status: 404 len: 337 time: 0.0993416 Feb 28 11:33:14.231892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49736) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.326208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.403739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.407350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:14.407928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.475577 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae6d5a3-0105-47ea-8d72-9b3cd2646efa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:14.476156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae6d5a3-0105-47ea-8d72-9b3cd2646efa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:14.477475 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fae6d5a3-0105-47ea-8d72-9b3cd2646efa tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/e686a32b-1ebe-482b-a1a6-99971902eed6 HTTP/1.1" status: 404 len: 333 time: 0.2426844 Feb 28 11:33:14.483009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49740) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.549055 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f87b51dc-adf8-4725-975b-b9b96c3fbd72 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:14.549303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] device_id is not set on port d642891c-942d-4484-ade8-ba84a4972c94 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:14.549946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f87b51dc-adf8-4725-975b-b9b96c3fbd72 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:14.551155 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f87b51dc-adf8-4725-975b-b9b96c3fbd72 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/a75b1ddb-44ec-4b63-9779-2d9b6125beff HTTP/1.1" status: 404 len: 337 time: 0.0672441 Feb 28 11:33:14.556877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49744) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.575816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=9a28cc8c-2af3-4ff9-8646-eb38abaef2a3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:14.596503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.601944 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5f9de661-0400-4a04-a072-a712094be4f0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9994674 Feb 28 11:33:14.604572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49748) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.605106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:14.611787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.619453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d12132f-c777-4d04-8c8e-84cc35646675 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:14.619895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d12132f-c777-4d04-8c8e-84cc35646675 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:14.621498 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3d12132f-c777-4d04-8c8e-84cc35646675 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/4dd26a4c-3db2-4c14-aea3-1f82839aad0b HTTP/1.1" status: 404 len: 333 time: 0.0637510 Feb 28 11:33:14.624379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49750) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.681778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.701549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '9a28cc8c-2af3-4ff9-8646-eb38abaef2a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:14.800065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Calling delete_port for 29ba404d-599e-4a9c-b82f-ffb7a3316a07 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:14.825243 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1baf449-ed85-4a89-b7cb-908ed314e6ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:14.825681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1baf449-ed85-4a89-b7cb-908ed314e6ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:14.827328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b1baf449-ed85-4a89-b7cb-908ed314e6ba tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/84be0b3a-dc51-4943-94a2-5eb4d1b6c34d HTTP/1.1" status: 404 len: 337 time: 0.2020874 Feb 28 11:33:14.827535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.844200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bebe6ede-339a-42b9-b50a-755a554ee94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.844519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49756) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.908148 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-82c80527-2e2d-4e6d-801c-c86a508c5f72 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:14.908583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82c80527-2e2d-4e6d-801c-c86a508c5f72 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:14.910208 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-82c80527-2e2d-4e6d-801c-c86a508c5f72 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/d0a61ac3-e2bd-4766-9526-e8e3f3d4e40b HTTP/1.1" status: 404 len: 333 time: 0.0646875 Feb 28 11:33:14.916444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49760) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:14.920419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:14.954753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:14.963110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:subnet and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:14.966477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:14.974173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:15.013186 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6606c54-2082-4186-a153-fbe7bfefc020 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:15.013536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6606c54-2082-4186-a153-fbe7bfefc020 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:15.015185 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b6606c54-2082-4186-a153-fbe7bfefc020 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/77b110fd-023e-45b9-b01a-6dda37e86a49 HTTP/1.1" status: 404 len: 337 time: 0.0978494 Feb 28 11:33:15.017792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49764) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:15.182105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:15.196222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.201094 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-307b7ec8-520d-4272-b6cc-5956c3bfef23 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:15.201531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-307b7ec8-520d-4272-b6cc-5956c3bfef23 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:15.247992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.295575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.322606 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-307b7ec8-520d-4272-b6cc-5956c3bfef23 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/1905f990-0afb-417e-b164-d4141eb2f0cb HTTP/1.1" status: 404 len: 337 time: 0.3014386 Feb 28 11:33:15.329959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49768) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:15.341411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.374176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event deleted for resources: {'Port': ['ID=29ba404d-599e-4a9c-b82f-ffb7a3316a07,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:15.375194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Port': ['ID=7f2d82c1-3371-408a-95aa-d6acd3640920,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:15.396227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.455247 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a7ef8b-fdb9-445a-99e5-3ac46d096878 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:15.455689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a7ef8b-fdb9-445a-99e5-3ac46d096878 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:15.512892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.523208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Checking segment: {'id': 'f3d9bfb0-5ba6-4944-84d0-927b0c3237e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '8c1cc89c-51e2-46eb-8f04-651a37c8aace'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:15.523572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Network hostable DHCP agents. Network: 8c1cc89c-51e2-46eb-8f04-651a37c8aace, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:15.541463 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-91a7ef8b-fdb9-445a-99e5-3ac46d096878 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/e26bc683-0d52-49dd-b965-b6c6a2dd85ea HTTP/1.1" status: 404 len: 333 time: 0.2092881 Feb 28 11:33:15.551855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49772) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:15.571597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event updated for resources: {'Port': ['ID=98b30e54-9653-4cbd-bedb-9e7f50f3d349,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:15.601639 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-02433b3e-1f49-4ba3-a927-a1a5f79b0564 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:15.602082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02433b3e-1f49-4ba3-a927-a1a5f79b0564 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:15.615825 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-02433b3e-1f49-4ba3-a927-a1a5f79b0564 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/61aba0f8-987e-410c-b97e-9ce452633f8e HTTP/1.1" status: 404 len: 337 time: 0.0626271 Feb 28 11:33:15.616014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49776) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:15.648499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.663514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Deleting port e004d5e1-7bf3-4c5c-a193-6bb254d924ee {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:15.663868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.689005 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-702eb9a7-284a-4f81-b537-3bb3b47c494f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:15.689452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-702eb9a7-284a-4f81-b537-3bb3b47c494f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:15.692349 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-702eb9a7-284a-4f81-b537-3bb3b47c494f tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/e8b7a16e-2c28-48e7-81e4-f664fe6c399c HTTP/1.1" status: 404 len: 337 time: 0.0752928 Feb 28 11:33:15.697240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49780) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:15.731424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Network 8c1cc89c-51e2-46eb-8f04-651a37c8aace is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:15.872335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 8c1cc89c-51e2-46eb-8f04-651a37c8aace) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:15.881262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d9bed8-858c-42ba-b3ec-ed6ca82cae3f None None] Network 8c1cc89c-51e2-46eb-8f04-651a37c8aace requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:15.900547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:15.901389 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.974564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-dea21f52-29d4-4299-bddd-ab33d5235946 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:15.975037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dea21f52-29d4-4299-bddd-ab33d5235946 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:15.979243 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dea21f52-29d4-4299-bddd-ab33d5235946 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/454e159c-75f8-44a6-9870-175e011a18fe HTTP/1.1" status: 404 len: 333 time: 0.1165240 Feb 28 11:33:15.979243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:15.981625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49784) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.064480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.102142 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabad009-d58e-4d7c-bb17-2982c3aba483 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:16.102575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabad009-d58e-4d7c-bb17-2982c3aba483 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:16.104256 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fabad009-d58e-4d7c-bb17-2982c3aba483 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/246d4bf2-986c-4121-8fcd-3d27f55ffa8d HTTP/1.1" status: 404 len: 337 time: 0.1189787 Feb 28 11:33:16.108257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49788) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.118287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Port': ['ID=d642891c-942d-4484-ade8-ba84a4972c94,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:16.127773 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.266904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d5f437f-cde4-4881-a69a-0166cb6a3708 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:16.267339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d5f437f-cde4-4881-a69a-0166cb6a3708 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:16.271623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9d5f437f-cde4-4881-a69a-0166cb6a3708 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/c5c17689-d6d3-41b5-8f15-bc8a0a86c5fb HTTP/1.1" status: 404 len: 337 time: 0.1586790 Feb 28 11:33:16.277303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49792) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.287650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Calling delete_port for e004d5e1-7bf3-4c5c-a193-6bb254d924ee owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:16.288459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.298442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.358199 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Floating IP f65ef586-ec21-45d8-a711-74771a64093d associated. External IP: 172.26.1.181, port: 41c4f757-c147-4b50-8260-6df87a152288. Feb 28 11:33:16.360337 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Checking segment: {'id': '51254d92-8cdf-4a9d-963c-746d2f738356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': '153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:16.360707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Network hostable DHCP agents. Network: 153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:16.397475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=0aa892ed-9f0f-403b-b76d-6aa10a39f5ff,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:16.413274 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-442c3514-4056-4273-bff4-a482670031fd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:16.413723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442c3514-4056-4273-bff4-a482670031fd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:16.415411 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-442c3514-4056-4273-bff4-a482670031fd tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/94e76854-024b-407d-a777-b3dabeb9429c HTTP/1.1" status: 404 len: 333 time: 0.0962839 Feb 28 11:33:16.417050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.417546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Fanout notify agent at l3_agent the message router_deleted on router 57fcf418-a839-47de-8f01-1b90364cc3c8 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:33:16.422796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49796) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.485809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.486887 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dd1dde30-b8b1-4801-9877-183c42440d60 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/57fcf418-a839-47de-8f01-1b90364cc3c8 HTTP/1.1" status: 204 len: 168 time: 4.4201272 Feb 28 11:33:16.491276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49800) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.495032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking segment: {'id': '9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9a28cc8c-2af3-4ff9-8646-eb38abaef2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:16.495403 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network hostable DHCP agents. Network: 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:16.496887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-940365652', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:16.499839 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d5c8974-d74b-484e-b7f3-a3833a7c7047 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:16.500288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d5c8974-d74b-484e-b7f3-a3833a7c7047 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:16.501885 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7d5c8974-d74b-484e-b7f3-a3833a7c7047 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/ca791359-5b32-46f7-8fe2-9726dd7c0e0d HTTP/1.1" status: 404 len: 337 time: 0.0761650 Feb 28 11:33:16.504711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49804) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.508255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:16.549713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Usage tracker for resource:router and tenant:3313eeaece6146b0a9a6d4213abc2bae is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:16.560885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:16.564974 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-3982d0d8-2697-4da9-995a-54e16e25f462 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:16.565442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3982d0d8-2697-4da9-995a-54e16e25f462 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:16.569562 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3982d0d8-2697-4da9-995a-54e16e25f462 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/4e81dd4d-cf43-484e-a228-085394377ba4 HTTP/1.1" status: 404 len: 337 time: 0.0614676 Feb 28 11:33:16.571629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:16.574507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49808) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.607552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Network 153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:16.624910 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fb2b67ef-e9f0-43fb-ba93-e56340eec50a tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports?device_id=c3028f4c-f74b-4364-8fe3-ec86426fa2d2 HTTP/1.1" status: 200 len: 205 time: 0.0470161 Feb 28 11:33:16.625509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49812) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.690507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:16.702440 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-8e67ad24-4fa8-4acf-a559-d8e09a962653 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] delete failed (client error): The resource could not be found. Feb 28 11:33:16.706445 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8e67ad24-4fa8-4acf-a559-d8e09a962653 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/routers/c3028f4c-f74b-4364-8fe3-ec86426fa2d2 HTTP/1.1" status: 404 len: 336 time: 0.0766430 Feb 28 11:33:16.706637 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49816) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.732529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.733442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.744621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:16.746654 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6306f77-06ef-45df-b57e-d44aa7c352d7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:16.747106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6306f77-06ef-45df-b57e-d44aa7c352d7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:16.749608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:16.753786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc683aff-e216-48c6-b139-f4eb4828e9cd None None] Network 153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:16.754659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:16.758765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:16.761759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:16.762401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.766872 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:16.767441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.775518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.778652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b84cc0-74c1-47ac-bd14-96e98285fd7a None None] Network 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:16.822806 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f6306f77-06ef-45df-b57e-d44aa7c352d7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/1e3ad8c4-b524-47f3-9d11-05f49a206f31 HTTP/1.1" status: 404 len: 337 time: 0.1126382 Feb 28 11:33:16.826757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49820) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.887314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-973cf318-2d2a-45d8-86b7-d92dfdb8f862 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "GET /v2.0/ports?device_id=6a013593-2a3c-4c45-bbf1-bdad84aaccb1 HTTP/1.1" status: 200 len: 205 time: 0.0572381 Feb 28 11:33:16.887314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:16.896331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49824) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:16.947583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event deleted for resources: {'Port': ['ID=e004d5e1-7bf3-4c5c-a193-6bb254d924ee,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:16.985284 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-120cd4b3-ddfa-4888-9bf5-cf76b4c3e587 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] delete failed (client error): The resource could not be found. Feb 28 11:33:16.985284 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-120cd4b3-ddfa-4888-9bf5-cf76b4c3e587 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/routers/6a013593-2a3c-4c45-bbf1-bdad84aaccb1 HTTP/1.1" status: 404 len: 336 time: 0.0782948 Feb 28 11:33:16.986364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49828) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.024732 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e2d70251-a71a-4a7e-a88b-8078375cab97 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.9916356 Feb 28 11:33:17.028525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49832) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.033840 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-e99e3776-1ae5-43ff-8884-452a2906d6ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:17.035054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e99e3776-1ae5-43ff-8884-452a2906d6ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:17.048235 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e99e3776-1ae5-43ff-8884-452a2906d6ec tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/3a6c2380-7d37-429a-b623-5b152776ffd9 HTTP/1.1" status: 404 len: 337 time: 0.0584803 Feb 28 11:33:17.048434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49836) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.055415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-19c6effe-3110-4b5b-9429-9cb74a510740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.075969 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7e9238bf-31a9-4f39-990d-8f65b8b97409 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3816113 Feb 28 11:33:17.079871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49840) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.094769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-3affebf8-7067-4831-8e32-265d6e318ef7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:17.095466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3affebf8-7067-4831-8e32-265d6e318ef7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:17.100141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3affebf8-7067-4831-8e32-265d6e318ef7 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/4f602b46-da7e-46da-83e2-feb65e14a32a HTTP/1.1" status: 404 len: 337 time: 0.0483592 Feb 28 11:33:17.103146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49844) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.109095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.181095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-9a28cc8c-2af3-4ff9-8646-eb38abaef2a3', 'network_id': '9a28cc8c-2af3-4ff9-8646-eb38abaef2a3', 'tenant_id': 'c9eaf23bc38e48c8a6ba08ab6e671280', 'fixed_ips': [{'subnet_id': '0aa892ed-9f0f-403b-b76d-6aa10a39f5ff'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:17.182041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.312392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b395c9e-d9b5-4cf8-b8a4-c19b3b752aef tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:17.312842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b395c9e-d9b5-4cf8-b8a4-c19b3b752aef tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:17.314512 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9b395c9e-d9b5-4cf8-b8a4-c19b3b752aef tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/364acfbb-7737-4efa-85c2-907cd2d299df HTTP/1.1" status: 404 len: 333 time: 0.2096734 Feb 28 11:33:17.317483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49848) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.341774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.356048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Allocated IP 2001:db8::1 (9a28cc8c-2af3-4ff9-8646-eb38abaef2a3/0aa892ed-9f0f-403b-b76d-6aa10a39f5ff/8c3e3484-351f-45b8-b200-f35e5d5376f8) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:17.367171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef87784f-15d1-48cf-ad43-197c6eca2a88 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:17.367614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef87784f-15d1-48cf-ad43-197c6eca2a88 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:17.369235 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ef87784f-15d1-48cf-ad43-197c6eca2a88 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/f8a9931d-7075-42dd-b8ab-ae9c187e24bb HTTP/1.1" status: 404 len: 337 time: 0.0489683 Feb 28 11:33:17.372289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49852) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.417462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.421430 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7020d341-6f8c-4165-b24f-7a981ebc021f tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9266188 Feb 28 11:33:17.422359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49856) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.430932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'enable_snat': False}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:17.484489 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-076ef261-5f44-417e-8b6d-007726515f4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:17.485116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076ef261-5f44-417e-8b6d-007726515f4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:17.487674 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-076ef261-5f44-417e-8b6d-007726515f4d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/fd2441d8-0ebb-4a9e-bf1c-b74d5a5fa50b HTTP/1.1" status: 404 len: 333 time: 0.1141849 Feb 28 11:33:17.490595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Router 24df67cc-b174-4c81-b52f-753347da4afe has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:33:17.493934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49860) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.509285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e361ab-6982-4184-93ca-d95937951645 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:17.513167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e361ab-6982-4184-93ca-d95937951645 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:17.514282 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-81e361ab-6982-4184-93ca-d95937951645 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Synchronizing usage tracker for tenant:940d885cf57e4622adac741fb266a800 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:17.559364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.629758 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-22602d1f-289e-4cd0-90a9-6e79f9f59c1d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:17.630396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22602d1f-289e-4cd0-90a9-6e79f9f59c1d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:17.634293 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-22602d1f-289e-4cd0-90a9-6e79f9f59c1d tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/e4ca260e-a872-46ac-a80b-2281754c48a9 HTTP/1.1" status: 404 len: 337 time: 0.1360524 Feb 28 11:33:17.640589 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.643551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49864) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.651523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Transition to ACTIVE for port object 8c3e3484-351f-45b8-b200-f35e5d5376f8 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:17.670600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Transition to ACTIVE for port object 8c3e3484-351f-45b8-b200-f35e5d5376f8 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:17.715167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.745942 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-be4859fa-541e-49d3-a55e-ffde5521b0a0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:17.746378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be4859fa-541e-49d3-a55e-ffde5521b0a0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:17.747496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.748128 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-be4859fa-541e-49d3-a55e-ffde5521b0a0 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/51653738-5178-43ad-a247-84b1b20fcbdb HTTP/1.1" status: 404 len: 333 time: 0.0590703 Feb 28 11:33:17.749247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.751600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49868) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.806170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-81e361ab-6982-4184-93ca-d95937951645 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Unset dirty status for tenant:940d885cf57e4622adac741fb266a800 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:17.809951 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-81e361ab-6982-4184-93ca-d95937951645 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.7779019 Feb 28 11:33:17.811080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49872) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.814666 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5532c91-f9c3-400b-921e-9be065a7f2b9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:17.815148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5532c91-f9c3-400b-921e-9be065a7f2b9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:17.819420 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b5532c91-f9c3-400b-921e-9be065a7f2b9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/73bc792f-cd44-42bc-87ab-8ab331ef8d34 HTTP/1.1" status: 404 len: 337 time: 0.0613120 Feb 28 11:33:17.820099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Network 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:17.822857 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:17.827410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:17.829507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Pushing event updated for resources: {'Port': ['ID=8c3e3484-351f-45b8-b200-f35e5d5376f8,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:17.839177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49876) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.887755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.920945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Attempting to bind port 8c3e3484-351f-45b8-b200-f35e5d5376f8 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:17.921624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Attempting to bind port 8c3e3484-351f-45b8-b200-f35e5d5376f8 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9a28cc8c-2af3-4ff9-8646-eb38abaef2a3'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:17.921997 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda17972-474f-45d4-8402-fd0dbbb697ee tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:17.922150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Attempting to bind port 8c3e3484-351f-45b8-b200-f35e5d5376f8 on network 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:17.922435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda17972-474f-45d4-8402-fd0dbbb697ee tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:17.928680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.929090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Fanout notify agent at l3_agent the message router_deleted on router 6ec6d10f-5e82-4229-88e3-9d471ab23e57 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:33:17.930139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:17.930709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Checking segment: {'id': '9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9a28cc8c-2af3-4ff9-8646-eb38abaef2a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:17.931376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.931909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Bound using segment: {'id': '9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9a28cc8c-2af3-4ff9-8646-eb38abaef2a3'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:17.932530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Bound port: 8c3e3484-351f-45b8-b200-f35e5d5376f8, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '9a28cc8c-2af3-4ff9-8646-eb38abaef2a3'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:17.933058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.941957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:17.943069 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-95c079e6-25e8-4f36-91ac-ed5a974036a3 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/6ec6d10f-5e82-4229-88e3-9d471ab23e57 HTTP/1.1" status: 204 len: 168 time: 3.8510227 Feb 28 11:33:17.948493 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bda17972-474f-45d4-8402-fd0dbbb697ee tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/83e321f3-704b-4056-bf88-081dea0741c6 HTTP/1.1" status: 404 len: 333 time: 0.1055024 Feb 28 11:33:17.948649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49880) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.950979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49882) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:17.959484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1899189991', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:17.968255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c98bbd47-2f29-4a6b-baab-faacd7ace5c5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Deleting port 7f2d82c1-3371-408a-95aa-d6acd3640920 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:17.968916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c98bbd47-2f29-4a6b-baab-faacd7ace5c5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.006779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:18.021520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Usage tracker for resource:router and tenant:4ad8356c30294f988e7f101345a42055 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:18.025185 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-5623ce8b-0e9e-417e-8518-7ead5d443ec6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:18.025351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5623ce8b-0e9e-417e-8518-7ead5d443ec6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:18.029278 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5623ce8b-0e9e-417e-8518-7ead5d443ec6 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/4548ed17-46f7-446f-96d2-5f6cd12e5c48 HTTP/1.1" status: 404 len: 337 time: 0.0601435 Feb 28 11:33:18.029278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:18.030747 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49888) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:18.041944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] For port 8c3e3484-351f-45b8-b200-f35e5d5376f8, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:18.045634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] For port 8c3e3484-351f-45b8-b200-f35e5d5376f8, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8c3e3484-351f-45b8-b200-f35e5d5376f8,segment=NetworkSegment(9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0),segment_id=9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:18.064305 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:18.083331 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e52e9b6-6207-4541-9026-2c436124abf9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:18.083952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e52e9b6-6207-4541-9026-2c436124abf9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:18.095208 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6e52e9b6-6207-4541-9026-2c436124abf9 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/6995d66f-6a68-42c2-bf01-3650f549089b HTTP/1.1" status: 404 len: 333 time: 0.0634718 Feb 28 11:33:18.100090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49892) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:18.121017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.135821 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17ce7b5-36c9-4bb3-9d9a-86953207290b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:18.136285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17ce7b5-36c9-4bb3-9d9a-86953207290b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:18.140413 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a17ce7b5-36c9-4bb3-9d9a-86953207290b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/ff4855e4-c07e-4f4c-a23b-80a3a0e06aaa HTTP/1.1" status: 404 len: 337 time: 0.0385408 Feb 28 11:33:18.140586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49896) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:18.191195 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dfc1d9-3755-4b1c-a401-543f11673211 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:18.191536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dfc1d9-3755-4b1c-a401-543f11673211 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:18.196382 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-81dfc1d9-3755-4b1c-a401-543f11673211 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/4c08e9e1-793d-4ef8-9cd9-2200d973fca6 HTTP/1.1" status: 404 len: 333 time: 0.0523140 Feb 28 11:33:18.196382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.196382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.198673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49900) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:18.209148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237c434-b59c-4107-b5d1-da74bb41ff5f None None] Pushing event updated for resources: {'Port': ['ID=8c3e3484-351f-45b8-b200-f35e5d5376f8,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:18.240644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.245566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.276940 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ab0128-ca33-4355-b1f2-c4dafc1f523b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:18.276940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ab0128-ca33-4355-b1f2-c4dafc1f523b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:18.302379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=0aa892ed-9f0f-403b-b76d-6aa10a39f5ff,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:18.307076 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d5ab0128-ca33-4355-b1f2-c4dafc1f523b tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/66b705d4-ba86-404f-b5f1-0515f28110be HTTP/1.1" status: 404 len: 337 time: 0.1063232 Feb 28 11:33:18.309990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49904) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:18.319594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.347960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c98bbd47-2f29-4a6b-baab-faacd7ace5c5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.377484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.446986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.502450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c98bbd47-2f29-4a6b-baab-faacd7ace5c5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Calling delete_port for 7f2d82c1-3371-408a-95aa-d6acd3640920 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:18.552484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:18.556882 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-147b887d-b0ea-4cc1-bc47-4aeb2e405453 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:18.557325 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-147b887d-b0ea-4cc1-bc47-4aeb2e405453 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:18.561231 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-147b887d-b0ea-4cc1-bc47-4aeb2e405453 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/ports/53b4fee5-6448-4628-b49a-4dccfcfebf19 HTTP/1.1" status: 404 len: 333 time: 0.2473795 Feb 28 11:33:18.563390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49910) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:18.574890 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] Sync routers for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:33:18.592161 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:18.593089 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:18.662332 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-37aaacbb-83fc-4c96-b548-70dd3726e6c8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:18.663517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37aaacbb-83fc-4c96-b548-70dd3726e6c8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:18.665813 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-37aaacbb-83fc-4c96-b548-70dd3726e6c8 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/subnets/48c8fce9-20fc-4ee0-ab2d-dd3befd4412d HTTP/1.1" status: 404 len: 337 time: 0.1006289 Feb 28 11:33:18.737153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49914) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:18.739717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.813047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.850802 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:33:18.856519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c98bbd47-2f29-4a6b-baab-faacd7ace5c5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.918006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a28cc8c-2af3-4ff9-8646-eb38abaef2a3']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:18.919672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bbd47-2f29-4a6b-baab-faacd7ace5c5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Port': ['ID=7f2d82c1-3371-408a-95aa-d6acd3640920,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:18.941455 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1cb814be-00be-4582-802d-3da0ef380e8b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.2573905 Feb 28 11:33:18.941455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'tag': '41c4f757-c147-4b50-8260-6df87a152288'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:33:18.950970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c98bbd47-2f29-4a6b-baab-faacd7ace5c5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.952339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:18.952843 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:18.984992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:18.996054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.010429 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.018493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.027483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.068049 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c98bbd47-2f29-4a6b-baab-faacd7ace5c5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/ports/7f2d82c1-3371-408a-95aa-d6acd3640920 HTTP/1.1" status: 204 len: 168 time: 1.2564898 Feb 28 11:33:19.071627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49922) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:19.077689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:19.078096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:19.104427 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:19.121192 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.124479 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'tag': '41c4f757-c147-4b50-8260-6df87a152288', 'status': 'completed', 'code': 200} Feb 28 11:33:19.295092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7f70d4d3-b9c7-4f2e-ac5c-554606d88256 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Deleting port d642891c-942d-4484-ade8-ba84a4972c94 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:19.295878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7f70d4d3-b9c7-4f2e-ac5c-554606d88256 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.298380 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:34Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'f65ef586-ec21-45d8-a711-74771a64093d', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'floating_ip_address': '172.26.1.181', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'port_id': '41c4f757-c147-4b50-8260-6df87a152288', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'mac_address': 'fa:16:3e:50:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171c7908-610e-4470-8f45-54c5e33680cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:33:13Z', 'updated_at': '2022-02-28T11:33:13Z', 'revision_number': 0, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ce443c-d0fd-46aa-9e2d-77d0567d50a4', 'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'mac_address': 'fa:16:3e:77:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:33Z', 'updated_at': '2022-02-28T11:32:51Z', 'revision_number': 5, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'subnets': [{'id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:19.302949 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] Checking router: 24df67cc-b174-4c81-b52f-753347da4afe for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:33:19.315920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.317697 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:19.318493 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:19.384364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:33:19.384364 dv-neutron-830866-1-hyperv neutron-server[84338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:33:19.384364 dv-neutron-830866-1-hyperv neutron-server[84338]: [parameters: {'id': '9a28cc8c-2af3-4ff9-8646-eb38abaef2a3'}] Feb 28 11:33:19.384364 dv-neutron-830866-1-hyperv neutron-server[84338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:19.384746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:19.408510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2f89622-2098-4601-99de-8eb1c2f9e684']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:19.433381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:19.433673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752ccd09-d1e7-4e9c-8923-afc5f1ea55ca') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:19.448946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.473496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.494438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:19.494756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.527963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dae05c-6da1-4c0a-8951-1be8f02f95e0 None None] Network 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:19.529135 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:19.592432 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:33:19.676368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8c3e3484-351f-45b8-b200-f35e5d5376f8 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:19.814089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.829498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Allocated IP 172.26.1.11 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/a23c29c5-bf05-443a-a615-8f2eb7c1c556) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:19.849199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.854501 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e259e4db-6139-4b1e-b3f7-52d1d55740d1 None None] Provisioning for port 8c3e3484-351f-45b8-b200-f35e5d5376f8 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:19.898243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.917301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e5b2f-759b-4ac1-ad65-0e3ef7f60cc7 req-2222f61e-e64a-4f25-98d4-1b03b5c13795 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:19.919058 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb0e5b2f-759b-4ac1-ad65-0e3ef7f60cc7 req-2222f61e-e64a-4f25-98d4-1b03b5c13795 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.6612146 Feb 28 11:33:19.921902 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7271ead3-633c-4478-8ec3-4b5cb4294c24 req-47fbc74c-dc7e-4745-9aca-6bf3ed69a121 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9fab9be19ed411ab699ca3e52d30b49&device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 1099 time: 0.7904048 Feb 28 11:33:19.930279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.932016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.944136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8c3e3484-351f-45b8-b200-f35e5d5376f8 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:19.950239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8c3e3484-351f-45b8-b200-f35e5d5376f8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:19.950830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.977030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7f70d4d3-b9c7-4f2e-ac5c-554606d88256 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:19.987474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] DHCP port deletion for 9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:33:19.991650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.001997 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] 10.222.0.31 "DELETE /v2.0/networks/d2f89622-2098-4601-99de-8eb1c2f9e684 HTTP/1.1" status: 204 len: 168 time: 1.2547424 Feb 28 11:33:20.014053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902e9e12-d174-444b-992f-2d578fec7102 tempest-NetworksTestDHCPv6-238438250 tempest-NetworksTestDHCPv6-238438250-project] Pushing event deleted for resources: {'Network': ['ID=d2f89622-2098-4601-99de-8eb1c2f9e684,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:20.023701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Deleting port 8c3e3484-351f-45b8-b200-f35e5d5376f8 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:20.025206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 8c3e3484-351f-45b8-b200-f35e5d5376f8 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:20.025708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.025830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.208747 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:34Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'f65ef586-ec21-45d8-a711-74771a64093d', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'floating_ip_address': '172.26.1.181', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'port_id': '41c4f757-c147-4b50-8260-6df87a152288', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'mac_address': 'fa:16:3e:50:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171c7908-610e-4470-8f45-54c5e33680cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:33:13Z', 'updated_at': '2022-02-28T11:33:13Z', 'revision_number': 0, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ce443c-d0fd-46aa-9e2d-77d0567d50a4', 'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'mac_address': 'fa:16:3e:77:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:33Z', 'updated_at': '2022-02-28T11:32:51Z', 'revision_number': 5, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'subnets': [{'id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:20.222077 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df6e1ce-68f5-4baf-a86f-8d30f2003c69 None None] The sync data for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv is: [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:34Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'f65ef586-ec21-45d8-a711-74771a64093d', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'floating_ip_address': '172.26.1.181', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'port_id': '41c4f757-c147-4b50-8260-6df87a152288', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'mac_address': 'fa:16:3e:50:88:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '171c7908-610e-4470-8f45-54c5e33680cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:33:13Z', 'updated_at': '2022-02-28T11:33:13Z', 'revision_number': 0, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33ce443c-d0fd-46aa-9e2d-77d0567d50a4', 'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'mac_address': 'fa:16:3e:77:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:33Z', 'updated_at': '2022-02-28T11:32:51Z', 'revision_number': 5, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'subnets': [{'id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:33:20.337534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7f70d4d3-b9c7-4f2e-ac5c-554606d88256 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Calling delete_port for d642891c-942d-4484-ade8-ba84a4972c94 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:20.359925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.502054 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb0e5b2f-759b-4ac1-ad65-0e3ef7f60cc7 req-212ad95d-32c8-42f6-9d16-b0cb3dcf57cd tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5591710 Feb 28 11:33:20.516127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port 8c3e3484-351f-45b8-b200-f35e5d5376f8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8c3e3484-351f-45b8-b200-f35e5d5376f8,segment=NetworkSegment(9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0),segment_id=9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:20.516960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.562413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49928) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:20.593450 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] For port 8c3e3484-351f-45b8-b200-f35e5d5376f8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8c3e3484-351f-45b8-b200-f35e5d5376f8,segment=NetworkSegment(9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0),segment_id=9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:20.594265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.642686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8c3e3484-351f-45b8-b200-f35e5d5376f8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8c3e3484-351f-45b8-b200-f35e5d5376f8,segment=NetworkSegment(9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0),segment_id=9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:20.650343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed756341-72de-44a0-af88-449f2301cbf5 None None] New status for floating IP f65ef586-ec21-45d8-a711-74771a64093d: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:33:20.719271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for 8c3e3484-351f-45b8-b200-f35e5d5376f8 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:20.721511 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-212c39fd-82a9-4007-a569-e0250deb5b0b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/floatingips/f65ef586-ec21-45d8-a711-74771a64093d HTTP/1.1" status: 200 len: 992 time: 0.1482365 Feb 28 11:33:20.723271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271ead3-633c-4478-8ec3-4b5cb4294c24 req-10c51d3c-50ba-4078-8bb0-aa17a4b06b68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:20.725074 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7271ead3-633c-4478-8ec3-4b5cb4294c24 req-10c51d3c-50ba-4078-8bb0-aa17a4b06b68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb7630b3-89b7-4765-b7fc-a4da2b23b089 HTTP/1.1" status: 200 len: 897 time: 0.7835722 Feb 28 11:33:20.802819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49934) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:20.853162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:20.854387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:20.945874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:20.985111 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7271ead3-633c-4478-8ec3-4b5cb4294c24 req-348f945d-f6fe-4c38-9e26-d74ef4404699 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41c4f757-c147-4b50-8260-6df87a152288 HTTP/1.1" status: 200 len: 1000 time: 0.2466233 Feb 28 11:33:20.991530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7f70d4d3-b9c7-4f2e-ac5c-554606d88256 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.002967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.006890 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-310192f2-f0fb-483c-aeb1-8590308e52f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d18fc4b7a8eb47469c08e13d6746b9bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2026806 Feb 28 11:33:21.009053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49940) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:21.071489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69b592bd-29f9-4b3b-95f0-32df6298ada2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.077846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70d4d3-b9c7-4f2e-ac5c-554606d88256 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Port': ['ID=d642891c-942d-4484-ade8-ba84a4972c94,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:21.098796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69b592bd-29f9-4b3b-95f0-32df6298ada2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.108597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7f70d4d3-b9c7-4f2e-ac5c-554606d88256 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.114693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271ead3-633c-4478-8ec3-4b5cb4294c24 req-d6be51ec-adfa-455a-961a-2b39e7219bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:21.116144 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7271ead3-633c-4478-8ec3-4b5cb4294c24 req-d6be51ec-adfa-455a-961a-2b39e7219bee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f53c0f61-6627-4746-acfe-cf7e7950bde0 HTTP/1.1" status: 200 len: 835 time: 0.1228309 Feb 28 11:33:21.121841 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7f70d4d3-b9c7-4f2e-ac5c-554606d88256 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/ports/d642891c-942d-4484-ade8-ba84a4972c94 HTTP/1.1" status: 204 len: 168 time: 2.0467510 Feb 28 11:33:21.128962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49944) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:21.174210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Calling delete_port for 8c3e3484-351f-45b8-b200-f35e5d5376f8 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:21.183190 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8de51388-75f4-48f0-91ef-e27bd90a103b tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0497782 Feb 28 11:33:21.191715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49948) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:21.194973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.229626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8c3e3484-351f-45b8-b200-f35e5d5376f8,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:21.231857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1751566973'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:21.238700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:21.251538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Usage tracker for resource:network and tenant:940d885cf57e4622adac741fb266a800 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:21.256699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:21.264925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:21.271341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:21.274166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:21.278627 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7271ead3-633c-4478-8ec3-4b5cb4294c24 req-8f6cce38-3e71-485f-b822-ef54536c73c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb7630b3-89b7-4765-b7fc-a4da2b23b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1564023 Feb 28 11:33:21.281893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:21.282492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Allocated IP 172.26.1.152 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/1ca96912-0e84-4d61-8bc7-2458c66152af) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:21.308786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:21.309302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:21.310022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Pushing event updated for resources: {'Port': ['ID=a23c29c5-bf05-443a-a615-8f2eb7c1c556,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:21.311416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69b592bd-29f9-4b3b-95f0-32df6298ada2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.365097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 8c3e3484-351f-45b8-b200-f35e5d5376f8 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:21.365268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.402009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Made reservation on behalf of 940d885cf57e4622adac741fb266a800 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:21.404933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.422945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b592bd-29f9-4b3b-95f0-32df6298ada2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7037dde2-5127-4c24-9c22-bcd994a91673,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:21.449267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8c3e3484-351f-45b8-b200-f35e5d5376f8 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:21.513172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7271ead3-633c-4478-8ec3-4b5cb4294c24 req-69a7f6bd-ea2f-43b6-90bf-954808849d4b service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042003 Feb 28 11:33:21.531020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-69b592bd-29f9-4b3b-95f0-32df6298ada2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.532138 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-69b592bd-29f9-4b3b-95f0-32df6298ada2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7037dde2-5127-4c24-9c22-bcd994a91673 HTTP/1.1" status: 204 len: 168 time: 0.5220366 Feb 28 11:33:21.533173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:21.589443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.589788 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Added segment d785329f-4d4b-4c89-8b72-299a942aaf74 of type vlan for network 2108ddde-4dbd-4b2a-8246-7eb7c7318f00 Feb 28 11:33:21.604191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.640788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8c3e3484-351f-45b8-b200-f35e5d5376f8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8c3e3484-351f-45b8-b200-f35e5d5376f8,segment=NetworkSegment(9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0),segment_id=9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:21.662814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.715438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.720359 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7271ead3-633c-4478-8ec3-4b5cb4294c24 req-be3c4894-2fbf-4586-8c07-caf253be9450 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995437 Feb 28 11:33:21.723994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49954) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:21.729171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port 8c3e3484-351f-45b8-b200-f35e5d5376f8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8c3e3484-351f-45b8-b200-f35e5d5376f8,segment=NetworkSegment(9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0),segment_id=9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:21.729524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.731894 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.811744 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Deleting port 8c3e3484-351f-45b8-b200-f35e5d5376f8 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:21.812119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.858007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for 8c3e3484-351f-45b8-b200-f35e5d5376f8 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:21.862828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8c3e3484-351f-45b8-b200-f35e5d5376f8,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:21.877179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d192de5e-0d73-4996-af70-0c0c668dafb8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/floatingips/f65ef586-ec21-45d8-a711-74771a64093d HTTP/1.1" status: 200 len: 994 time: 0.1510320 Feb 28 11:33:21.896465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:21.896686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:33:21.981786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.028306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.033264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:22.033888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.053861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:22.054183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:22.080388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] For port 8c3e3484-351f-45b8-b200-f35e5d5376f8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8c3e3484-351f-45b8-b200-f35e5d5376f8,segment=NetworkSegment(9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0),segment_id=9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:22.081700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.099355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.104234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.184386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event updated for resources: {'Port': ['ID=1ca96912-0e84-4d61-8bc7-2458c66152af,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:22.187766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:22.192473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:22.193747 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Network': ['ID=2108ddde-4dbd-4b2a-8246-7eb7c7318f00,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:22.195675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:22.219164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 2108ddde-4dbd-4b2a-8246-7eb7c7318f00 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:22.240098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Calling delete_port for 8c3e3484-351f-45b8-b200-f35e5d5376f8 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:22.246924 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a27c7336-b614-4d80-8457-59d7818107e4 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0533977 Feb 28 11:33:22.248929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49966) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:22.285159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1564607347'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:22.295123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:22.302939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Usage tracker for resource:network and tenant:940d885cf57e4622adac741fb266a800 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:22.311518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:22.320686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:22.410760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Made reservation on behalf of 940d885cf57e4622adac741fb266a800 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:22.413924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.443392 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:22.451916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.452263 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Added segment 192bdff2-571d-4c71-a593-ba3f72f8e088 of type vlan for network 9f89be30-b6a8-47dd-899a-0d5ec5653844 Feb 28 11:33:22.484271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.491381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Router ec0479cb-dcd3-4a47-847f-ac2e98b8f573 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:33:22.491631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.524450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.525135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.541898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] Pushing event deleted for resources: {'Port': ['ID=8c3e3484-351f-45b8-b200-f35e5d5376f8,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:22.547114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc268e1-3a37-4397-b0bf-d671d4fd39c7 None None] No DVR routers for this DVR port 8c3e3484-351f-45b8-b200-f35e5d5376f8 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:22.697069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.702293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:22.702293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.829796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:22.834701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.839044 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-55e2356b-d7ee-4f1d-a177-b6f82a4889d1 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "PUT /v2.0/routers/ec0479cb-dcd3-4a47-847f-ac2e98b8f573 HTTP/1.1" status: 200 len: 918 time: 5.4162786 Feb 28 11:33:22.839938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49978) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:22.845690 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd70c10-4a3d-43eb-90c9-66b9255dd54c None None] Sync routers for ids ['ec0479cb-dcd3-4a47-847f-ac2e98b8f573'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:33:22.857867 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd70c10-4a3d-43eb-90c9-66b9255dd54c None None] Routers {'ec0479cb-dcd3-4a47-847f-ac2e98b8f573'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:22.858750 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cdd70c10-4a3d-43eb-90c9-66b9255dd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ec0479cb-dcd3-4a47-847f-ac2e98b8f573'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:22.907544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 8c3e3484-351f-45b8-b200-f35e5d5376f8 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:22.908176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:22.925998 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cdd70c10-4a3d-43eb-90c9-66b9255dd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:22.937383 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd70c10-4a3d-43eb-90c9-66b9255dd54c None None] Routers {'ec0479cb-dcd3-4a47-847f-ac2e98b8f573'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:22.937984 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cdd70c10-4a3d-43eb-90c9-66b9255dd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ec0479cb-dcd3-4a47-847f-ac2e98b8f573'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:22.940149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Network': ['ID=9f89be30-b6a8-47dd-899a-0d5ec5653844,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:22.952185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 49982) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:22.959375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 9f89be30-b6a8-47dd-899a-0d5ec5653844 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:22.971461 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8c169daf-ce14-4a79-8744-f4071f66f8b0 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7214434 Feb 28 11:33:23.014998 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cdd70c10-4a3d-43eb-90c9-66b9255dd54c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:23.015925 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd70c10-4a3d-43eb-90c9-66b9255dd54c None None] The sync data for ids ['ec0479cb-dcd3-4a47-847f-ac2e98b8f573'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:33:23.074686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] The port '8c3e3484-351f-45b8-b200-f35e5d5376f8' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:33:23.090569 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5b6698e2-f111-411a-8e43-1f44389aafd3 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/routers/ec0479cb-dcd3-4a47-847f-ac2e98b8f573 HTTP/1.1" status: 200 len: 924 time: 0.2470441 Feb 28 11:33:23.090786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49988) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:23.126220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49992) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:23.131734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'subnets': [{'network_id': '2108ddde-4dbd-4b2a-8246-7eb7c7318f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1197942308', 'ip_version': 4}, {'network_id': '9f89be30-b6a8-47dd-899a-0d5ec5653844', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:23.132050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'subnet': {'network_id': '2108ddde-4dbd-4b2a-8246-7eb7c7318f00', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1197942308', 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:23.132624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Request body: {'subnet': {'network_id': '9f89be30-b6a8-47dd-899a-0d5ec5653844', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:23.209758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-660170912'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:23.225824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:23.235246 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:network and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:23.239955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:23.243548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.256106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:23.280075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a28cc8c-2af3-4ff9-8646-eb38abaef2a3']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:23.295085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:23.295383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcf9ca6-cc9a-4019-a1e5-e5a132c5c8d0') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:23.309908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.333062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.335318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:23.338277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.358905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:23.359399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.380627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.380789 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8d07b9b9-9488-43e2-9eba-9bb06baa3555 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=ec0479cb-dcd3-4a47-847f-ac2e98b8f573&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2863278 Feb 28 11:33:23.381078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 49996) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:23.386723 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:23.460185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:23.469702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Usage tracker for resource:subnet and tenant:940d885cf57e4622adac741fb266a800 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:23.480498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:23.489801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:23.536980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f951a54-8658-459a-8698-75d5de0c38c5 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:23.538344 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9f951a54-8658-459a-8698-75d5de0c38c5 tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/networks/0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 881 time: 0.1560307 Feb 28 11:33:23.541212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50000) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:23.547223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.571522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.585745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Made reservation on behalf of 940d885cf57e4622adac741fb266a800 for: {'subnet': 2} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:23.586473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Router 25542961-2e50-408a-9bbf-5451ff7a5294 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:33:23.591654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=9a28cc8c-2af3-4ff9-8646-eb38abaef2a3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:23.593655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:23.601154 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f3307ec3-4403-43a5-957a-03a962070de9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 HTTP/1.1" status: 204 len: 168 time: 6.5151057 Feb 28 11:33:23.602803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:security_group_rule and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:23.605798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50004) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:23.608627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:23.613252 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-77c42437-a009-40e9-998e-2ae64a1f6386 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0479cb-dcd3-4a47-847f-ac2e98b8f573 HTTP/1.1" status: 200 len: 205 time: 0.0697522 Feb 28 11:33:23.615207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040455380'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:23.621964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50008) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:23.628267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:23.630543 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:23.691303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:network and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:23.701011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:23.806204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.806691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:23.817206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:23.999106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.000114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:24.003426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.056353 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:24.087454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.087807 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment 6371fe0c-6096-497c-822e-2fd633afe10e of type vlan for network 1220340b-088b-4560-ab15-8405d8558d65 Feb 28 11:33:24.096168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.149372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:24.173346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.179259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c9a0a3-cac8-4da9-80aa-a01de8a03c02,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:24.187862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.188203 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Added segment ebe4756e-bc35-40d7-8194-2a0f2fcd763c of type vlan for network 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 Feb 28 11:33:24.204282 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.303016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.384921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Subnet': ['ID=41fe9a5b-e394-4986-b943-38a0628713c8,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:24.400532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Checking segment: {'id': 'd785329f-4d4b-4c89-8b72-299a942aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2108ddde-4dbd-4b2a-8246-7eb7c7318f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:24.400889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Network hostable DHCP agents. Network: 2108ddde-4dbd-4b2a-8246-7eb7c7318f00, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:24.456729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:24.466313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837a462-2bd0-4cb1-9eb9-b068405a01fc None None] Sync routers for ids ['25542961-2e50-408a-9bbf-5451ff7a5294'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:33:24.477518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.478740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837a462-2bd0-4cb1-9eb9-b068405a01fc None None] Routers {'25542961-2e50-408a-9bbf-5451ff7a5294'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:24.479368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d837a462-2bd0-4cb1-9eb9-b068405a01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['25542961-2e50-408a-9bbf-5451ff7a5294'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:24.491772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Network 2108ddde-4dbd-4b2a-8246-7eb7c7318f00 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:24.543040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d837a462-2bd0-4cb1-9eb9-b068405a01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:24.554834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837a462-2bd0-4cb1-9eb9-b068405a01fc None None] Routers {'25542961-2e50-408a-9bbf-5451ff7a5294'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:24.555446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d837a462-2bd0-4cb1-9eb9-b068405a01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['25542961-2e50-408a-9bbf-5451ff7a5294'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:24.577901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.581672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:24.582254 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.606097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 2108ddde-4dbd-4b2a-8246-7eb7c7318f00) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:24.610170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.617945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d837a462-2bd0-4cb1-9eb9-b068405a01fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:24.618350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d837a462-2bd0-4cb1-9eb9-b068405a01fc None None] The sync data for ids ['25542961-2e50-408a-9bbf-5451ff7a5294'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:33:24.620402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.624191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:24.624572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.629991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.631120 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b061be67-c9a6-42d7-aaab-447f3b5e3468 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.6816056 Feb 28 11:33:24.632465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2672c7de-e849-4a59-ba36-153c886a9778 None None] Network 2108ddde-4dbd-4b2a-8246-7eb7c7318f00 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:24.652390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50012) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:24.663992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:24.729992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=1220340b-088b-4560-ab15-8405d8558d65,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:24.766015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 1220340b-088b-4560-ab15-8405d8558d65 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:24.837728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:24.851433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Network': ['ID=4cfdaa8f-8a47-4b90-b865-a95d103bfaf6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:24.918442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:24.954259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event updated for resources: {'Subnet': ['ID=1cda8b6e-be54-4441-b33d-a860a5184411,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:24.978386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Checking segment: {'id': '192bdff2-571d-4c71-a593-ba3f72f8e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f89be30-b6a8-47dd-899a-0d5ec5653844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:24.978744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Network hostable DHCP agents. Network: 9f89be30-b6a8-47dd-899a-0d5ec5653844, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:25.113193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-2108ddde-4dbd-4b2a-8246-7eb7c7318f00', 'network_id': '2108ddde-4dbd-4b2a-8246-7eb7c7318f00', 'tenant_id': '940d885cf57e4622adac741fb266a800', 'fixed_ips': [{'subnet_id': '41fe9a5b-e394-4986-b943-38a0628713c8'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:25.113193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.153481 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4a48dfde-ceb1-48e1-8661-b24221b255c3 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5466411 Feb 28 11:33:25.156443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50016) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:25.162633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '1220340b-088b-4560-ab15-8405d8558d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:25.211530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Network 9f89be30-b6a8-47dd-899a-0d5ec5653844 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:25.242277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Deleting port a23c29c5-bf05-443a-a615-8f2eb7c1c556 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:25.242626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.267045 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ba2ef979-689f-4e75-93c4-a324b92a972d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3136690 Feb 28 11:33:25.275804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Allocated IP 172.20.0.2 (2108ddde-4dbd-4b2a-8246-7eb7c7318f00/41fe9a5b-e394-4986-b943-38a0628713c8/18fea2ce-da45-414c-882b-9a83ce7cfcd5) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:25.325958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 9f89be30-b6a8-47dd-899a-0d5ec5653844) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:25.382555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.382963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.383581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.393113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:25.401118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:subnet and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:25.412564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:25.421451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:25.438337 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d508a710-bcaf-4802-bb3c-c34a732b23e5 None None] Network 9f89be30-b6a8-47dd-899a-0d5ec5653844 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:25.490414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.494485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.511064 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-46cc5503-b341-4c3d-aad5-c430fb8e096a tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.3836567 Feb 28 11:33:25.511814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50020) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:25.589335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.608303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd99f1be-58d8-4520-bfa5-32f2d3b39d13 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.609837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd99f1be-58d8-4520-bfa5-32f2d3b39d13 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.611539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd99f1be-58d8-4520-bfa5-32f2d3b39d13 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:25.613475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dd99f1be-58d8-4520-bfa5-32f2d3b39d13 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Synchronizing usage tracker for tenant:940d885cf57e4622adac741fb266a800 on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:25.676799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Deleting port 1ca96912-0e84-4d61-8bc7-2458c66152af {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:25.677615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.682128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Calling delete_port for a23c29c5-bf05-443a-a615-8f2eb7c1c556 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:25.742969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dd99f1be-58d8-4520-bfa5-32f2d3b39d13 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Unset dirty status for tenant:940d885cf57e4622adac741fb266a800 on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:25.744101 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dd99f1be-58d8-4520-bfa5-32f2d3b39d13 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2311776 Feb 28 11:33:25.751315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50024) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:25.770933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.786990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-9f89be30-b6a8-47dd-899a-0d5ec5653844', 'network_id': '9f89be30-b6a8-47dd-899a-0d5ec5653844', 'tenant_id': '940d885cf57e4622adac741fb266a800', 'fixed_ips': [{'subnet_id': '1cda8b6e-be54-4441-b33d-a860a5184411'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:25.792092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.805581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:25.826037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Transition to ACTIVE for port object 18fea2ce-da45-414c-882b-9a83ce7cfcd5 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:25.926037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-300e7e9f-984d-47ae-9507-04ccc5a928c8 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Deleting subnet 41fe9a5b-e394-4986-b943-38a0628713c8 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:33:25.976907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:25.988775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.018467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Allocated IP 172.20.0.18 (9f89be30-b6a8-47dd-899a-0d5ec5653844/1cda8b6e-be54-4441-b33d-a860a5184411/23abd715-666d-4966-9e0e-cbe801531732) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:26.145538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Calling delete_port for 1ca96912-0e84-4d61-8bc7-2458c66152af owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:26.161724 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.261718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event deleted for resources: {'Port': ['ID=a23c29c5-bf05-443a-a615-8f2eb7c1c556,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:26.263804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.276227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Transition to ACTIVE for port object 23abd715-666d-4966-9e0e-cbe801531732 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:26.298408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Transition to ACTIVE for port object 23abd715-666d-4966-9e0e-cbe801531732 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:26.302219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Transition to ACTIVE for port object 18fea2ce-da45-414c-882b-9a83ce7cfcd5 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:26.366524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.394762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-300e7e9f-984d-47ae-9507-04ccc5a928c8 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.404821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.436977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Network 2108ddde-4dbd-4b2a-8246-7eb7c7318f00 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:26.444470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:26.454182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Network 9f89be30-b6a8-47dd-899a-0d5ec5653844 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:26.458243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:26.460517 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:26.467324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:26.477270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Pushing event updated for resources: {'Port': ['ID=23abd715-666d-4966-9e0e-cbe801531732,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:26.492437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-300e7e9f-984d-47ae-9507-04ccc5a928c8 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.605929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-300e7e9f-984d-47ae-9507-04ccc5a928c8 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.607780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Pushing event updated for resources: {'Port': ['ID=18fea2ce-da45-414c-882b-9a83ce7cfcd5,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:26.611198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.670564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Attempting to bind port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:26.670965 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Attempting to bind port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'd785329f-4d4b-4c89-8b72-299a942aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2108ddde-4dbd-4b2a-8246-7eb7c7318f00'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:26.671309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Attempting to bind port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 on network 2108ddde-4dbd-4b2a-8246-7eb7c7318f00 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:26.708464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.715881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:26.715881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Checking segment: {'id': 'd785329f-4d4b-4c89-8b72-299a942aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2108ddde-4dbd-4b2a-8246-7eb7c7318f00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:26.715881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.716258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Bound using segment: {'id': 'd785329f-4d4b-4c89-8b72-299a942aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2108ddde-4dbd-4b2a-8246-7eb7c7318f00'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:26.716679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Bound port: 18fea2ce-da45-414c-882b-9a83ce7cfcd5, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd785329f-4d4b-4c89-8b72-299a942aaf74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '2108ddde-4dbd-4b2a-8246-7eb7c7318f00'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:26.717034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.742692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.767022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Pushing event deleted for resources: {'Port': ['ID=1ca96912-0e84-4d61-8bc7-2458c66152af,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:26.817730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] For port 18fea2ce-da45-414c-882b-9a83ce7cfcd5, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:26.820741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] For port 18fea2ce-da45-414c-882b-9a83ce7cfcd5, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=18fea2ce-da45-414c-882b-9a83ce7cfcd5,segment=NetworkSegment(d785329f-4d4b-4c89-8b72-299a942aaf74),segment_id=d785329f-4d4b-4c89-8b72-299a942aaf74)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:26.879805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Attempting to bind port 23abd715-666d-4966-9e0e-cbe801531732 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:26.880143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Attempting to bind port 23abd715-666d-4966-9e0e-cbe801531732 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '192bdff2-571d-4c71-a593-ba3f72f8e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f89be30-b6a8-47dd-899a-0d5ec5653844'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:26.880410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Attempting to bind port 23abd715-666d-4966-9e0e-cbe801531732 on network 9f89be30-b6a8-47dd-899a-0d5ec5653844 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:26.888016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:26.888434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Checking segment: {'id': '192bdff2-571d-4c71-a593-ba3f72f8e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f89be30-b6a8-47dd-899a-0d5ec5653844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:26.888773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.889152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Bound using segment: {'id': '192bdff2-571d-4c71-a593-ba3f72f8e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f89be30-b6a8-47dd-899a-0d5ec5653844'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:26.889614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Bound port: 23abd715-666d-4966-9e0e-cbe801531732, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192bdff2-571d-4c71-a593-ba3f72f8e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '9f89be30-b6a8-47dd-899a-0d5ec5653844'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:26.890067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:26.895205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=3be8ff5a-3c15-4a57-993f-06bfb8812247,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:26.939368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.034979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f3d56-c57a-451f-b33d-cb56b9124ab1 None None] Pushing event updated for resources: {'Port': ['ID=18fea2ce-da45-414c-882b-9a83ce7cfcd5,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:27.045041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking segment: {'id': '6371fe0c-6096-497c-822e-2fd633afe10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1220340b-088b-4560-ab15-8405d8558d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:27.045411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network hostable DHCP agents. Network: 1220340b-088b-4560-ab15-8405d8558d65, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:27.054073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.057352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-300e7e9f-984d-47ae-9507-04ccc5a928c8 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.062200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.111953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] For port 23abd715-666d-4966-9e0e-cbe801531732, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:27.120597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] For port 23abd715-666d-4966-9e0e-cbe801531732, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=23abd715-666d-4966-9e0e-cbe801531732,segment=NetworkSegment(192bdff2-571d-4c71-a593-ba3f72f8e088),segment_id=192bdff2-571d-4c71-a593-ba3f72f8e088)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:27.158242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 1220340b-088b-4560-ab15-8405d8558d65 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:27.187375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.187960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Fanout notify agent at l3_agent the message router_deleted on router ec0479cb-dcd3-4a47-847f-ac2e98b8f573 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:33:27.191130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.259597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.265653 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ed229650-5512-404f-ab69-7e1a6d49562e tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/ec0479cb-dcd3-4a47-847f-ac2e98b8f573 HTTP/1.1" status: 204 len: 168 time: 3.6394794 Feb 28 11:33:27.270914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50028) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:27.274022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 1220340b-088b-4560-ab15-8405d8558d65) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:27.285767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1582045994', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:27.298921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f205b4-78d7-49a5-af20-6347c8bd1751 None None] Network 1220340b-088b-4560-ab15-8405d8558d65 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:27.302067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:27.314281 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:27.316307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.322160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e7e9f-984d-47ae-9507-04ccc5a928c8 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Subnet': ['ID=41fe9a5b-e394-4986-b943-38a0628713c8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:27.339785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.365042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Usage tracker for resource:router and tenant:3313eeaece6146b0a9a6d4213abc2bae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:27.369935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:27.387288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:27.452326 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c8841f36-0820-41f0-9be9-1073eff0de4c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.2947235 Feb 28 11:33:27.455055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50032) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:27.477380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-300e7e9f-984d-47ae-9507-04ccc5a928c8 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.564904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7ff826-c4e1-4439-bd16-e656aa7ddd62 None None] Pushing event updated for resources: {'Port': ['ID=23abd715-666d-4966-9e0e-cbe801531732,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:27.619579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.623255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.625907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 18fea2ce-da45-414c-882b-9a83ce7cfcd5 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:27.714612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-300e7e9f-984d-47ae-9507-04ccc5a928c8 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/subnets/41fe9a5b-e394-4986-b943-38a0628713c8 HTTP/1.1" status: 204 len: 168 time: 1.9620352 Feb 28 11:33:27.715222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50036) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:27.795367 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-1220340b-088b-4560-ab15-8405d8558d65', 'network_id': '1220340b-088b-4560-ab15-8405d8558d65', 'tenant_id': 'c9eaf23bc38e48c8a6ba08ab6e671280', 'fixed_ips': [{'subnet_id': '3be8ff5a-3c15-4a57-993f-06bfb8812247'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:27.796523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.798412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.810704 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.811814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.887514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e23b5037-9037-4f9d-953d-10125505cac2 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Deleting subnet 1cda8b6e-be54-4441-b33d-a860a5184411 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:33:27.912640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:27.916372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.920768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e23b5037-9037-4f9d-953d-10125505cac2 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:27.950558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.033415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Router 25542961-2e50-408a-9bbf-5451ff7a5294 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:33:28.059515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Allocated IP 2001:db8::1 (1220340b-088b-4560-ab15-8405d8558d65/3be8ff5a-3c15-4a57-993f-06bfb8812247/9cfa4e32-421b-4a84-bdeb-6675ce14616b) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:28.083523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e23b5037-9037-4f9d-953d-10125505cac2 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.391117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:28.403884 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24bde93-9310-487b-9852-5d980d527720 None None] Sync routers for ids ['25542961-2e50-408a-9bbf-5451ff7a5294'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:33:28.415005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.419451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-883167ed-8f76-47f5-9d05-1f55de4f6c51 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "PUT /v2.0/routers/25542961-2e50-408a-9bbf-5451ff7a5294 HTTP/1.1" status: 200 len: 706 time: 3.7628212 Feb 28 11:33:28.420349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50040) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:28.435661 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24bde93-9310-487b-9852-5d980d527720 None None] Routers {'25542961-2e50-408a-9bbf-5451ff7a5294'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:28.436722 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-b24bde93-9310-487b-9852-5d980d527720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['25542961-2e50-408a-9bbf-5451ff7a5294'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:28.501437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.528393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Transition to ACTIVE for port object 9cfa4e32-421b-4a84-bdeb-6675ce14616b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:28.553930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Transition to ACTIVE for port object 9cfa4e32-421b-4a84-bdeb-6675ce14616b will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:28.555200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.568183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e23b5037-9037-4f9d-953d-10125505cac2 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.573511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50044) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:28.580381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72136d60-f4a1-4731-bf29-7012930d8a28 None None] Network 2108ddde-4dbd-4b2a-8246-7eb7c7318f00 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:28.583046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'subnet': {'network_id': '4cfdaa8f-8a47-4b90-b865-a95d103bfaf6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:28.600555 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-b24bde93-9310-487b-9852-5d980d527720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:28.625426 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24bde93-9310-487b-9852-5d980d527720 None None] Routers {'25542961-2e50-408a-9bbf-5451ff7a5294'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:28.626279 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-b24bde93-9310-487b-9852-5d980d527720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['25542961-2e50-408a-9bbf-5451ff7a5294'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:28.668021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.745761 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-b24bde93-9310-487b-9852-5d980d527720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:28.746396 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24bde93-9310-487b-9852-5d980d527720 None None] The sync data for ids ['25542961-2e50-408a-9bbf-5451ff7a5294'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:33:28.772884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:28.805126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e23b5037-9037-4f9d-953d-10125505cac2 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.822681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:subnet and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:28.829253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:28.843582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.849351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:28.860682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23b5037-9037-4f9d-953d-10125505cac2 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Subnet': ['ID=1cda8b6e-be54-4441-b33d-a860a5184411,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:28.870373 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-af768b77-8c84-4d59-b7e8-e93ff46e1962 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/routers/25542961-2e50-408a-9bbf-5451ff7a5294 HTTP/1.1" status: 200 len: 741 time: 0.4450378 Feb 28 11:33:28.870373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e23b5037-9037-4f9d-953d-10125505cac2 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:28.871445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50048) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:28.899470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=3be8ff5a-3c15-4a57-993f-06bfb8812247,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:28.913258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Network 1220340b-088b-4560-ab15-8405d8558d65 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:28.915737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:28.917620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Pushing event updated for resources: {'Port': ['ID=9cfa4e32-421b-4a84-bdeb-6675ce14616b,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:28.926947 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9de98381-614f-4e7e-8810-0a465835bd24 tempest-RoutersAdminTest-75252187 tempest-RoutersAdminTest-75252187-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=25542961-2e50-408a-9bbf-5451ff7a5294 HTTP/1.1" status: 200 len: 205 time: 0.0506120 Feb 28 11:33:28.927375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:28.929088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50052) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:28.932919 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e23b5037-9037-4f9d-953d-10125505cac2 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/subnets/1cda8b6e-be54-4441-b33d-a860a5184411 HTTP/1.1" status: 204 len: 168 time: 1.2069373 Feb 28 11:33:28.935981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50056) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:28.998975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-789efbf5-e653-4875-8ffb-9554eb783e49 None None] Provisioning for port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:29.007789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:29.013060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-789efbf5-e653-4875-8ffb-9554eb783e49 None None] Provisioning complete for port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:29.013060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-789efbf5-e653-4875-8ffb-9554eb783e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.042690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb16538-fe2f-4c3a-a3b8-48d87749bd49 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:29.043419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5cb16538-fe2f-4c3a-a3b8-48d87749bd49 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Synchronizing usage tracker for tenant:940d885cf57e4622adac741fb266a800 on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:29.057376 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bd5a78c5-e528-4449-bcb0-41ba01d20e48 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=25542961-2e50-408a-9bbf-5451ff7a5294 HTTP/1.1" status: 200 len: 205 time: 0.1241236 Feb 28 11:33:29.064165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50060) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:29.098533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Attempting to bind port 9cfa4e32-421b-4a84-bdeb-6675ce14616b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:29.099270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Attempting to bind port 9cfa4e32-421b-4a84-bdeb-6675ce14616b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '6371fe0c-6096-497c-822e-2fd633afe10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1220340b-088b-4560-ab15-8405d8558d65'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:29.099822 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Attempting to bind port 9cfa4e32-421b-4a84-bdeb-6675ce14616b on network 1220340b-088b-4560-ab15-8405d8558d65 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:29.105429 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.130968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:29.132964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Checking segment: {'id': '6371fe0c-6096-497c-822e-2fd633afe10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1220340b-088b-4560-ab15-8405d8558d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:29.132964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.132964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Bound using segment: {'id': '6371fe0c-6096-497c-822e-2fd633afe10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1220340b-088b-4560-ab15-8405d8558d65'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:29.132964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Bound port: 9cfa4e32-421b-4a84-bdeb-6675ce14616b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6371fe0c-6096-497c-822e-2fd633afe10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '1220340b-088b-4560-ab15-8405d8558d65'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:29.133318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.231935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] DHCP port deletion for 2108ddde-4dbd-4b2a-8246-7eb7c7318f00 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:33:29.259829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Deleting port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:29.260107 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.312976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defefab7-5612-4736-bd20-af0d8ffb2dbb None None] Network 9f89be30-b6a8-47dd-899a-0d5ec5653844 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:29.330355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.339690 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-789efbf5-e653-4875-8ffb-9554eb783e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.346320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1220340b-088b-4560-ab15-8405d8558d65']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:29.377181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5cb16538-fe2f-4c3a-a3b8-48d87749bd49 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Unset dirty status for tenant:940d885cf57e4622adac741fb266a800 on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:29.379034 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5cb16538-fe2f-4c3a-a3b8-48d87749bd49 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4115794 Feb 28 11:33:29.383690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50064) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:29.433160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6371fe0c-6096-497c-822e-2fd633afe10e') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:29.433160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6371fe0c-6096-497c-822e-2fd633afe10e') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:29.449512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.498760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.515509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:29.516736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.521829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.525934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa54b2e9-ada1-47f2-ac9b-69afbd90a7ae tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.536952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] For port 9cfa4e32-421b-4a84-bdeb-6675ce14616b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:29.548468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 23abd715-666d-4966-9e0e-cbe801531732 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:29.553473 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:29.659365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Deleting port 23abd715-666d-4966-9e0e-cbe801531732 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:29.660072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.670060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.716471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-789efbf5-e653-4875-8ffb-9554eb783e49 None None] For port 18fea2ce-da45-414c-882b-9a83ce7cfcd5, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=18fea2ce-da45-414c-882b-9a83ce7cfcd5,segment=NetworkSegment(d785329f-4d4b-4c89-8b72-299a942aaf74),segment_id=d785329f-4d4b-4c89-8b72-299a942aaf74)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:29.722809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.793015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] For port 9cfa4e32-421b-4a84-bdeb-6675ce14616b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9cfa4e32-421b-4a84-bdeb-6675ce14616b,segment=NetworkSegment(6371fe0c-6096-497c-822e-2fd633afe10e),segment_id=6371fe0c-6096-497c-822e-2fd633afe10e)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:29.808008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-789efbf5-e653-4875-8ffb-9554eb783e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.852427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:33:29.852427 dv-neutron-830866-1-hyperv neutron-server[84338]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:33:29.852427 dv-neutron-830866-1-hyperv neutron-server[84338]: [parameters: {'id': '1220340b-088b-4560-ab15-8405d8558d65'}] Feb 28 11:33:29.852427 dv-neutron-830866-1-hyperv neutron-server[84338]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:29.852943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:29.880312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] For port 18fea2ce-da45-414c-882b-9a83ce7cfcd5, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=18fea2ce-da45-414c-882b-9a83ce7cfcd5,segment=NetworkSegment(d785329f-4d4b-4c89-8b72-299a942aaf74),segment_id=d785329f-4d4b-4c89-8b72-299a942aaf74)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:29.881237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.911303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:29.951437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Allocated IP 172.26.1.234 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/0b23808e-ae66-4342-bf4b-709eea99f4fa) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:30.034350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Calling delete_port for 18fea2ce-da45-414c-882b-9a83ce7cfcd5 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:30.067902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.074889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 23abd715-666d-4966-9e0e-cbe801531732 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:30.081720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789efbf5-e653-4875-8ffb-9554eb783e49 None None] Pushing event updated for resources: {'Port': ['ID=18fea2ce-da45-414c-882b-9a83ce7cfcd5,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:30.107254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa54b2e9-ada1-47f2-ac9b-69afbd90a7ae tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.118672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa54b2e9-ada1-47f2-ac9b-69afbd90a7ae tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.175399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] For port 23abd715-666d-4966-9e0e-cbe801531732, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=23abd715-666d-4966-9e0e-cbe801531732,segment=NetworkSegment(192bdff2-571d-4c71-a593-ba3f72f8e088),segment_id=192bdff2-571d-4c71-a593-ba3f72f8e088)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:30.176776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.203203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Subnet': ['ID=61f91953-4dca-4931-9676-aa5ce1ad5584,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:30.230147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Checking segment: {'id': 'ebe4756e-bc35-40d7-8194-2a0f2fcd763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4cfdaa8f-8a47-4b90-b865-a95d103bfaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:30.230550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network hostable DHCP agents. Network: 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:30.245818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.267554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 18fea2ce-da45-414c-882b-9a83ce7cfcd5 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:30.293555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c756de5-5738-4f22-a609-a8eb50d61b08 None None] Pushing event updated for resources: {'Port': ['ID=9cfa4e32-421b-4a84-bdeb-6675ce14616b,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:30.296047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ff06d7ca-cc23-4983-b5cb-999c05f191be None None] Provisioning for port 23abd715-666d-4966-9e0e-cbe801531732 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:30.311812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] DHCP port deletion for 9f89be30-b6a8-47dd-899a-0d5ec5653844 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:33:30.331033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa54b2e9-ada1-47f2-ac9b-69afbd90a7ae tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.331033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa54b2e9-ada1-47f2-ac9b-69afbd90a7ae tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Fanout notify agent at l3_agent the message router_deleted on router 25542961-2e50-408a-9bbf-5451ff7a5294 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:33:30.332007 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ff06d7ca-cc23-4983-b5cb-999c05f191be None None] Provisioning complete for port 23abd715-666d-4966-9e0e-cbe801531732 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:30.332007 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff06d7ca-cc23-4983-b5cb-999c05f191be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.332191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Calling delete_port for 23abd715-666d-4966-9e0e-cbe801531732 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:30.342434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:30.354300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.361441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] Deleting port 23abd715-666d-4966-9e0e-cbe801531732 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:30.362355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.366466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 9cfa4e32-421b-4a84-bdeb-6675ce14616b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:30.366972 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.372443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa54b2e9-ada1-47f2-ac9b-69afbd90a7ae tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.377065 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-aa54b2e9-ada1-47f2-ac9b-69afbd90a7ae tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/25542961-2e50-408a-9bbf-5451ff7a5294 HTTP/1.1" status: 204 len: 168 time: 1.3102210 Feb 28 11:33:30.378373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50068) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.392348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.398304 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:30.398928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:30.438323 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0be3743c-5bfb-41ab-84eb-835052876a9c tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=25542961-2e50-408a-9bbf-5451ff7a5294 HTTP/1.1" status: 200 len: 205 time: 0.0589595 Feb 28 11:33:30.441564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c4c44-da60-4220-802f-13a4f41ddb82 None None] Network 1220340b-088b-4560-ab15-8405d8558d65 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:30.442013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50072) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.457762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:30.461788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:30.462549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.519475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:30.527586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event updated for resources: {'Port': ['ID=0b23808e-ae66-4342-bf4b-709eea99f4fa,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:30.530821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:30.533176 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-ca930d1d-2773-42d0-99a2-295e2157cb13 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] delete failed (client error): The resource could not be found. Feb 28 11:33:30.535231 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ca930d1d-2773-42d0-99a2-295e2157cb13 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/25542961-2e50-408a-9bbf-5451ff7a5294 HTTP/1.1" status: 404 len: 336 time: 0.0918937 Feb 28 11:33:30.538023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50076) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.546274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42173a55-121e-4db6-a155-bde4fe2ec6a0 None None] Network 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:30.560144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:30.695510 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-45151111-2270-4246-a9d1-24dc62c52795 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=6ec6d10f-5e82-4229-88e3-9d471ab23e57 HTTP/1.1" status: 200 len: 205 time: 0.1560392 Feb 28 11:33:30.701671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50080) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.707925 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3b210352-9669-4a43-b238-9278b7a27bda tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1313114 Feb 28 11:33:30.733855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50084) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.755570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-727175734'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:30.766327 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-6caa1cdf-783c-43cf-9f26-c05ab6e26cd7 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] delete failed (client error): The resource could not be found. Feb 28 11:33:30.770587 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6caa1cdf-783c-43cf-9f26-c05ab6e26cd7 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/6ec6d10f-5e82-4229-88e3-9d471ab23e57 HTTP/1.1" status: 404 len: 336 time: 0.0684183 Feb 28 11:33:30.771193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50088) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.778771 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:30.792003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:network and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:30.800127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:30.805508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port 9cfa4e32-421b-4a84-bdeb-6675ce14616b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9cfa4e32-421b-4a84-bdeb-6675ce14616b,segment=NetworkSegment(6371fe0c-6096-497c-822e-2fd633afe10e),segment_id=6371fe0c-6096-497c-822e-2fd633afe10e)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:30.805866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.817409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.826419 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fea06878-84ab-4ab4-acf9-038fe6fb746a tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=d88f3556-9f72-4181-a2b0-6c01e2fa3e62 HTTP/1.1" status: 200 len: 205 time: 0.0509009 Feb 28 11:33:30.826610 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:30.854466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50092) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.866650 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.plugins.ml2.db [None req-ff06d7ca-cc23-4983-b5cb-999c05f191be None None] No ports have port_id starting with 23abd715-666d-4966-9e0e-cbe801531732 Feb 28 11:33:30.904012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Deleting port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:30.904378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:30.925445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Port': ['ID=23abd715-666d-4966-9e0e-cbe801531732,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:30.943893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] No DVR routers for this DVR port 23abd715-666d-4966-9e0e-cbe801531732 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:30.946581 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-674bf557-5fa1-44c9-b2b1-d65267f6b419 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] delete failed (client error): The resource could not be found. Feb 28 11:33:30.949419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for 9cfa4e32-421b-4a84-bdeb-6675ce14616b owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:30.950268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-674bf557-5fa1-44c9-b2b1-d65267f6b419 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/d88f3556-9f72-4181-a2b0-6c01e2fa3e62 HTTP/1.1" status: 404 len: 336 time: 0.0897105 Feb 28 11:33:30.950892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50096) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:30.957650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.035883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:31.039032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.046989 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0317450d-c781-4c4d-9940-6475a68490e1 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f615e81-0b8a-4501-8595-5fb89669ce13 HTTP/1.1" status: 200 len: 205 time: 0.0646627 Feb 28 11:33:31.051348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50100) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:31.101164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] For port 23abd715-666d-4966-9e0e-cbe801531732, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=23abd715-666d-4966-9e0e-cbe801531732,segment=NetworkSegment(192bdff2-571d-4c71-a593-ba3f72f8e088),segment_id=192bdff2-571d-4c71-a593-ba3f72f8e088)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:31.101809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.117645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.118416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.122480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.126927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:31.170046 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-3dcf5554-099b-45bc-bc98-13d2b204aec1 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] delete failed (client error): The resource could not be found. Feb 28 11:33:31.175102 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3dcf5554-099b-45bc-bc98-13d2b204aec1 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/8f615e81-0b8a-4501-8595-5fb89669ce13 HTTP/1.1" status: 404 len: 336 time: 0.1230538 Feb 28 11:33:31.182395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50104) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:31.238467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.250081 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-623b17f4-18a0-4151-b34f-4ac35b1c0ec7 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=a6c612a8-6828-4a8d-ab90-dfc6fa05bd79 HTTP/1.1" status: 200 len: 205 time: 0.0680842 Feb 28 11:33:31.251198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50108) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:31.327746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-6e5ed097-aeec-45ba-8a19-e22fa1360852 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] delete failed (client error): The resource could not be found. Feb 28 11:33:31.331154 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6e5ed097-aeec-45ba-8a19-e22fa1360852 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/a6c612a8-6828-4a8d-ab90-dfc6fa05bd79 HTTP/1.1" status: 404 len: 336 time: 0.0768735 Feb 28 11:33:31.331857 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50112) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:31.334093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] Calling delete_port for 23abd715-666d-4966-9e0e-cbe801531732 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:31.350516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Port': ['ID=9cfa4e32-421b-4a84-bdeb-6675ce14616b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:31.367899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f89be30-b6a8-47dd-899a-0d5ec5653844']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:31.388444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 18fea2ce-da45-414c-882b-9a83ce7cfcd5, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=18fea2ce-da45-414c-882b-9a83ce7cfcd5,segment=NetworkSegment(d785329f-4d4b-4c89-8b72-299a942aaf74),segment_id=d785329f-4d4b-4c89-8b72-299a942aaf74)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:31.398257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-425495d3-12bb-495b-b69e-0f8626b2ee64 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "GET /v2.0/ports?device_id=87736082-ba2f-4e09-9327-121ca6057923 HTTP/1.1" status: 200 len: 205 time: 0.0632346 Feb 28 11:33:31.398257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192bdff2-571d-4c71-a593-ba3f72f8e088') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:31.398257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192bdff2-571d-4c71-a593-ba3f72f8e088') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:31.404737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50116) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:31.412277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.412721 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Added segment a762c4a9-b4b3-4ffc-8947-0e736b8e1628 of type vlan for network 35ebae2f-469c-477e-b967-0c70df8cbe77 Feb 28 11:33:31.430757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No DVR routers for this DVR port 9cfa4e32-421b-4a84-bdeb-6675ce14616b on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:31.477928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.485316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-6dbecfae-59f1-4e61-a77d-9fa4cb798e98 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] delete failed (client error): The resource could not be found. Feb 28 11:33:31.489763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6dbecfae-59f1-4e61-a77d-9fa4cb798e98 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/routers/87736082-ba2f-4e09-9327-121ca6057923 HTTP/1.1" status: 404 len: 336 time: 0.0806692 Feb 28 11:33:31.489874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50120) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:31.509408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.527555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.533200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.535967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ecd2720-1261-497e-8f9b-efea414cd727 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:31.536608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ecd2720-1261-497e-8f9b-efea414cd727 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:31.543563 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3ecd2720-1261-497e-8f9b-efea414cd727 tempest-RoutersAdminTest-345079641 tempest-RoutersAdminTest-345079641-project] 10.222.0.31 "DELETE /v2.0/subnets/931cdd55-a239-484c-994e-2b70d6b46380 HTTP/1.1" status: 404 len: 337 time: 0.0527937 Feb 28 11:33:31.556823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:31.558649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:31.587140 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:31.619689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.659368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1220340b-088b-4560-ab15-8405d8558d65']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:31.671789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-4cfdaa8f-8a47-4b90-b865-a95d103bfaf6', 'network_id': '4cfdaa8f-8a47-4b90-b865-a95d103bfaf6', 'tenant_id': '6906c81da64a4feba4cc1a2eef07dc11', 'fixed_ips': [{'subnet_id': '61f91953-4dca-4931-9676-aa5ce1ad5584'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:31.673342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.675201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6371fe0c-6096-497c-822e-2fd633afe10e') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:31.675755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6371fe0c-6096-497c-822e-2fd633afe10e') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:31.690351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.710153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:31.710794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:31.712481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.715033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] For port 18fea2ce-da45-414c-882b-9a83ce7cfcd5, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=18fea2ce-da45-414c-882b-9a83ce7cfcd5,segment=NetworkSegment(d785329f-4d4b-4c89-8b72-299a942aaf74),segment_id=d785329f-4d4b-4c89-8b72-299a942aaf74)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:31.717012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.717149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:31.717298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.722504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.760636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:31.761043 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:31.777817 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:31.840767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.860187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:31.865354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 23abd715-666d-4966-9e0e-cbe801531732 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:31.872303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Network': ['ID=9f89be30-b6a8-47dd-899a-0d5ec5653844,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:31.880407 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8e7290d9-d594-463b-8306-adeadb3c6ec5 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/networks/9f89be30-b6a8-47dd-899a-0d5ec5653844 HTTP/1.1" status: 204 len: 168 time: 2.4927261 Feb 28 11:33:31.880604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50126) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:31.942138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Calling delete_port for 18fea2ce-da45-414c-882b-9a83ce7cfcd5 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:31.984419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Network': ['ID=35ebae2f-469c-477e-b967-0c70df8cbe77,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:31.993827 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6c632c08-bb46-40a5-a8e7-61cd9cfaf0a1 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2498724 Feb 28 11:33:31.995353 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50132) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:32.001077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=18fea2ce-da45-414c-882b-9a83ce7cfcd5,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:32.001364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'subnet': {'network_id': '35ebae2f-469c-477e-b967-0c70df8cbe77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:32.009267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 35ebae2f-469c-477e-b967-0c70df8cbe77 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:32.021658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 23abd715-666d-4966-9e0e-cbe801531732 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:33:32.022008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 23abd715-666d-4966-9e0e-cbe801531732 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:32.035902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.048089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Deleting port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:32.048492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.091443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.139510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.187063 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=1220340b-088b-4560-ab15-8405d8558d65,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:32.214501 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6599bbf4-e499-44ee-b5b1-544c90d6b57e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/1220340b-088b-4560-ab15-8405d8558d65 HTTP/1.1" status: 204 len: 168 time: 4.7577012 Feb 28 11:33:32.223297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50142) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:32.233314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Allocated IP 2001:db8:0:ffff::2 (4cfdaa8f-8a47-4b90-b865-a95d103bfaf6/61f91953-4dca-4931-9676-aa5ce1ad5584/8f143683-4976-42bb-9f61-6c49ec82c7ce) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:32.239018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1091470397'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:32.240937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:32.244513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:32.245442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:subnet and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:32.248544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:network and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:32.250290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:32.252238 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:32.258902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50146) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:32.261858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:32.263230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] Deleting port 23abd715-666d-4966-9e0e-cbe801531732 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:32.263678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.282412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:32.297111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Router b8ef9e08-cf93-453e-a791-e46027bb24b4 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:33:32.342796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:32.343174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:32.380668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb26b7c5-72ad-4566-b28a-67a8b10e27e7 None None] The port '23abd715-666d-4966-9e0e-cbe801531732' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:33:32.380888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:32.383966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] For port 18fea2ce-da45-414c-882b-9a83ce7cfcd5, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=18fea2ce-da45-414c-882b-9a83ce7cfcd5,segment=NetworkSegment(d785329f-4d4b-4c89-8b72-299a942aaf74),segment_id=d785329f-4d4b-4c89-8b72-299a942aaf74)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:32.384420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.537714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.540820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-11230300-62ca-4c9c-b29a-8820f2c426cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.548355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Transition to ACTIVE for port object 8f143683-4976-42bb-9f61-6c49ec82c7ce will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:32.553661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:32.556604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.571592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Transition to ACTIVE for port object 8f143683-4976-42bb-9f61-6c49ec82c7ce will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:32.604892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.635131 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.661482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Calling delete_port for 18fea2ce-da45-414c-882b-9a83ce7cfcd5 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:32.692005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-11230300-62ca-4c9c-b29a-8820f2c426cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:32.710756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-11230300-62ca-4c9c-b29a-8820f2c426cd admin admin] Usage tracker for resource:security_group_rule and tenant:4ad8356c30294f988e7f101345a42055 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:32.717369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-11230300-62ca-4c9c-b29a-8820f2c426cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:32.732335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-11230300-62ca-4c9c-b29a-8820f2c426cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:32.757694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Deleting port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:32.758982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.772587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:32.807347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.807822 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment 501024eb-1caf-4f30-9a23-24c17cee6434 of type vlan for network 27e4ccff-d48a-4f20-82cb-4430f339bc7f Feb 28 11:33:32.852994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.900792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.903429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Network 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:32.908489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-11230300-62ca-4c9c-b29a-8820f2c426cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.913161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:32.915178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Pushing event updated for resources: {'Port': ['ID=8f143683-4976-42bb-9f61-6c49ec82c7ce,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:32.940952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:32.942605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:32.949589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Port': ['ID=18fea2ce-da45-414c-882b-9a83ce7cfcd5,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:32.951310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-99474b31-edea-4f56-964b-1630e1e5ac94 None None] The port '18fea2ce-da45-414c-882b-9a83ce7cfcd5' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:33:32.954104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] No DVR routers for this DVR port 18fea2ce-da45-414c-882b-9a83ce7cfcd5 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:32.985960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c23420-73c4-4e83-8ab1-69c794357bfb None None] Sync routers for ids ['b8ef9e08-cf93-453e-a791-e46027bb24b4'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:33:32.987756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-11230300-62ca-4c9c-b29a-8820f2c426cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.992349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:32.995980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:32.996416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.043877 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-11230300-62ca-4c9c-b29a-8820f2c426cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ad8356c30294f988e7f101345a42055&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7814102 Feb 28 11:33:33.044831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50152) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:33.051915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11230300-62ca-4c9c-b29a-8820f2c426cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f2246b6-c89e-4181-b5c3-69e07f317f87,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:33.061708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Attempting to bind port 8f143683-4976-42bb-9f61-6c49ec82c7ce on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:33.061708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Attempting to bind port 8f143683-4976-42bb-9f61-6c49ec82c7ce by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'ebe4756e-bc35-40d7-8194-2a0f2fcd763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4cfdaa8f-8a47-4b90-b865-a95d103bfaf6'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:33.061708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Attempting to bind port 8f143683-4976-42bb-9f61-6c49ec82c7ce on network 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:33.061708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c23420-73c4-4e83-8ab1-69c794357bfb None None] Routers {'b8ef9e08-cf93-453e-a791-e46027bb24b4'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:33.061708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-90c23420-73c4-4e83-8ab1-69c794357bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['b8ef9e08-cf93-453e-a791-e46027bb24b4'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.119739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-90c23420-73c4-4e83-8ab1-69c794357bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.122091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:33.122455 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Checking segment: {'id': 'ebe4756e-bc35-40d7-8194-2a0f2fcd763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4cfdaa8f-8a47-4b90-b865-a95d103bfaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:33.122882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.123270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Bound using segment: {'id': 'ebe4756e-bc35-40d7-8194-2a0f2fcd763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4cfdaa8f-8a47-4b90-b865-a95d103bfaf6'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:33.123750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Bound port: 8f143683-4976-42bb-9f61-6c49ec82c7ce, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebe4756e-bc35-40d7-8194-2a0f2fcd763c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '4cfdaa8f-8a47-4b90-b865-a95d103bfaf6'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:33.124117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.187928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c23420-73c4-4e83-8ab1-69c794357bfb None None] Routers {'b8ef9e08-cf93-453e-a791-e46027bb24b4'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:33.188560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-90c23420-73c4-4e83-8ab1-69c794357bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['b8ef9e08-cf93-453e-a791-e46027bb24b4'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.200335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=27e4ccff-d48a-4f20-82cb-4430f339bc7f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:33.203634 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.232900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2108ddde-4dbd-4b2a-8246-7eb7c7318f00']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.244735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 27e4ccff-d48a-4f20-82cb-4430f339bc7f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:33.246272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.250173 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d139495b-6d33-4bf3-a4fc-1f645d59e88f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0232940 Feb 28 11:33:33.250627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd785329f-4d4b-4c89-8b72-299a942aaf74') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.250870 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9b0ec502-7e09-4fb2-86b7-878aec453496 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.9752777 Feb 28 11:33:33.250978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd785329f-4d4b-4c89-8b72-299a942aaf74') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.255782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50156) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:33.256104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50158) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:33.266035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.270776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '27e4ccff-d48a-4f20-82cb-4430f339bc7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:33.280362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-90c23420-73c4-4e83-8ab1-69c794357bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.280362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c23420-73c4-4e83-8ab1-69c794357bfb None None] The sync data for ids ['b8ef9e08-cf93-453e-a791-e46027bb24b4'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:33:33.284307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.288887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:33.292170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:33.293992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:33.308736 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:33.374177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] For port 8f143683-4976-42bb-9f61-6c49ec82c7ce, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:33.385621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] For port 8f143683-4976-42bb-9f61-6c49ec82c7ce, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8f143683-4976-42bb-9f61-6c49ec82c7ce,segment=NetworkSegment(ebe4756e-bc35-40d7-8194-2a0f2fcd763c),segment_id=ebe4756e-bc35-40d7-8194-2a0f2fcd763c)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:33.428941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.445840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.451238 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.482553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Network': ['ID=2108ddde-4dbd-4b2a-8246-7eb7c7318f00,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:33.488991 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4511ce1f-c7c5-451c-9963-33e05156ec76 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/networks/2108ddde-4dbd-4b2a-8246-7eb7c7318f00 HTTP/1.1" status: 204 len: 168 time: 1.6069696 Feb 28 11:33:33.491366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50164) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:33.519144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df72a9f3-ceac-4742-b1e4-bc6de7b3dfbe None None] Pushing event updated for resources: {'Port': ['ID=8f143683-4976-42bb-9f61-6c49ec82c7ce,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:33.543303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.objects.ports [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84338) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:33:33.554235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.632118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.636623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72ceb76c-6e21-4d79-a640-116eed43846d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.649688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:33.673632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:subnet and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:33.691591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:33.712946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:33.729967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72ceb76c-6e21-4d79-a640-116eed43846d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.745069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Subnet': ['ID=e22d0b9f-f785-4abc-83bf-798829847458,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:33.809932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.815570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Checking segment: {'id': 'a762c4a9-b4b3-4ffc-8947-0e736b8e1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35ebae2f-469c-477e-b967-0c70df8cbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:33.816005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network hostable DHCP agents. Network: 35ebae2f-469c-477e-b967-0c70df8cbe77, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:33.844110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:33.847446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.864697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51254d92-8cdf-4a9d-963c-746d2f738356') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.865422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51254d92-8cdf-4a9d-963c-746d2f738356') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:33.879101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.896388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.900867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.902790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:33.903273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:33.917917 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:33.945889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72ceb76c-6e21-4d79-a640-116eed43846d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:33.978604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceb76c-6e21-4d79-a640-116eed43846d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f2246b6-c89e-4181-b5c3-69e07f317f87,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:33.992789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.012644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72ceb76c-6e21-4d79-a640-116eed43846d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.013876 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-72ceb76c-6e21-4d79-a640-116eed43846d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f2246b6-c89e-4181-b5c3-69e07f317f87 HTTP/1.1" status: 204 len: 168 time: 0.9653068 Feb 28 11:33:34.018324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network 35ebae2f-469c-477e-b967-0c70df8cbe77 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:34.083740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.104911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.111371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Network': ['ID=153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:34.122117 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8cdda476-485d-4820-9676-945e2355ee00 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/networks/153e5aad-b349-4a2c-8e2b-ea1fe43cfcc8 HTTP/1.1" status: 204 len: 168 time: 0.6259310 Feb 28 11:33:34.122117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50170) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:34.163561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 35ebae2f-469c-477e-b967-0c70df8cbe77) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:34.171836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eea5793-9925-43ba-aa40-8b825c392f87 None None] Network 35ebae2f-469c-477e-b967-0c70df8cbe77 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:34.220002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:34.220592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.247817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.358906 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-70c9ca62-288e-4b4a-afff-81383f844af9 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3597059 Feb 28 11:33:34.362442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50176) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:34.374720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'port': {'network_id': '35ebae2f-469c-477e-b967-0c70df8cbe77', 'name': 'tempest-NetworksIpV6TestAttrs-1547018500'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:34.429358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.472320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c1cc89c-51e2-46eb-8f04-651a37c8aace']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:34.479431 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-35ebae2f-469c-477e-b967-0c70df8cbe77', 'network_id': '35ebae2f-469c-477e-b967-0c70df8cbe77', 'tenant_id': '6906c81da64a4feba4cc1a2eef07dc11', 'fixed_ips': [{'subnet_id': 'e22d0b9f-f785-4abc-83bf-798829847458'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:34.480256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.584184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3d9bfb0-5ba6-4944-84d0-927b0c3237e7') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:34.584799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3d9bfb0-5ba6-4944-84d0-927b0c3237e7') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:34.598325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.614914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.621771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:34.622402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.643522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:34.646729 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:34.662811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:port and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:34.680496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:34.688215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:34.723191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Allocated IP 2001:db8::f816:3eff:fe1b:197b (35ebae2f-469c-477e-b967-0c70df8cbe77/e22d0b9f-f785-4abc-83bf-798829847458/2878a2a2-7bef-4934-8aff-3ed3627a2932) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:34.782900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.812772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd181c5-c5c6-4707-8572-340f95093d8d None None] Network 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:34.838137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.848274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:34.883160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] 10.222.0.31 "DELETE /v2.0/networks/8c1cc89c-51e2-46eb-8f04-651a37c8aace HTTP/1.1" status: 204 len: 168 time: 0.7602947 Feb 28 11:33:34.884406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bc090c-51de-415d-9fb6-566b69cdc130 tempest-BulkNetworkOpsTest-1645413666 tempest-BulkNetworkOpsTest-1645413666-project] Pushing event deleted for resources: {'Network': ['ID=8c1cc89c-51e2-46eb-8f04-651a37c8aace,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:34.974042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50184) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:34.994464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:34.997445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.035568 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d36abf7b-9b36-4215-a24a-37503efa42b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d11317277514923bd5098d6bf625be3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0574007 Feb 28 11:33:35.036525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50188) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:35.054612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=1a9092ce-4d08-4c16-9d96-5738399ef432,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:35.070546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] device_id is not set on port ca411799-884d-4a23-a215-746e120230cc yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:35.108240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-46818ec0-b6cc-4787-aa8e-c735fef02024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.139519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-46818ec0-b6cc-4787-aa8e-c735fef02024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.165113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking segment: {'id': '501024eb-1caf-4f30-9a23-24c17cee6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '27e4ccff-d48a-4f20-82cb-4430f339bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:35.165478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network hostable DHCP agents. Network: 27e4ccff-d48a-4f20-82cb-4430f339bc7f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:35.180815 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7a16715f-a0b8-41a7-bacf-f8c9e401e8a0 None None] Provisioning for port 8f143683-4976-42bb-9f61-6c49ec82c7ce completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:35.201390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.212410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Transition to ACTIVE for port object 2878a2a2-7bef-4934-8aff-3ed3627a2932 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:35.232459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Transition to ACTIVE for port object 2878a2a2-7bef-4934-8aff-3ed3627a2932 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:35.242209 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.285734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 27e4ccff-d48a-4f20-82cb-4430f339bc7f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:35.318312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.393502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Network 35ebae2f-469c-477e-b967-0c70df8cbe77 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:35.396002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.396528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:35.399442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:35.414123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Allocated IP 2001:db8::f816:3eff:fe55:e986 (35ebae2f-469c-477e-b967-0c70df8cbe77/e22d0b9f-f785-4abc-83bf-798829847458/ca411799-884d-4a23-a215-746e120230cc) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:35.415914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Pushing event updated for resources: {'Port': ['ID=2878a2a2-7bef-4934-8aff-3ed3627a2932,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:35.416461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 27e4ccff-d48a-4f20-82cb-4430f339bc7f) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:35.418175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-46818ec0-b6cc-4787-aa8e-c735fef02024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.422720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:35.423424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.459976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626590af-d2de-4bfc-b4ee-199756a490f8 None None] Network 27e4ccff-d48a-4f20-82cb-4430f339bc7f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:35.461909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-46818ec0-b6cc-4787-aa8e-c735fef02024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.466258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-46818ec0-b6cc-4787-aa8e-c735fef02024 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1542a775-cc35-423d-9e96-c0a870484c4f HTTP/1.1" status: 204 len: 168 time: 0.4289458 Feb 28 11:33:35.467745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46818ec0-b6cc-4787-aa8e-c735fef02024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1542a775-cc35-423d-9e96-c0a870484c4f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:35.481274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Deleting port 0b23808e-ae66-4342-bf4b-709eea99f4fa {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:35.481564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.500603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50196) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:35.546567 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5de3abc8-bec6-4bd5-b4cd-10ec166ba0d2 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2879150 Feb 28 11:33:35.549855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50202) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:35.556121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '27e4ccff-d48a-4f20-82cb-4430f339bc7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:35.751463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:35.757250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:subnet and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:35.767113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:35.780844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:35.810001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8f143683-4976-42bb-9f61-6c49ec82c7ce up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:35.844766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e724c17d-b249-4828-abe1-276d3a3fe6ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=940d885cf57e4622adac741fb266a800&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3429973 Feb 28 11:33:35.845493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50206) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:35.868692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:35.885550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.887068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Attempting to bind port 2878a2a2-7bef-4934-8aff-3ed3627a2932 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:35.887068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Attempting to bind port 2878a2a2-7bef-4934-8aff-3ed3627a2932 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'a762c4a9-b4b3-4ffc-8947-0e736b8e1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35ebae2f-469c-477e-b967-0c70df8cbe77'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:35.887367 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Attempting to bind port 2878a2a2-7bef-4934-8aff-3ed3627a2932 on network 35ebae2f-469c-477e-b967-0c70df8cbe77 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:35.895804 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.930058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:35.930427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Checking segment: {'id': 'a762c4a9-b4b3-4ffc-8947-0e736b8e1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35ebae2f-469c-477e-b967-0c70df8cbe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:35.930824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:35.931237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Bound using segment: {'id': 'a762c4a9-b4b3-4ffc-8947-0e736b8e1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35ebae2f-469c-477e-b967-0c70df8cbe77'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:35.931714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Bound port: 2878a2a2-7bef-4934-8aff-3ed3627a2932, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a762c4a9-b4b3-4ffc-8947-0e736b8e1628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '35ebae2f-469c-477e-b967-0c70df8cbe77'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:35.932077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.032522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Calling delete_port for 0b23808e-ae66-4342-bf4b-709eea99f4fa owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:36.051346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.073945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Transition to ACTIVE for port object ca411799-884d-4a23-a215-746e120230cc will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:36.087983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-27e4ccff-d48a-4f20-82cb-4430f339bc7f', 'network_id': '27e4ccff-d48a-4f20-82cb-4430f339bc7f', 'tenant_id': 'c9eaf23bc38e48c8a6ba08ab6e671280', 'fixed_ips': [{'subnet_id': '1a9092ce-4d08-4c16-9d96-5738399ef432'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:36.088803 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.194056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] For port 2878a2a2-7bef-4934-8aff-3ed3627a2932, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:36.197528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8f143683-4976-42bb-9f61-6c49ec82c7ce completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:36.204742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-decc4e07-9e2e-42b8-a0e4-ca332dd8dac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.216926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8f143683-4976-42bb-9f61-6c49ec82c7ce triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:36.217483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.232343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.254609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] For port 2878a2a2-7bef-4934-8aff-3ed3627a2932, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2878a2a2-7bef-4934-8aff-3ed3627a2932,segment=NetworkSegment(a762c4a9-b4b3-4ffc-8947-0e736b8e1628),segment_id=a762c4a9-b4b3-4ffc-8947-0e736b8e1628)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:36.261614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-decc4e07-9e2e-42b8-a0e4-ca332dd8dac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.360595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network 35ebae2f-469c-477e-b967-0c70df8cbe77 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:36.362500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Port': ['ID=ca411799-884d-4a23-a215-746e120230cc,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:36.368232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:36.373356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:36.375458 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.377064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:36.378278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.480439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.485832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Allocated IP 2001:db8::2 (27e4ccff-d48a-4f20-82cb-4430f339bc7f/1a9092ce-4d08-4c16-9d96-5738399ef432/2f8c7fd8-14ff-44b8-917c-89028219d752) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:36.492131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-decc4e07-9e2e-42b8-a0e4-ca332dd8dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.519548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.531104 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0e278d10-ea3f-4ea6-85ad-24545e8da848 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1653154 Feb 28 11:33:36.538303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50220) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:36.540846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Pushing event deleted for resources: {'Port': ['ID=0b23808e-ae66-4342-bf4b-709eea99f4fa,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:36.543071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8083b1c-17fb-4820-a77f-3d65615d3bdf None None] Pushing event updated for resources: {'Port': ['ID=2878a2a2-7bef-4934-8aff-3ed3627a2932,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:36.576192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.617171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc4e07-9e2e-42b8-a0e4-ca332dd8dac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeac667a-ee36-4140-b063-cb127d855663,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:36.699515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-decc4e07-9e2e-42b8-a0e4-ca332dd8dac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.717424 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-decc4e07-9e2e-42b8-a0e4-ca332dd8dac8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aeac667a-ee36-4140-b063-cb127d855663 HTTP/1.1" status: 204 len: 168 time: 0.8687000 Feb 28 11:33:36.723105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 27e4ccff-d48a-4f20-82cb-4430f339bc7f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:36.726162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=88a35d38-5928-40aa-bfcc-52d50fdb2899,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:36.726935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8f143683-4976-42bb-9f61-6c49ec82c7ce, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8f143683-4976-42bb-9f61-6c49ec82c7ce,segment=NetworkSegment(ebe4756e-bc35-40d7-8194-2a0f2fcd763c),segment_id=ebe4756e-bc35-40d7-8194-2a0f2fcd763c)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:36.738144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:36.744147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:36.744762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.761764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d033c1-e4fe-46bb-a19f-83388ec732d8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Deleting subnet e22d0b9f-f785-4abc-83bf-798829847458 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:33:36.769171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d033c1-e4fe-46bb-a19f-83388ec732d8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.839989 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-164fac4a-39a6-4a6e-9bb2-27fac439f8af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.2890732 Feb 28 11:33:36.845332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50230) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:36.878643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:36.980173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b7b3e-7e2f-44b9-9535-b005854868ed tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:36.983422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b7b3e-7e2f-44b9-9535-b005854868ed tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:36.988408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b7b3e-7e2f-44b9-9535-b005854868ed tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:36.988408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b7b3e-7e2f-44b9-9535-b005854868ed tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:36.989417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a3b7b3e-7e2f-44b9-9535-b005854868ed tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:36.991332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0a3b7b3e-7e2f-44b9-9535-b005854868ed tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Synchronizing usage tracker for tenant:c9eaf23bc38e48c8a6ba08ab6e671280 on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:37.000782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d033c1-e4fe-46bb-a19f-83388ec732d8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.010265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.022254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8f143683-4976-42bb-9f61-6c49ec82c7ce,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:37.036975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Transition to ACTIVE for port object 2f8c7fd8-14ff-44b8-917c-89028219d752 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:37.068785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Transition to ACTIVE for port object 2f8c7fd8-14ff-44b8-917c-89028219d752 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:37.103643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0a3b7b3e-7e2f-44b9-9535-b005854868ed tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Unset dirty status for tenant:c9eaf23bc38e48c8a6ba08ab6e671280 on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:37.106938 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0a3b7b3e-7e2f-44b9-9535-b005854868ed tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2613344 Feb 28 11:33:37.109008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50236) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:37.115689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-350655581'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:37.122310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:37.126797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:network and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:37.131200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:37.136964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:37.155234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.184188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.207297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50242) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:37.240266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:37.244194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.248017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Network 27e4ccff-d48a-4f20-82cb-4430f339bc7f is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:37.248899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Pushing event updated for resources: {'Port': ['ID=2f8c7fd8-14ff-44b8-917c-89028219d752,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:37.251621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:37.254367 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:37.314669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:37.322505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.327948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.328499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.328639 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment bef44117-3b43-41c3-bcd6-cb7829faf755 of type vlan for network 52d24009-40ff-4bdf-9b18-9e45400929de Feb 28 11:33:37.356548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Attempting to bind port 2f8c7fd8-14ff-44b8-917c-89028219d752 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:37.356925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Attempting to bind port 2f8c7fd8-14ff-44b8-917c-89028219d752 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '501024eb-1caf-4f30-9a23-24c17cee6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '27e4ccff-d48a-4f20-82cb-4430f339bc7f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:37.357286 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Attempting to bind port 2f8c7fd8-14ff-44b8-917c-89028219d752 on network 27e4ccff-d48a-4f20-82cb-4430f339bc7f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:37.368864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:37.373893 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:33:37.374500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Checking segment: {'id': '501024eb-1caf-4f30-9a23-24c17cee6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '27e4ccff-d48a-4f20-82cb-4430f339bc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:37.374938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.375338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Bound using segment: {'id': '501024eb-1caf-4f30-9a23-24c17cee6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '27e4ccff-d48a-4f20-82cb-4430f339bc7f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:37.375832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Bound port: 2f8c7fd8-14ff-44b8-917c-89028219d752, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501024eb-1caf-4f30-9a23-24c17cee6434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '27e4ccff-d48a-4f20-82cb-4430f339bc7f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:37.376206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.376963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.470053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1978321601'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:37.476093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:37.480209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Usage tracker for resource:network and tenant:784a8dbb1dc445a994104d77e5caf70a is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:37.483528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:37.492883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:37.498832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] For port 2f8c7fd8-14ff-44b8-917c-89028219d752, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:37.502785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] For port 2f8c7fd8-14ff-44b8-917c-89028219d752, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2f8c7fd8-14ff-44b8-917c-89028219d752,segment=NetworkSegment(501024eb-1caf-4f30-9a23-24c17cee6434),segment_id=501024eb-1caf-4f30-9a23-24c17cee6434)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:37.518883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.523545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:37.524472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.616078 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Router b8ef9e08-cf93-453e-a791-e46027bb24b4 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:33:37.652144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.669478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d033c1-e4fe-46bb-a19f-83388ec732d8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.681209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Made reservation on behalf of 784a8dbb1dc445a994104d77e5caf70a for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:37.684226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.708848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.733015 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6224720 Feb 28 11:33:37.741610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50254) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:37.793615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627f8bc-5348-4f4c-824c-ca05d530b125 None None] Pushing event updated for resources: {'Port': ['ID=2f8c7fd8-14ff-44b8-917c-89028219d752,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:37.798157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8f143683-4976-42bb-9f61-6c49ec82c7ce up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:37.811109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a5b5d628-3757-41cb-8516-e4dde73d5c17 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:37.832911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78303497-0720-4107-8606-5b27cbee27ca tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=52d24009-40ff-4bdf-9b18-9e45400929de,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:37.895806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d033c1-e4fe-46bb-a19f-83388ec732d8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:37.900841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 52d24009-40ff-4bdf-9b18-9e45400929de details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:37.963589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:37.970250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Usage tracker for resource:security_group_rule and tenant:784a8dbb1dc445a994104d77e5caf70a is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:37.985142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0aefaa8-d1e1-4cd8-9561-eb8f195101ed None None] Network 35ebae2f-469c-477e-b967-0c70df8cbe77 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:37.995799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:38.014474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d033c1-e4fe-46bb-a19f-83388ec732d8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.018727 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d033c1-e4fe-46bb-a19f-83388ec732d8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Subnet': ['ID=e22d0b9f-f785-4abc-83bf-798829847458,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:38.024004 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-79d033c1-e4fe-46bb-a19f-83388ec732d8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/subnets/e22d0b9f-f785-4abc-83bf-798829847458 HTTP/1.1" status: 204 len: 168 time: 1.4806530 Feb 28 11:33:38.029098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50260) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.086792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:38.135383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef059a-801f-4bf3-8b86-225a3475f69f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:38.135383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ef059a-801f-4bf3-8b86-225a3475f69f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:38.136032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e7ef059a-801f-4bf3-8b86-225a3475f69f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Synchronizing usage tracker for tenant:6906c81da64a4feba4cc1a2eef07dc11 on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:38.153410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8f143683-4976-42bb-9f61-6c49ec82c7ce triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:38.153867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.154356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:33:38.166114 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a1e88-7782-4329-bc10-050abf3f111a None None] Sync routers for ids ['b8ef9e08-cf93-453e-a791-e46027bb24b4'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:33:38.185843 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a1e88-7782-4329-bc10-050abf3f111a None None] Routers {'b8ef9e08-cf93-453e-a791-e46027bb24b4'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:38.186470 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d0a1e88-7782-4329-bc10-050abf3f111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['b8ef9e08-cf93-453e-a791-e46027bb24b4'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:38.186802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d628-3757-41cb-8516-e4dde73d5c17 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.206563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.210401 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-37eb794c-27ea-4a1e-9587-20444313b86b tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "PUT /v2.0/routers/b8ef9e08-cf93-453e-a791-e46027bb24b4 HTTP/1.1" status: 200 len: 710 time: 4.9530039 Feb 28 11:33:38.214503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50268) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.334738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.340757 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d0a1e88-7782-4329-bc10-050abf3f111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:38.355918 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a1e88-7782-4329-bc10-050abf3f111a None None] Routers {'b8ef9e08-cf93-453e-a791-e46027bb24b4'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:33:38.356616 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d0a1e88-7782-4329-bc10-050abf3f111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:33:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['b8ef9e08-cf93-453e-a791-e46027bb24b4'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:38.366508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e7ef059a-801f-4bf3-8b86-225a3475f69f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Unset dirty status for tenant:6906c81da64a4feba4cc1a2eef07dc11 on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:38.368202 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e7ef059a-801f-4bf3-8b86-225a3475f69f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3379567 Feb 28 11:33:38.371490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50274) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.427497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d628-3757-41cb-8516-e4dde73d5c17 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.432262 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d0a1e88-7782-4329-bc10-050abf3f111a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:38.433229 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a1e88-7782-4329-bc10-050abf3f111a None None] The sync data for ids ['b8ef9e08-cf93-453e-a791-e46027bb24b4'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:33:38.460801 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-921a597a-d5ed-4dc7-bfa1-6b244687cd7a tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/routers/b8ef9e08-cf93-453e-a791-e46027bb24b4 HTTP/1.1" status: 200 len: 745 time: 0.2447064 Feb 28 11:33:38.464448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50280) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.478212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2878a2a2-7bef-4934-8aff-3ed3627a2932 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:38.529948 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-55ff2876-ba26-4633-8a60-29c2e91e84e3 None None] Provisioning for port 2878a2a2-7bef-4934-8aff-3ed3627a2932 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:38.530059 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-30ebe666-4f92-40b8-b0b5-1cb4affe8c0d tempest-RoutersIpV6AdminTest-1524351509 tempest-RoutersIpV6AdminTest-1524351509-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&device_id=b8ef9e08-cf93-453e-a791-e46027bb24b4 HTTP/1.1" status: 200 len: 205 time: 0.0621700 Feb 28 11:33:38.530748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50284) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.594390 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-37016bfc-b9e4-4e81-8193-edd2381c1555 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ef9e08-cf93-453e-a791-e46027bb24b4 HTTP/1.1" status: 200 len: 205 time: 0.0618649 Feb 28 11:33:38.595624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50288) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.682613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50294) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.715279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 2878a2a2-7bef-4934-8aff-3ed3627a2932 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:38.723386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2878a2a2-7bef-4934-8aff-3ed3627a2932 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:38.723805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.761696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] DHCP port deletion for 35ebae2f-469c-477e-b967-0c70df8cbe77 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:33:38.780365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Deleting port 2878a2a2-7bef-4934-8aff-3ed3627a2932 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:38.780810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.811246 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79512e7b-94dd-4208-9b98-2c8fae4a9e7d tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.890373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a5b5d628-3757-41cb-8516-e4dde73d5c17 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 52d24009-40ff-4bdf-9b18-9e45400929de is not hosted by any dhcp agent {{(pid=84339) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 11:33:38.894953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b5d628-3757-41cb-8516-e4dde73d5c17 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:38.895585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a5b5d628-3757-41cb-8516-e4dde73d5c17 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.906065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50304) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:38.908261 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a5b5d628-3757-41cb-8516-e4dde73d5c17 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "PUT /v2.0/networks/52d24009-40ff-4bdf-9b18-9e45400929de HTTP/1.1" status: 200 len: 723 time: 1.1050553 Feb 28 11:33:38.911056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.941836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:38.963300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:38.964613 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Added segment 8f53c855-911f-480c-9ee5-5c3c57b19ff4 of type vlan for network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 Feb 28 11:33:38.978351 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5d628-3757-41cb-8516-e4dde73d5c17 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=52d24009-40ff-4bdf-9b18-9e45400929de,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:38.982324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '52d24009-40ff-4bdf-9b18-9e45400929de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:38.998193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 52d24009-40ff-4bdf-9b18-9e45400929de details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:39.036282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.136111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a46e5cf-9d10-4a89-a3d9-c8b27bd00525,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:39.144467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6c2e2e8-a9ae-4f33-a50b-1c1e4686dc99 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.154471 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c2e2e8-a9ae-4f33-a50b-1c1e4686dc99 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 11:33:39.154974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c2e2e8-a9ae-4f33-a50b-1c1e4686dc99 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:39.167155 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d6c2e2e8-a9ae-4f33-a50b-1c1e4686dc99 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/35ebae2f-469c-477e-b967-0c70df8cbe77 HTTP/1.1" status: 409 len: 405 time: 0.7942936 Feb 28 11:33:39.170584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50312) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:39.177637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-620515434'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:39.185371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.191403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:network and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:39.202581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:39.204272 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.210638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.225123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.229572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:39.230243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.258867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-147681737'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:39.274050 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.296571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:network and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:39.304277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:39.312636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] For port 2878a2a2-7bef-4934-8aff-3ed3627a2932, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2878a2a2-7bef-4934-8aff-3ed3627a2932,segment=NetworkSegment(a762c4a9-b4b3-4ffc-8947-0e736b8e1628),segment_id=a762c4a9-b4b3-4ffc-8947-0e736b8e1628)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:39.313131 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.325858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 2878a2a2-7bef-4934-8aff-3ed3627a2932, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2878a2a2-7bef-4934-8aff-3ed3627a2932,segment=NetworkSegment(a762c4a9-b4b3-4ffc-8947-0e736b8e1628),segment_id=a762c4a9-b4b3-4ffc-8947-0e736b8e1628)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:39.337624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:39.340766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.380711 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.1720855 Feb 28 11:33:39.385340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50316) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:39.394005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'subnet': {'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:39.396778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.420099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e831d0d8-34d4-456d-83a8-be7486e29073 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Network': ['ID=429fbfc5-3896-4eb8-8748-976d1e4aa9c3,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:39.454762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Calling delete_port for 2878a2a2-7bef-4934-8aff-3ed3627a2932 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:39.489306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.503096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:39.505193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.519625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:39.521954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.634275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ffb70b-29e7-43b8-9465-00d7a07569fc None None] Network 27e4ccff-d48a-4f20-82cb-4430f339bc7f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:39.639050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.644736 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Added segment 70fe2335-5a01-439e-b648-9e8e10aaa568 of type vlan for network df497af1-3f40-4f5e-b4dd-c03de1e993fe Feb 28 11:33:39.657154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79512e7b-94dd-4208-9b98-2c8fae4a9e7d tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.661512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79512e7b-94dd-4208-9b98-2c8fae4a9e7d tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.669462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.685786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:39.688944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.695528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Usage tracker for resource:subnet and tenant:784a8dbb1dc445a994104d77e5caf70a is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:39.711138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.719204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:39.756952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.761543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.765260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:39.779225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group_rule and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:39.779225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79512e7b-94dd-4208-9b98-2c8fae4a9e7d tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.779225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79512e7b-94dd-4208-9b98-2c8fae4a9e7d tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Fanout notify agent at l3_agent the message router_deleted on router b8ef9e08-cf93-453e-a791-e46027bb24b4 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:33:39.794902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2f8c7fd8-14ff-44b8-917c-89028219d752 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:39.800685 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:39.810052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:39.818796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79512e7b-94dd-4208-9b98-2c8fae4a9e7d tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:39.826684 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-79512e7b-94dd-4208-9b98-2c8fae4a9e7d tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/b8ef9e08-cf93-453e-a791-e46027bb24b4 HTTP/1.1" status: 204 len: 168 time: 1.2237842 Feb 28 11:33:39.826828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50322) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:39.846116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:39.860371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=2878a2a2-7bef-4934-8aff-3ed3627a2932,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:39.913956 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-901bbe2e-9c8d-475e-816a-5c0f8c85f813 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8ef9e08-cf93-453e-a791-e46027bb24b4 HTTP/1.1" status: 200 len: 205 time: 0.0857723 Feb 28 11:33:39.915316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Made reservation on behalf of 784a8dbb1dc445a994104d77e5caf70a for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:39.917780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:39.918135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:40.015205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50328) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.018545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.022423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4a40b413-ce59-46ad-aa9a-a826106eaec1 None None] Provisioning for port 2f8c7fd8-14ff-44b8-917c-89028219d752 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:40.031232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.051102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.055582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:40.056416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.092706 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 2f8c7fd8-14ff-44b8-917c-89028219d752 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:40.102409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2f8c7fd8-14ff-44b8-917c-89028219d752 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:40.102781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.214074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.285731 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.1139965 Feb 28 11:33:40.289159 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-c965e507-b90c-47b3-acbe-17706696128c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] delete failed (client error): The resource could not be found. Feb 28 11:33:40.291245 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c965e507-b90c-47b3-acbe-17706696128c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/b8ef9e08-cf93-453e-a791-e46027bb24b4 HTTP/1.1" status: 404 len: 336 time: 0.1009614 Feb 28 11:33:40.293870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50334) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.294498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.305709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.318143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'subnet': {'network_id': 'df497af1-3f40-4f5e-b4dd-c03de1e993fe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:40.335243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50338) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.340424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b67259-3097-43ee-8f6a-fcd32cedc061 None None] Update dhcp port {'port': {'network_id': '27e4ccff-d48a-4f20-82cb-4430f339bc7f', 'fixed_ips': [{'subnet_id': '1a9092ce-4d08-4c16-9d96-5738399ef432', 'ip_address': '2001:db8::2'}, {'subnet_id': '88a35d38-5928-40aa-bfcc-52d50fdb2899'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': '2f8c7fd8-14ff-44b8-917c-89028219d752'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:33:40.355028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aad59d-9fc8-48c6-bb3a-4eb1330560b3 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Network': ['ID=df497af1-3f40-4f5e-b4dd-c03de1e993fe,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.373836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network df497af1-3f40-4f5e-b4dd-c03de1e993fe details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:40.404731 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 2f8c7fd8-14ff-44b8-917c-89028219d752, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2f8c7fd8-14ff-44b8-917c-89028219d752,segment=NetworkSegment(501024eb-1caf-4f30-9a23-24c17cee6434),segment_id=501024eb-1caf-4f30-9a23-24c17cee6434)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:40.420055 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1c57d644-abeb-4911-a2cf-efbb8ee878ba tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec0479cb-dcd3-4a47-847f-ac2e98b8f573 HTTP/1.1" status: 200 len: 205 time: 0.0793707 Feb 28 11:33:40.423312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50342) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.445158 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:40.450927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Deleting port 2878a2a2-7bef-4934-8aff-3ed3627a2932 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:40.451275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.484524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 707} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:40.494967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:40.503258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.503516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d936cb9-12a4-4e3d-9a52-217f9df41a61,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.515237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-f17dfb4d-7443-429d-b77e-26e660434b97 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] delete failed (client error): The resource could not be found. Feb 28 11:33:40.516258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f17dfb4d-7443-429d-b77e-26e660434b97 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/ec0479cb-dcd3-4a47-847f-ac2e98b8f573 HTTP/1.1" status: 404 len: 336 time: 0.0920291 Feb 28 11:33:40.519513 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50346) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.523044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.523691 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Added segment d56af08d-fa45-4ae5-bab0-7ddc152f6a90 of type vlan for network 31fa95e0-f5d5-4442-aa01-18891c6ede78 Feb 28 11:33:40.546114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391fe4a0-9dc6-4fef-be80-8fd30f55debf req-15266387-5acf-4686-9032-dc6094b095a9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:40.553881 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-391fe4a0-9dc6-4fef-be80-8fd30f55debf req-15266387-5acf-4686-9032-dc6094b095a9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.5256562 Feb 28 11:33:40.580263 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-80723a5e-5433-4acd-a4db-ff3630e2af0a tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=57fcf418-a839-47de-8f01-1b90364cc3c8 HTTP/1.1" status: 200 len: 205 time: 0.0576842 Feb 28 11:33:40.581841 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50350) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.585987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.592814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-72b67259-3097-43ee-8f6a-fcd32cedc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.618998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2878a2a2-7bef-4934-8aff-3ed3627a2932 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:40.679892 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-391fe4a0-9dc6-4fef-be80-8fd30f55debf req-75618920-fc44-48c5-aa6e-a7d6e2524a6d tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248503 Feb 28 11:33:40.750716 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-3d4fcdc0-6d8b-4dcf-8e6c-2b9dca6629fa tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] delete failed (client error): The resource could not be found. Feb 28 11:33:40.751879 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3d4fcdc0-6d8b-4dcf-8e6c-2b9dca6629fa tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/57fcf418-a839-47de-8f01-1b90364cc3c8 HTTP/1.1" status: 404 len: 336 time: 0.1691699 Feb 28 11:33:40.755066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.755899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50354) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.764515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:40.805911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.818098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=2f8c7fd8-14ff-44b8-917c-89028219d752,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.845287 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-60d7634e-d9a5-4b62-8146-d1bc43b716ee tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=abd10cb7-c718-485e-b1eb-c99a16fd16a9 HTTP/1.1" status: 200 len: 205 time: 0.0855439 Feb 28 11:33:40.854414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50358) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.931518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=aa0db756-9256-494e-a095-6839b6f2b8ac,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.936135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:40.949965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-d5762e78-b5f2-4360-9f19-32eb0ad2011c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] delete failed (client error): The resource could not be found. Feb 28 11:33:40.953524 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d5762e78-b5f2-4360-9f19-32eb0ad2011c tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/abd10cb7-c718-485e-b1eb-c99a16fd16a9 HTTP/1.1" status: 404 len: 336 time: 0.0956481 Feb 28 11:33:40.954619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50362) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:40.992001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Subnet': ['ID=57d028e2-0ad6-4a2a-974e-99eb2c29d112,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:40.997771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Checking segment: {'id': '8f53c855-911f-480c-9ee5-5c3c57b19ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:40.999206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Network hostable DHCP agents. Network: 429fbfc5-3896-4eb8-8748-976d1e4aa9c3, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:41.053131 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] For port 2878a2a2-7bef-4934-8aff-3ed3627a2932, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2878a2a2-7bef-4934-8aff-3ed3627a2932,segment=NetworkSegment(a762c4a9-b4b3-4ffc-8947-0e736b8e1628),segment_id=a762c4a9-b4b3-4ffc-8947-0e736b8e1628)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:41.053725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.074657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.089891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:41.170707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 429fbfc5-3896-4eb8-8748-976d1e4aa9c3) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:41.173359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.177335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:41.178555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.182315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:41.183104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.211523 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d937d5fb-1459-4f53-9a13-c1cd60f04745 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=50424054-79be-4df4-905b-8f987d9cdf2d HTTP/1.1" status: 200 len: 205 time: 0.2558129 Feb 28 11:33:41.212332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking segment: {'id': 'bef44117-3b43-41c3-bcd6-cb7829faf755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '52d24009-40ff-4bdf-9b18-9e45400929de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:41.212687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network hostable DHCP agents. Network: 52d24009-40ff-4bdf-9b18-9e45400929de, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:41.214640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50366) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:41.238877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Calling delete_port for 2878a2a2-7bef-4934-8aff-3ed3627a2932 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:41.266549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2641cf6f-2a21-45e0-bfe4-3039f891e711 None None] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:41.345490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Network': ['ID=31fa95e0-f5d5-4442-aa01-18891c6ede78,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:41.370972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:41.388147 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bcb6b704-2e94-44de-a121-b59b0031449c tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9987445 Feb 28 11:33:41.391932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50370) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:41.396342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-549261e4-12c4-4b1d-af07-ca6ab60ae60d tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] delete failed (client error): The resource could not be found. Feb 28 11:33:41.399943 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-549261e4-12c4-4b1d-af07-ca6ab60ae60d tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/50424054-79be-4df4-905b-8f987d9cdf2d HTTP/1.1" status: 404 len: 336 time: 0.1817267 Feb 28 11:33:41.400415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50374) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:41.400807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'port': {'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-531842157'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:41.451881 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e4d16791-ccc8-421d-b60e-77c90d891944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.7581611 Feb 28 11:33:41.461080 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5fc6582d-54dc-4e6a-941f-d8a57f1c01d1 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "GET /v2.0/ports?device_id=136c8b4b-7543-48e0-aa27-74cc3ffda55a HTTP/1.1" status: 200 len: 205 time: 0.0573354 Feb 28 11:33:41.461080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50378) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:41.466772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50380) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:41.474997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'name': 'tempest-PortsTestJSON-751226455'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:41.517461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-72b67259-3097-43ee-8f6a-fcd32cedc061 None None] Allocated IP 172.20.0.1 (27e4ccff-d48a-4f20-82cb-4430f339bc7f/88a35d38-5928-40aa-bfcc-52d50fdb2899/2f8c7fd8-14ff-44b8-917c-89028219d752) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:41.532795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 2878a2a2-7bef-4934-8aff-3ed3627a2932, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2878a2a2-7bef-4934-8aff-3ed3627a2932,segment=NetworkSegment(a762c4a9-b4b3-4ffc-8947-0e736b8e1628),segment_id=a762c4a9-b4b3-4ffc-8947-0e736b8e1628)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:41.549759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:41.554659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Usage tracker for resource:port and tenant:784a8dbb1dc445a994104d77e5caf70a is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:41.558784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:41.562344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 52d24009-40ff-4bdf-9b18-9e45400929de is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:41.567129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:41.610086 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-d156b739-f425-4278-bbad-87b662f5b183 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] delete failed (client error): The resource could not be found. Feb 28 11:33:41.611034 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d156b739-f425-4278-bbad-87b662f5b183 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/routers/136c8b4b-7543-48e0-aa27-74cc3ffda55a HTTP/1.1" status: 404 len: 336 time: 0.1432760 Feb 28 11:33:41.614544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50386) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:41.633644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 52d24009-40ff-4bdf-9b18-9e45400929de) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:41.654863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:41.655460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.675667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Made reservation on behalf of 784a8dbb1dc445a994104d77e5caf70a for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:41.680168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.698302 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebaaf7b-840f-422f-974a-9f6bdb0d9050 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:41.699062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebaaf7b-840f-422f-974a-9f6bdb0d9050 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:41.701129 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0ebaaf7b-840f-422f-974a-9f6bdb0d9050 tempest-RoutersIpV6AdminTest-483496579 tempest-RoutersIpV6AdminTest-483496579-project] 10.222.0.31 "DELETE /v2.0/subnets/c8bddf4c-0c73-4b43-bf9e-a2b7fa9ce712 HTTP/1.1" status: 404 len: 337 time: 0.0848713 Feb 28 11:33:41.714118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3195dce7-61b4-42a3-9b7b-fdbeec3c79c6 None None] Network 52d24009-40ff-4bdf-9b18-9e45400929de requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:41.717047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] device_id is not set on port 04f90e60-74fc-4bec-b9e9-2e45e8b11765 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:41.724509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:41.729744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:41.733811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:41.740638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:41.763584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.811903 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-67365865-bfac-4138-90d4-88bfe1fb324a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8386123 Feb 28 11:33:41.817952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50394) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:41.892282 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7de7f69e-b894-472c-b757-694f4de5b743 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:41.892917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Allocated IP 2001:db8::2d9 (429fbfc5-3896-4eb8-8748-976d1e4aa9c3/57d028e2-0ad6-4a2a-974e-99eb2c29d112/04f90e60-74fc-4bec-b9e9-2e45e8b11765) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:41.943717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:41.948296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:41.953156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:41.953510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:41.964982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2f8c7fd8-14ff-44b8-917c-89028219d752 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:41.998057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=2878a2a2-7bef-4934-8aff-3ed3627a2932,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:42.056073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.objects.ports [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84338) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:33:42.063769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port 989b8180-e37d-425b-a50b-b37cb671d79e yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:42.109552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90433d-637e-4592-8e9d-2f590973415f req-3ae2dcb9-84d9-4cd8-8e5c-9bb5a7e18176 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:42.111067 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b90433d-637e-4592-8e9d-2f590973415f req-3ae2dcb9-84d9-4cd8-8e5c-9bb5a7e18176 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.2124708 Feb 28 11:33:42.130120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.148263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-429fbfc5-3896-4eb8-8748-976d1e4aa9c3', 'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3', 'tenant_id': '784a8dbb1dc445a994104d77e5caf70a', 'fixed_ips': [{'subnet_id': '57d028e2-0ad6-4a2a-974e-99eb2c29d112'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:42.149112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.172329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-72b67259-3097-43ee-8f6a-fcd32cedc061 None None] For port 2f8c7fd8-14ff-44b8-917c-89028219d752, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2f8c7fd8-14ff-44b8-917c-89028219d752,segment=NetworkSegment(501024eb-1caf-4f30-9a23-24c17cee6434),segment_id=501024eb-1caf-4f30-9a23-24c17cee6434)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:42.215609 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b90433d-637e-4592-8e9d-2f590973415f req-da2fb431-edc1-43c6-81a3-3bf32a831de5 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823650 Feb 28 11:33:42.232647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.250285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Transition to ACTIVE for port object 04f90e60-74fc-4bec-b9e9-2e45e8b11765 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:42.278785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Deleting port 2878a2a2-7bef-4934-8aff-3ed3627a2932 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:42.279175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.335618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2f8c7fd8-14ff-44b8-917c-89028219d752 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:42.335836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.356850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Checking segment: {'id': '70fe2335-5a01-439e-b648-9e8e10aaa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'df497af1-3f40-4f5e-b4dd-c03de1e993fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:42.357474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network hostable DHCP agents. Network: df497af1-3f40-4f5e-b4dd-c03de1e993fe, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:42.367694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.resource_extend [None req-72b67259-3097-43ee-8f6a-fcd32cedc061 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:33:42.371652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Subnet': ['ID=0d1b0b76-0bba-44d3-a4f3-7d202f84f80c,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:42.377031 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7de7f69e-b894-472c-b757-694f4de5b743 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3455587'] for subnet, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.383996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.415443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-72b67259-3097-43ee-8f6a-fcd32cedc061 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.429254 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50400) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:42.488745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:42.491926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:42.494005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Port': ['ID=04f90e60-74fc-4bec-b9e9-2e45e8b11765,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:42.496533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:42.500574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:42.501289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.535534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-72b67259-3097-43ee-8f6a-fcd32cedc061 None None] Transition to ACTIVE for port object 2f8c7fd8-14ff-44b8-917c-89028219d752 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:42.613325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b022021-551e-410e-99c8-378c1b5c6a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-52d24009-40ff-4bdf-9b18-9e45400929de', 'network_id': '52d24009-40ff-4bdf-9b18-9e45400929de', 'tenant_id': 'c9eaf23bc38e48c8a6ba08ab6e671280', 'fixed_ips': [{'subnet_id': 'aa0db756-9256-494e-a095-6839b6f2b8ac'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:42.614136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5b022021-551e-410e-99c8-378c1b5c6a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.619170 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5b2cbeed-6583-4f55-b17c-23dfe484acf2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2261925 Feb 28 11:33:42.620071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50406) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:42.625746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'port': {'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-40527137', 'allowed_address_pairs': [{'ip_address': '2001:db8::2d9', 'mac_address': 'fa:16:3e:5a:d2:eb'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:42.698223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network df497af1-3f40-4f5e-b4dd-c03de1e993fe is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:42.710205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-72b67259-3097-43ee-8f6a-fcd32cedc061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.759198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.766124 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3a881bbf-9d90-4dc0-a75e-47f7d34004e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.789307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:42.793282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Usage tracker for resource:port and tenant:784a8dbb1dc445a994104d77e5caf70a is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:42.796915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:42.797098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Allocated IP 2001:db8::2 (429fbfc5-3896-4eb8-8748-976d1e4aa9c3/57d028e2-0ad6-4a2a-974e-99eb2c29d112/d7e9d7f4-85e4-4f16-8913-ea25a898c75c) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:42.804955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:42.823860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3a881bbf-9d90-4dc0-a75e-47f7d34004e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:42.828993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3a881bbf-9d90-4dc0-a75e-47f7d34004e9 admin admin] Usage tracker for resource:security_group_rule and tenant:3313eeaece6146b0a9a6d4213abc2bae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:42.833002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3a881bbf-9d90-4dc0-a75e-47f7d34004e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:42.839515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3a881bbf-9d90-4dc0-a75e-47f7d34004e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:42.857526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, df497af1-3f40-4f5e-b4dd-c03de1e993fe) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:42.862719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:42.864665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.885063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Made reservation on behalf of 784a8dbb1dc445a994104d77e5caf70a for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:42.889864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.892795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99db0604-af7d-4d65-ba04-7490ddca74a4 None None] Network df497af1-3f40-4f5e-b4dd-c03de1e993fe requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:42.895522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7de7f69e-b894-472c-b757-694f4de5b743 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752571804555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3843357'] for subnet, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:42.917613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] device_id is not set on port 3df5b4b8-db2e-4c6f-a3e3-d838dce19985 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:42.961163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.031949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de7f69e-b894-472c-b757-694f4de5b743 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:43.032526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7de7f69e-b894-472c-b757-694f4de5b743 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.036903 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7de7f69e-b894-472c-b757-694f4de5b743 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "PUT /v2.0/subnets/aa0db756-9256-494e-a095-6839b6f2b8ac HTTP/1.1" status: 200 len: 826 time: 1.2113638 Feb 28 11:33:43.037371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50410) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:43.039693 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-95370aa7-8c14-434d-8834-fb37a21da18f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7420611 Feb 28 11:33:43.053442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50414) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:43.081022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'port': {'network_id': 'df497af1-3f40-4f5e-b4dd-c03de1e993fe', 'name': 'tempest-NetworksIpV6TestAttrs-962715908'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:43.100819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de7f69e-b894-472c-b757-694f4de5b743 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=aa0db756-9256-494e-a095-6839b6f2b8ac,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.107366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] For port 2878a2a2-7bef-4934-8aff-3ed3627a2932, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2878a2a2-7bef-4934-8aff-3ed3627a2932,segment=NetworkSegment(a762c4a9-b4b3-4ffc-8947-0e736b8e1628),segment_id=a762c4a9-b4b3-4ffc-8947-0e736b8e1628)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:43.108290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.110082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3a881bbf-9d90-4dc0-a75e-47f7d34004e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.168373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=989b8180-e37d-425b-a50b-b37cb671d79e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.179232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b67259-3097-43ee-8f6a-fcd32cedc061 None None] Pushing event updated for resources: {'Port': ['ID=2f8c7fd8-14ff-44b8-917c-89028219d752,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.194879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3a881bbf-9d90-4dc0-a75e-47f7d34004e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.216305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.303022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.397085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Calling delete_port for 2878a2a2-7bef-4934-8aff-3ed3627a2932 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:43.397293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a881bbf-9d90-4dc0-a75e-47f7d34004e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2264aa-4aa5-4273-84c1-055364ad4bf1,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.419948 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3a881bbf-9d90-4dc0-a75e-47f7d34004e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3313eeaece6146b0a9a6d4213abc2bae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9872530 Feb 28 11:33:43.419948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Checking segment: {'id': 'd56af08d-fa45-4ae5-bab0-7ddc152f6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:43.419948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network hostable DHCP agents. Network: 31fa95e0-f5d5-4442-aa01-18891c6ede78, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:43.422880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50422) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:43.459693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:43.470135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:port and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:43.479184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:43.493425 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:43.532302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e443d7a2-8d7a-4073-b121-813249459006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.542748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3845efd6-0e18-4b21-9e57-a86cb9d7ea41 req-e73214af-cba8-4892-90e9-06f3acc26035 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:43.544444 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3845efd6-0e18-4b21-9e57-a86cb9d7ea41 req-e73214af-cba8-4892-90e9-06f3acc26035 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.1490996 Feb 28 11:33:43.570204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e443d7a2-8d7a-4073-b121-813249459006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.602553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.657736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0db756-9256-494e-a095-6839b6f2b8ac,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server [None req-5b022021-551e-410e-99c8-378c1b5c6a8e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa0db756-9256-494e-a095-6839b6f2b8ac: This subnet is being modified by another concurrent operation. Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:33:43.660026 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aa0db756-9256-494e-a095-6839b6f2b8ac: This subnet is being modified by another concurrent operation. Feb 28 11:33:43.664299 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Feb 28 11:33:43.675541 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:43.675541 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.676172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3845efd6-0e18-4b21-9e57-a86cb9d7ea41 req-1438ccdd-3be4-422a-9e62-5cb202f6f2f5 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209118 Feb 28 11:33:43.700332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:43.736106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] device_id is not set on port ecdaf333-2fd3-4cd6-b460-35c8c475bb77 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:43.744297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a00de1-f0b7-46fa-be7d-c668908f42a9 None None] Network 52d24009-40ff-4bdf-9b18-9e45400929de requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:43.757363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.793025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.804201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e443d7a2-8d7a-4073-b121-813249459006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.832483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d24009-40ff-4bdf-9b18-9e45400929de']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:43.847134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef44117-3b43-41c3-bcd6-cb7829faf755') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:43.850492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef44117-3b43-41c3-bcd6-cb7829faf755') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:43.851123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 31fa95e0-f5d5-4442-aa01-18891c6ede78) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:43.857198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:43.879676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.881094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:43.881944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.886507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] No DVR routers for this DVR port 2878a2a2-7bef-4934-8aff-3ed3627a2932 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:43.900307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.903647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e443d7a2-8d7a-4073-b121-813249459006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2264aa-4aa5-4273-84c1-055364ad4bf1,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.909759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:43.910165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.917864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddf155-bfa2-434d-913f-3b82f564a06b None None] Pushing event deleted for resources: {'Port': ['ID=2878a2a2-7bef-4934-8aff-3ed3627a2932,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:43.926541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-df497af1-3f40-4f5e-b4dd-c03de1e993fe', 'network_id': 'df497af1-3f40-4f5e-b4dd-c03de1e993fe', 'tenant_id': '6906c81da64a4feba4cc1a2eef07dc11', 'fixed_ips': [{'subnet_id': '0d1b0b76-0bba-44d3-a4f3-7d202f84f80c'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:43.927434 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:43.930250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:43.951529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061d7237-c36b-4845-b907-60d0a443e030 None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:43.968445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2f8c7fd8-14ff-44b8-917c-89028219d752 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:44.022369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Allocated IP 2001:db8::f816:3eff:feea:ff8f (df497af1-3f40-4f5e-b4dd-c03de1e993fe/0d1b0b76-0bba-44d3-a4f3-7d202f84f80c/ecdaf333-2fd3-4cd6-b460-35c8c475bb77) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:44.125663 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-567b1df7-b28f-4d42-9e86-1c9712dc7e81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6620650 Feb 28 11:33:44.129084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50426) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:44.134723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-734541812'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:44.140404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:44.145445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:network and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:44.153633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:44.160896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:44.180965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e443d7a2-8d7a-4073-b121-813249459006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.181123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.184175 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e443d7a2-8d7a-4073-b121-813249459006 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d2264aa-4aa5-4273-84c1-055364ad4bf1 HTTP/1.1" status: 204 len: 168 time: 0.7571170 Feb 28 11:33:44.192562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.193997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f494e9-d8a8-4f9a-8118-097cb5519422 None None] Network 27e4ccff-d48a-4f20-82cb-4430f339bc7f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:44.214054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.224576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=52d24009-40ff-4bdf-9b18-9e45400929de,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:44.277896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:44.280999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.316203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 727} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:44.317294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.321096 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3cf4f7df-3e91-4cd3-8b5c-441a397ad96f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/52d24009-40ff-4bdf-9b18-9e45400929de HTTP/1.1" status: 204 len: 168 time: 1.2793343 Feb 28 11:33:44.323098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50432) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:44.325347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Transition to ACTIVE for port object d7e9d7f4-85e4-4f16-8913-ea25a898c75c will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:44.339697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Transition to ACTIVE for port object ecdaf333-2fd3-4cd6-b460-35c8c475bb77 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:44.351358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.354032 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Added segment 40aa74b0-7d95-49d8-a5ea-43d573030c31 of type vlan for network 3dc5ce98-b22c-4784-a01c-4dbaa921262b Feb 28 11:33:44.354032 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec1c451b-ad62-40e6-939a-9b95e2e0c0fb tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:44.354032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec1c451b-ad62-40e6-939a-9b95e2e0c0fb tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:44.367536 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ec1c451b-ad62-40e6-939a-9b95e2e0c0fb tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/52d24009-40ff-4bdf-9b18-9e45400929de HTTP/1.1" status: 404 len: 339 time: 0.0434353 Feb 28 11:33:44.378793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50436) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:44.392012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.396265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-221540602', 'description': 'd1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:44.406335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:44.411774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Usage tracker for resource:network and tenant:c9eaf23bc38e48c8a6ba08ab6e671280 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:44.415391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:44.422203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:44.464970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Transition to ACTIVE for port object d7e9d7f4-85e4-4f16-8913-ea25a898c75c will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:44.476064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.496991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.501492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:44.503037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.518408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:44.521177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.554275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbd3857-7500-4520-87e5-6cf37077690f None None] Network 52d24009-40ff-4bdf-9b18-9e45400929de requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:44.588528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network df497af1-3f40-4f5e-b4dd-c03de1e993fe is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:44.591465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:44.593720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:44.612552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbd3857-7500-4520-87e5-6cf37077690f None None] Network 52d24009-40ff-4bdf-9b18-9e45400929de could not be found, it might have been deleted concurrently. {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 28 11:33:44.614310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.615317 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:44.619571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:44.620345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.653794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Port': ['ID=ecdaf333-2fd3-4cd6-b460-35c8c475bb77,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:44.658480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.658898 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment 4c840c52-9af1-41fe-a30b-90d59303c71b of type vlan for network e45adf91-7d4a-47a5-ae46-b7489f8e0589 Feb 28 11:33:44.662763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-79523965-9109-4987-bf26-4bf43f4551e8 None None] Provisioning for port 2f8c7fd8-14ff-44b8-917c-89028219d752 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:44.689131 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.703009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-79523965-9109-4987-bf26-4bf43f4551e8 None None] Provisioning complete for port 2f8c7fd8-14ff-44b8-917c-89028219d752 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:44.703390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-79523965-9109-4987-bf26-4bf43f4551e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.737019 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-96cd2e96-783a-4376-9776-cd32ec058a21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6800127 Feb 28 11:33:44.737894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50444) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:44.740090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Allocated IP 2001:db8::f816:3eff:fee7:31ed (df497af1-3f40-4f5e-b4dd-c03de1e993fe/0d1b0b76-0bba-44d3-a4f3-7d202f84f80c/7273d601-66db-46f1-9f5d-9b488be48b3e) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:44.805538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Allocated IP 2001:db8::4f (429fbfc5-3896-4eb8-8748-976d1e4aa9c3/57d028e2-0ad6-4a2a-974e-99eb2c29d112/3df5b4b8-db2e-4c6f-a3e3-d838dce19985) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:44.808083 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8465f71-47e1-4dac-9769-3ed9b2979b4e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Deleting subnet 0d1b0b76-0bba-44d3-a4f3-7d202f84f80c {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:33:44.835380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:44.856958 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:44.860904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:44.868577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.874718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:44.875783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:44.895144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Pushing event updated for resources: {'Port': ['ID=d7e9d7f4-85e4-4f16-8913-ea25a898c75c,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:44.925440 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7952514 Feb 28 11:33:44.931321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50448) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:44.945021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'ports': [{'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78'}, {'network_id': '3dc5ce98-b22c-4784-a01c-4dbaa921262b'}]} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:44.945894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:44.946170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '3dc5ce98-b22c-4784-a01c-4dbaa921262b'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:44.958984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed195e68-8ae6-41cd-ba7f-01286a9a9bd5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Network': ['ID=3dc5ce98-b22c-4784-a01c-4dbaa921262b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.046952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50452) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:45.066484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 3dc5ce98-b22c-4784-a01c-4dbaa921262b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:45.073933 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6890290 Feb 28 11:33:45.085807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50456) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:45.116550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bd81fd-28c5-4b74-8382-9505195dc2bc req-17f7b297-e135-40a4-bd0c-0e3244c5516e tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:45.118441 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e1bd81fd-28c5-4b74-8382-9505195dc2bc req-17f7b297-e135-40a4-bd0c-0e3244c5516e tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.2490633 Feb 28 11:33:45.130883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-69962255-3cc7-4fa4-b265-2e5d86922e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.134374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a4008-8510-4938-b397-860ca469ec9e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=e45adf91-7d4a-47a5-ae46-b7489f8e0589,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.215525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network e45adf91-7d4a-47a5-ae46-b7489f8e0589 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:45.230637 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4cbef156-66c9-467d-afa5-e380fdd95962 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b2faa04e217347dbb1f6638568c7693b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1803975 Feb 28 11:33:45.232868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50460) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:45.286710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.316657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6e06f9-b605-425f-a82a-3ed266f0dd01 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:45.317207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5b6e06f9-b605-425f-a82a-3ed266f0dd01 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Synchronizing usage tracker for tenant:c9eaf23bc38e48c8a6ba08ab6e671280 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:45.322822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:45.326590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:45.329630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:45.335522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:45.347029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Transition to ACTIVE for port object 3df5b4b8-db2e-4c6f-a3e3-d838dce19985 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:45.357634 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e1bd81fd-28c5-4b74-8382-9505195dc2bc req-5fa126ab-ef29-4e7a-a36c-49988c1ca284 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334089 Feb 28 11:33:45.401883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9afbe8f4-dd87-46d8-a331-590f230e30fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.409442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Attempting to bind port d7e9d7f4-85e4-4f16-8913-ea25a898c75c on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:45.409809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Attempting to bind port d7e9d7f4-85e4-4f16-8913-ea25a898c75c by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '8f53c855-911f-480c-9ee5-5c3c57b19ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:45.410203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Attempting to bind port d7e9d7f4-85e4-4f16-8913-ea25a898c75c on network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:45.412115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 2} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:45.416579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.436906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.437161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9afbe8f4-dd87-46d8-a331-590f230e30fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.447984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5b6e06f9-b605-425f-a82a-3ed266f0dd01 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Unset dirty status for tenant:c9eaf23bc38e48c8a6ba08ab6e671280 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:45.451785 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5b6e06f9-b605-425f-a82a-3ed266f0dd01 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/networks?id=e45adf91-7d4a-47a5-ae46-b7489f8e0589 HTTP/1.1" status: 200 len: 764 time: 0.3624256 Feb 28 11:33:45.454130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50464) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:45.467561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-129bb3fd-2153-4def-81ed-4358da05e102 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'description': 'd2'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:45.475939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:45.476297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Checking segment: {'id': '8f53c855-911f-480c-9ee5-5c3c57b19ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:45.476701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.477076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Bound using segment: {'id': '8f53c855-911f-480c-9ee5-5c3c57b19ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:45.477550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Bound port: d7e9d7f4-85e4-4f16-8913-ea25a898c75c, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f53c855-911f-480c-9ee5-5c3c57b19ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:45.477917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.553508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.614347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.638267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Transition to ACTIVE for port object 7273d601-66db-46f1-9f5d-9b488be48b3e will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:45.665010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] For port d7e9d7f4-85e4-4f16-8913-ea25a898c75c, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:45.669454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] For port d7e9d7f4-85e4-4f16-8913-ea25a898c75c, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d7e9d7f4-85e4-4f16-8913-ea25a898c75c,segment=NetworkSegment(8f53c855-911f-480c-9ee5-5c3c57b19ff4),segment_id=8f53c855-911f-480c-9ee5-5c3c57b19ff4)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:45.670892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Transition to ACTIVE for port object 7273d601-66db-46f1-9f5d-9b488be48b3e will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:45.697879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:45.699028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Port': ['ID=3df5b4b8-db2e-4c6f-a3e3-d838dce19985,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.699726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port 57f80d37-2ff8-4d37-92aa-23ff37458f1a yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:45.708337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:45.711187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:45.716304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:45.717083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.743105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.818451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f8465f71-47e1-4dac-9769-3ed9b2979b4e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.828199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.837314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec19f6-71bc-422c-a8ed-4187aa1f56bd None None] Pushing event updated for resources: {'Port': ['ID=d7e9d7f4-85e4-4f16-8913-ea25a898c75c,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.859173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-129bb3fd-2153-4def-81ed-4358da05e102 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.866236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.886549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9afbe8f4-dd87-46d8-a331-590f230e30fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.889332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9afbe8f4-dd87-46d8-a331-590f230e30fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:45.893933 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9afbe8f4-dd87-46d8-a331-590f230e30fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/110df3ad-2cfb-4e1b-bc84-55b3ef5d0907 HTTP/1.1" status: 204 len: 168 time: 0.6533689 Feb 28 11:33:45.905462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afbe8f4-dd87-46d8-a331-590f230e30fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110df3ad-2cfb-4e1b-bc84-55b3ef5d0907,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.926215 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-229c82dc-fa4b-461e-a408-9d83555ecd55 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 3.3026669 Feb 28 11:33:45.931891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50470) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:45.947680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Network df497af1-3f40-4f5e-b4dd-c03de1e993fe is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:45.954318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:45.963878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:45.965226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Pushing event updated for resources: {'Port': ['ID=7273d601-66db-46f1-9f5d-9b488be48b3e,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:45.988492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-129bb3fd-2153-4def-81ed-4358da05e102 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.069146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f8465f71-47e1-4dac-9769-3ed9b2979b4e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.070526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Attempting to bind port 7273d601-66db-46f1-9f5d-9b488be48b3e on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:46.070931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Attempting to bind port 7273d601-66db-46f1-9f5d-9b488be48b3e by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '70fe2335-5a01-439e-b648-9e8e10aaa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'df497af1-3f40-4f5e-b4dd-c03de1e993fe'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:46.072065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Attempting to bind port 7273d601-66db-46f1-9f5d-9b488be48b3e on network df497af1-3f40-4f5e-b4dd-c03de1e993fe {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:46.078604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c4e5bd19-ed99-4581-abe7-2fd3d7aeca36 None None] Provisioning complete for port 2f8c7fd8-14ff-44b8-917c-89028219d752 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:46.078992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4e5bd19-ed99-4581-abe7-2fd3d7aeca36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.120268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:46.120642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Checking segment: {'id': '70fe2335-5a01-439e-b648-9e8e10aaa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'df497af1-3f40-4f5e-b4dd-c03de1e993fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:46.121032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.121417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Bound using segment: {'id': '70fe2335-5a01-439e-b648-9e8e10aaa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'df497af1-3f40-4f5e-b4dd-c03de1e993fe'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:46.121958 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Bound port: 7273d601-66db-46f1-9f5d-9b488be48b3e, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70fe2335-5a01-439e-b648-9e8e10aaa568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'df497af1-3f40-4f5e-b4dd-c03de1e993fe'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:46.122398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.166206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-129bb3fd-2153-4def-81ed-4358da05e102 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network e45adf91-7d4a-47a5-ae46-b7489f8e0589 is not hosted by any dhcp agent {{(pid=84339) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 11:33:46.172242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129bb3fd-2153-4def-81ed-4358da05e102 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:46.174940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-129bb3fd-2153-4def-81ed-4358da05e102 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.179037 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-129bb3fd-2153-4def-81ed-4358da05e102 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "PUT /v2.0/networks/e45adf91-7d4a-47a5-ae46-b7489f8e0589 HTTP/1.1" status: 200 len: 761 time: 0.7256482 Feb 28 11:33:46.191731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50474) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:46.236869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129bb3fd-2153-4def-81ed-4358da05e102 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=e45adf91-7d4a-47a5-ae46-b7489f8e0589,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:46.257997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network e45adf91-7d4a-47a5-ae46-b7489f8e0589 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:46.269759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7ea44-ebc0-45e3-8921-3368b2be958a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:46.281881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7ea44-ebc0-45e3-8921-3368b2be958a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:46.291180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b7ea44-ebc0-45e3-8921-3368b2be958a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:46.292079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d9b7ea44-ebc0-45e3-8921-3368b2be958a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Synchronizing usage tracker for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:46.343037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port 0fd1597d-6657-45cc-a64f-b00f3beceafa yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:46.395679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d9b7ea44-ebc0-45e3-8921-3368b2be958a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Unset dirty status for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:46.401976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d9b7ea44-ebc0-45e3-8921-3368b2be958a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2478 time: 0.4688749 Feb 28 11:33:46.403052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50480) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:46.427308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] For port 7273d601-66db-46f1-9f5d-9b488be48b3e, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:46.435727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] For port 7273d601-66db-46f1-9f5d-9b488be48b3e, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7273d601-66db-46f1-9f5d-9b488be48b3e,segment=NetworkSegment(70fe2335-5a01-439e-b648-9e8e10aaa568),segment_id=70fe2335-5a01-439e-b648-9e8e10aaa568)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:46.509321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ec2577-1467-4c14-a584-e30dc366300a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:46.509997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b5ec2577-1467-4c14-a584-e30dc366300a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Synchronizing usage tracker for tenant:c9eaf23bc38e48c8a6ba08ab6e671280 on resource:network {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:46.529903 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.542883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-49685de7-0f74-41fd-b5f3-1dc8c3b2e04b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Deleting port 3df5b4b8-db2e-4c6f-a3e3-d838dce19985 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:46.544712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-49685de7-0f74-41fd-b5f3-1dc8c3b2e04b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.571723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b5ec2577-1467-4c14-a584-e30dc366300a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Unset dirty status for tenant:c9eaf23bc38e48c8a6ba08ab6e671280 on resource:network {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:46.572881 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b5ec2577-1467-4c14-a584-e30dc366300a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/networks?id=e45adf91-7d4a-47a5-ae46-b7489f8e0589 HTTP/1.1" status: 200 len: 764 time: 0.3799849 Feb 28 11:33:46.578508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50486) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:46.687471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385eb5e1-4319-45ba-8fbf-ab941a1d7416 None None] Pushing event updated for resources: {'Port': ['ID=7273d601-66db-46f1-9f5d-9b488be48b3e,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:46.800450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f8465f71-47e1-4dac-9769-3ed9b2979b4e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.839437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:46.866128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7995f8-836f-4bb5-bfcb-114d32f9ba38 req-cbc6bc19-d651-4586-8276-fd705144ec9a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:46.878287 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ac7995f8-836f-4bb5-bfcb-114d32f9ba38 req-cbc6bc19-d651-4586-8276-fd705144ec9a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.3869796 Feb 28 11:33:46.987781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002f9f5e-ccf1-40cc-9ab7-af0c2393a399 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:46.991596 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-002f9f5e-ccf1-40cc-9ab7-af0c2393a399 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4076986 Feb 28 11:33:46.995026 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50498) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:47.028810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2588e0b9-b985-468e-a65a-a1ea4c49be36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.044308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-16110c79-fb7b-4e2b-8a36-188284425937 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Synchronizing usage tracker for tenant:c9eaf23bc38e48c8a6ba08ab6e671280 on resource:subnet {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:47.098309 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ac7995f8-836f-4bb5-bfcb-114d32f9ba38 req-7b39d545-95aa-41a6-b046-f65297495f1a tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189591 Feb 28 11:33:47.150985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-49685de7-0f74-41fd-b5f3-1dc8c3b2e04b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.171830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.223552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f8465f71-47e1-4dac-9769-3ed9b2979b4e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.227332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-16110c79-fb7b-4e2b-8a36-188284425937 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Unset dirty status for tenant:c9eaf23bc38e48c8a6ba08ab6e671280 on resource:subnet {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:47.228483 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-16110c79-fb7b-4e2b-8a36-188284425937 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 207 time: 0.2325397 Feb 28 11:33:47.259455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50504) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:47.298164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-49685de7-0f74-41fd-b5f3-1dc8c3b2e04b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Calling delete_port for 3df5b4b8-db2e-4c6f-a3e3-d838dce19985 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:47.326998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8465f71-47e1-4dac-9769-3ed9b2979b4e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Subnet': ['ID=0d1b0b76-0bba-44d3-a4f3-7d202f84f80c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:47.334409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe34951-5937-4bc3-b966-eb615a73869c None None] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:47.375591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=57f80d37-2ff8-4d37-92aa-23ff37458f1a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:47.379484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:47.380690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f8465f71-47e1-4dac-9769-3ed9b2979b4e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.390371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:47.397277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:47.398104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.540511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=0fd1597d-6657-45cc-a64f-b00f3beceafa,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:47.564413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116c02f-9701-4fce-92e2-13345c881a5b tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.569065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116c02f-9701-4fce-92e2-13345c881a5b tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.572916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116c02f-9701-4fce-92e2-13345c881a5b tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.576769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116c02f-9701-4fce-92e2-13345c881a5b tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.580729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116c02f-9701-4fce-92e2-13345c881a5b tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.600883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e116c02f-9701-4fce-92e2-13345c881a5b tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.601051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2004b556-18dd-499a-92fe-a22e3b429f42 None None] Provisioning for port d7e9d7f4-85e4-4f16-8913-ea25a898c75c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:47.601158 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e116c02f-9701-4fce-92e2-13345c881a5b tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3341775 Feb 28 11:33:47.601733 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f8465f71-47e1-4dac-9769-3ed9b2979b4e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/subnets/0d1b0b76-0bba-44d3-a4f3-7d202f84f80c HTTP/1.1" status: 204 len: 168 time: 2.8621147 Feb 28 11:33:47.604703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50512) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:47.606973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50514) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:47.620935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Checking segment: {'id': '40aa74b0-7d95-49d8-a5ea-43d573030c31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 727, 'network_id': '3dc5ce98-b22c-4784-a01c-4dbaa921262b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:47.621295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network hostable DHCP agents. Network: 3dc5ce98-b22c-4784-a01c-4dbaa921262b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:47.725357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50520) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:47.743456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 3dc5ce98-b22c-4784-a01c-4dbaa921262b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:47.779877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-49685de7-0f74-41fd-b5f3-1dc8c3b2e04b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.849954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 3dc5ce98-b22c-4784-a01c-4dbaa921262b) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:47.855283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:47.864285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49685de7-0f74-41fd-b5f3-1dc8c3b2e04b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event deleted for resources: {'Port': ['ID=3df5b4b8-db2e-4c6f-a3e3-d838dce19985,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:47.873318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.878430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:47.884447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:47.886449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed7654df-9a51-46da-809d-eb35ab2a8f16 None None] Network 3dc5ce98-b22c-4784-a01c-4dbaa921262b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:47.948365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-34ae7599-f47b-4f41-b37c-ea942b435c51 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:47.955577 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-34ae7599-f47b-4f41-b37c-ea942b435c51 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2289262 Feb 28 11:33:47.956203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50526) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:47.965752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-496c66af-1664-4452-bccd-b8e2992965cf tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:47.973173 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-496c66af-1664-4452-bccd-b8e2992965cf tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0158985 Feb 28 11:33:47.974164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50530) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:47.982381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-9d0c7ed8-d130-44d8-baae-c294e5fcb26b tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:47.992713 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9d0c7ed8-d130-44d8-baae-c294e5fcb26b tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0155754 Feb 28 11:33:47.997624 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-027c64ee-781a-45a8-80fd-c6aa7b37ba60 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0626972 Feb 28 11:33:47.997624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50534) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.004320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50536) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.009682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-530edf07-90d0-4f39-94db-57a11841411e tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.010636 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-530edf07-90d0-4f39-94db-57a11841411e tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0138750 Feb 28 11:33:48.022035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50542) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.029539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7f6e2-729b-4665-ae27-2789b49ca180 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.031028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a7f6e2-729b-4665-ae27-2789b49ca180 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.036705 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-43a7f6e2-729b-4665-ae27-2789b49ca180 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4266617 Feb 28 11:33:48.051026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50544) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.113055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-29c87d52-649f-4d26-802b-12debd2abdbf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 0fd1597d-6657-45cc-a64f-b00f3beceafa {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:48.113400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-29c87d52-649f-4d26-802b-12debd2abdbf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.123997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d7e9d7f4-85e4-4f16-8913-ea25a898c75c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:48.132697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-0e956946-7c9f-45be-9f11-22020f4849a2 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.134009 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0e956946-7c9f-45be-9f11-22020f4849a2 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1005113 Feb 28 11:33:48.151705 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-31ead503-5696-41f3-a9f6-210deb62b241 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5425291 Feb 28 11:33:48.170926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50552) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.171303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50554) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.195398 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-14c61cc0-6bcd-41d4-9371-937ee95c3417 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.196561 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-14c61cc0-6bcd-41d4-9371-937ee95c3417 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0241828 Feb 28 11:33:48.206410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50560) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.225419 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ce5dd-11d3-4e6d-afb4-0c801eb4e45b None None] Network df497af1-3f40-4f5e-b4dd-c03de1e993fe requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:48.321621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-a9959fa4-719c-46c2-a048-1d75d6a98526 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.325360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a9959fa4-719c-46c2-a048-1d75d6a98526 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.1123137 Feb 28 11:33:48.337176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50564) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.365944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-5d73a00d-d4e7-4f96-9c0f-2019d2584ed3 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.369843 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5d73a00d-d4e7-4f96-9c0f-2019d2584ed3 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0201306 Feb 28 11:33:48.374033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50568) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.388149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-e35e83a0-5a0c-4d09-a4ad-ff26bad5afec tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.389552 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e35e83a0-5a0c-4d09-a4ad-ff26bad5afec tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0077221 Feb 28 11:33:48.391835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-49685de7-0f74-41fd-b5f3-1dc8c3b2e04b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.403259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50572) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.421095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-52d4c4d7-3f23-4875-b2b8-bb5c6cbbcf21 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.426175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-52d4c4d7-3f23-4875-b2b8-bb5c6cbbcf21 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0144632 Feb 28 11:33:48.427091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50576) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.440877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-8862bbb0-fe7e-41d2-9f79-d81f657f3e59 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.444271 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8862bbb0-fe7e-41d2-9f79-d81f657f3e59 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0095053 Feb 28 11:33:48.445655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50580) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.449183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1686c3e7-1237-4c1c-8868-ec8a30d4e33b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.459102 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1686c3e7-1237-4c1c-8868-ec8a30d4e33b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 11:33:48.459937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1686c3e7-1237-4c1c-8868-ec8a30d4e33b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:48.465988 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1686c3e7-1237-4c1c-8868-ec8a30d4e33b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/df497af1-3f40-4f5e-b4dd-c03de1e993fe HTTP/1.1" status: 409 len: 405 time: 0.4141572 Feb 28 11:33:48.466261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-32074d0d-fb03-4b6f-b90c-1436f04321ff tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.473230 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-32074d0d-fb03-4b6f-b90c-1436f04321ff tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0208261 Feb 28 11:33:48.473356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50584) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.475773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-519813524'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:48.479765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50588) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.487325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-e86f0255-b7df-4f7c-9701-30352814d492 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.490884 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e86f0255-b7df-4f7c-9701-30352814d492 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0058250 Feb 28 11:33:48.491042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.491492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:48.497347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50592) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.506645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:network and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:48.517022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-7380786b-fd8e-42fc-92b2-8f4d92a7423a tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.517022 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7380786b-fd8e-42fc-92b2-8f4d92a7423a tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0108352 Feb 28 11:33:48.517022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:48.520434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50596) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.528797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-95ea3ebf-ee61-4f3e-8c5c-3c7ea07ce40c tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.528993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95081f0f-b187-4877-89c8-2934ff589059 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.532291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-65bfee17-458b-4139-aeed-7d1b327f8059 None None] Provisioning for port 04f90e60-74fc-4bec-b9e9-2e45e8b11765 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:48.532432 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-95ea3ebf-ee61-4f3e-8c5c-3c7ea07ce40c tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0086262 Feb 28 11:33:48.532550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95081f0f-b187-4877-89c8-2934ff589059 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.532645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:48.532735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95081f0f-b187-4877-89c8-2934ff589059 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.534497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95081f0f-b187-4877-89c8-2934ff589059 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.535708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50600) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.536715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95081f0f-b187-4877-89c8-2934ff589059 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.538780 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-95081f0f-b187-4877-89c8-2934ff589059 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3629131 Feb 28 11:33:48.546601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-65bfee17-458b-4139-aeed-7d1b327f8059 None None] Provisioning complete for port 04f90e60-74fc-4bec-b9e9-2e45e8b11765 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:48.553680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-65bfee17-458b-4139-aeed-7d1b327f8059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.553815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-0685d0b6-63e3-4356-b1e7-6cae09b4bd1e tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.553916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50604) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.554348 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0685d0b6-63e3-4356-b1e7-6cae09b4bd1e tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0135739 Feb 28 11:33:48.554348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50608) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.562573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-b9ac4bde-939c-4694-990a-c3158a843ea6 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.565536 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b9ac4bde-939c-4694-990a-c3158a843ea6 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077677 Feb 28 11:33:48.572266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4891c8a-2273-4363-bfa6-796a26edca97 req-ad8ccb65-612e-4fec-bd10-7bf95992fedc tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.574114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a4891c8a-2273-4363-bfa6-796a26edca97 req-ad8ccb65-612e-4fec-bd10-7bf95992fedc tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.2499571 Feb 28 11:33:48.575113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50612) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.580931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-fae15877-f044-4872-bccc-77ca23cc46e3 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.582309 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fae15877-f044-4872-bccc-77ca23cc46e3 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0057049 Feb 28 11:33:48.587909 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-49685de7-0f74-41fd-b5f3-1dc8c3b2e04b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "DELETE /v2.0/ports/3df5b4b8-db2e-4c6f-a3e3-d838dce19985 HTTP/1.1" status: 204 len: 168 time: 2.1830778 Feb 28 11:33:48.589013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50616) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.589591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50618) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.638140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-6ea7d622-6a11-435c-b1e1-da3e7a1529c7 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.639342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6ea7d622-6a11-435c-b1e1-da3e7a1529c7 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0486650 Feb 28 11:33:48.643863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50624) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.655350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-65bfee17-458b-4139-aeed-7d1b327f8059 None None] Port 04f90e60-74fc-4bec-b9e9-2e45e8b11765 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:33:48.657945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.669979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f017439-8233-4cb1-a180-76b446d11d3f tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] GET failed (client error): The resource could not be found. Feb 28 11:33:48.670638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1f017439-8233-4cb1-a180-76b446d11d3f tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Synchronizing usage tracker for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:48.673641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-293447f9-8346-44af-ac9b-8e3558609bfd tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.674963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:48.675773 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-293447f9-8346-44af-ac9b-8e3558609bfd tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0234435 Feb 28 11:33:48.679090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.680950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-29c87d52-649f-4d26-802b-12debd2abdbf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.690776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50628) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.702361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-eb8291f3-46ec-455b-b9e3-867ed4811bcc tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.703531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eb8291f3-46ec-455b-b9e3-867ed4811bcc tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0097003 Feb 28 11:33:48.714365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50632) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.738648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-65bfee17-458b-4139-aeed-7d1b327f8059 None None] Could not find standard attr ID for object 3df5b4b8-db2e-4c6f-a3e3-d838dce19985. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:48.745418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-d3b1e525-864b-470f-aa7b-b926df29e327 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.746335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port d7e9d7f4-85e4-4f16-8913-ea25a898c75c completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:48.748328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d3b1e525-864b-470f-aa7b-b926df29e327 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0081100 Feb 28 11:33:48.753086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d7e9d7f4-85e4-4f16-8913-ea25a898c75c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:48.753634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.762488 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a4891c8a-2273-4363-bfa6-796a26edca97 req-4a08968e-2bbf-4433-a211-34967e85c455 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672907 Feb 28 11:33:48.763224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50636) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.786819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-c63042a6-40b4-4a5b-a724-39882fce6bea tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.793941 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c63042a6-40b4-4a5b-a724-39882fce6bea tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0200441 Feb 28 11:33:48.795780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50640) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.804977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-b88be141-6c6d-4847-ba65-1c7995b30572 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.809161 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b88be141-6c6d-4847-ba65-1c7995b30572 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0109687 Feb 28 11:33:48.812815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50644) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.821528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-6079f129-d15d-4c71-9d73-b974c07403dc tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.825396 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6079f129-d15d-4c71-9d73-b974c07403dc tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0116851 Feb 28 11:33:48.825970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50648) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.826713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:48.837351 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-2baf609f-bdbd-43f5-af1e-782d0d9b99b9 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.841491 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2baf609f-bdbd-43f5-af1e-782d0d9b99b9 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0121233 Feb 28 11:33:48.842121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50652) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.848744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-3ab4618e-8f37-483b-bf4e-2cecc68b2fe8 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.849701 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3ab4618e-8f37-483b-bf4e-2cecc68b2fe8 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050404 Feb 28 11:33:48.854049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50656) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.863020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.863020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Added segment fdb2e59f-299a-4385-9743-21250d5db905 of type vlan for network 7894c00f-5645-41a6-bafa-f39372235b25 Feb 28 11:33:48.863296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c34e6-b6c3-4e99-b887-d0134daf860c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.863296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c34e6-b6c3-4e99-b887-d0134daf860c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.864348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c34e6-b6c3-4e99-b887-d0134daf860c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.865450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-84c29784-033f-40a8-9f21-edd54212bac8 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.865616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c34e6-b6c3-4e99-b887-d0134daf860c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.866745 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-84c29784-033f-40a8-9f21-edd54212bac8 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0116239 Feb 28 11:33:48.867189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4c34e6-b6c3-4e99-b887-d0134daf860c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:48.868708 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fb4c34e6-b6c3-4e99-b887-d0134daf860c tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3175149 Feb 28 11:33:48.874174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50660) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.874690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50662) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.882835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-8114a3e6-f856-4d51-9e36-1b80e5933e92 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.884046 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8114a3e6-f856-4d51-9e36-1b80e5933e92 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0051217 Feb 28 11:33:48.884242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-29c87d52-649f-4d26-802b-12debd2abdbf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 0fd1597d-6657-45cc-a64f-b00f3beceafa owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:48.886738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1f017439-8233-4cb1-a180-76b446d11d3f tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Unset dirty status for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:48.887975 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1f017439-8233-4cb1-a180-76b446d11d3f tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "GET /v2.0/ports/3df5b4b8-db2e-4c6f-a3e3-d838dce19985 HTTP/1.1" status: 404 len: 333 time: 0.2954106 Feb 28 11:33:48.889557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50668) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.917392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50670) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.919644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e437b-544d-414c-bf52-97b08e2967cf None None] DHCP port deletion for df497af1-3f40-4f5e-b4dd-c03de1e993fe request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:33:48.930128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-102b41cc-752a-4430-ba5c-4c253e3374ec tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.931089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-102b41cc-752a-4430-ba5c-4c253e3374ec tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0193527 Feb 28 11:33:48.934751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50676) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.944912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.955257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-d5076a63-2f45-4835-81af-d41dc6590383 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.955257 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d5076a63-2f45-4835-81af-d41dc6590383 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0097258 Feb 28 11:33:48.959648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50680) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.960878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d88e437b-544d-414c-bf52-97b08e2967cf None None] Deleting port 7273d601-66db-46f1-9f5d-9b488be48b3e {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:48.961402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d88e437b-544d-414c-bf52-97b08e2967cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.963092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:48.972338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-39a1c452-b670-4d43-83bb-b1ec527a4d26 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.976189 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39a1c452-b670-4d43-83bb-b1ec527a4d26 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0156124 Feb 28 11:33:48.979698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50684) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:48.987466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-96cdd0bb-09cf-4872-a506-954c219f72e3 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:48.991741 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-96cdd0bb-09cf-4872-a506-954c219f72e3 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0110843 Feb 28 11:33:48.992364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50688) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.004974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-a96f38f5-2252-4da3-a37d-469107225bef tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.009140 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a96f38f5-2252-4da3-a37d-469107225bef tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0132165 Feb 28 11:33:49.011768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50692) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.018393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-06162601-d1cb-4ca7-86b3-7de1eace536d tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.023426 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-06162601-d1cb-4ca7-86b3-7de1eace536d tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0080807 Feb 28 11:33:49.032854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50696) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.034923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9ea0470b-6579-4d1f-b9a2-3a015dd23c11 None None] Provisioning complete for port 04f90e60-74fc-4bec-b9e9-2e45e8b11765 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:49.035275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9ea0470b-6579-4d1f-b9a2-3a015dd23c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.039966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-c8ffe7f9-6d45-40b5-878f-eaa61f787b0a tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.043625 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c8ffe7f9-6d45-40b5-878f-eaa61f787b0a tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0092251 Feb 28 11:33:49.044444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50700) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.050908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-4a91b18b-7c8c-49b3-8d5d-510084672d3f tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.052623 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4a91b18b-7c8c-49b3-8d5d-510084672d3f tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0067117 Feb 28 11:33:49.060811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50704) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.066024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-7c66df7d-b681-406e-9ee6-c1f9e7b6d265 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.071022 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7c66df7d-b681-406e-9ee6-c1f9e7b6d265 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0090835 Feb 28 11:33:49.071751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50708) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.076660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-27f6b786-9e7f-4c1c-a447-71feab04397c tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.079098 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-27f6b786-9e7f-4c1c-a447-71feab04397c tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0064244 Feb 28 11:33:49.081169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50712) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.086705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-de9bc9bc-f97b-4b96-9de4-4ddef35bbd7c tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.092376 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-de9bc9bc-f97b-4b96-9de4-4ddef35bbd7c tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0057282 Feb 28 11:33:49.095332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50716) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.101906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-9ae79757-fb2c-44a0-8c27-f833bab1d077 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.102867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port d7e9d7f4-85e4-4f16-8913-ea25a898c75c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d7e9d7f4-85e4-4f16-8913-ea25a898c75c,segment=NetworkSegment(8f53c855-911f-480c-9ee5-5c3c57b19ff4),segment_id=8f53c855-911f-480c-9ee5-5c3c57b19ff4)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:49.110239 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9ae79757-fb2c-44a0-8c27-f833bab1d077 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0130897 Feb 28 11:33:49.110936 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50720) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.112791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'port': {'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1063902698'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:49.117640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-5a28c98f-f32e-4f4a-b173-91a131cddee7 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.119721 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5a28c98f-f32e-4f4a-b173-91a131cddee7 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0067458 Feb 28 11:33:49.123471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50724) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.130064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-9a9eed72-b2f4-4976-89ae-d4cd3d98cbc3 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.134151 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9a9eed72-b2f4-4976-89ae-d4cd3d98cbc3 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0097406 Feb 28 11:33:49.134550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.134785 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50728) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.141211 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:49.141619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-618864ed-9564-4e60-8416-3a9ddf942186 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.145753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.145942 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-618864ed-9564-4e60-8416-3a9ddf942186 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0068905 Feb 28 11:33:49.146101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0470b-6579-4d1f-b9a2-3a015dd23c11 None None] Port 04f90e60-74fc-4bec-b9e9-2e45e8b11765 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:33:49.147127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50732) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.147759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-29c87d52-649f-4d26-802b-12debd2abdbf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.187512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-466a2afe-d334-4835-b470-c954968d3a23 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.191704 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-466a2afe-d334-4835-b470-c954968d3a23 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0388184 Feb 28 11:33:49.195332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50736) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.214297 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-5dace7e6-afe9-4611-9724-9fedc0453bf0 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.217669 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5dace7e6-afe9-4611-9724-9fedc0453bf0 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0183098 Feb 28 11:33:49.217669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c87d52-649f-4d26-802b-12debd2abdbf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=0fd1597d-6657-45cc-a64f-b00f3beceafa,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:49.217959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50740) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.226037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.226791 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7273d601-66db-46f1-9f5d-9b488be48b3e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:49.227054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-f4f382eb-fa72-454f-846b-856ca5835835 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.230406 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f4f382eb-fa72-454f-846b-856ca5835835 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0082448 Feb 28 11:33:49.231228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50744) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.240947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-29c87d52-649f-4d26-802b-12debd2abdbf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.246978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-20ed76ae-8a43-43ed-86c0-3991ff259cae tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.250552 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-20ed76ae-8a43-43ed-86c0-3991ff259cae tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0147169 Feb 28 11:33:49.255299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50748) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.261506 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-5e3d2604-18f9-4526-9bc6-3f12f34698d4 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.265114 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5e3d2604-18f9-4526-9bc6-3f12f34698d4 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0097601 Feb 28 11:33:49.266284 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50752) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.270210 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-29c87d52-649f-4d26-802b-12debd2abdbf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/0fd1597d-6657-45cc-a64f-b00f3beceafa HTTP/1.1" status: 204 len: 168 time: 1.2620797 Feb 28 11:33:49.272384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-8c078282-fbda-4567-ba32-ea665db60606 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.275900 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8c078282-fbda-4567-ba32-ea665db60606 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045948 Feb 28 11:33:49.275900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50756) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.376027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d88e437b-544d-414c-bf52-97b08e2967cf None None] For port 7273d601-66db-46f1-9f5d-9b488be48b3e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7273d601-66db-46f1-9f5d-9b488be48b3e,segment=NetworkSegment(70fe2335-5a01-439e-b648-9e8e10aaa568),segment_id=70fe2335-5a01-439e-b648-9e8e10aaa568)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:49.376326 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d88e437b-544d-414c-bf52-97b08e2967cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.425251 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50760) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.440906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-a730cb43-4368-4751-8e27-a7e6d6a7eeea tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.441825 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a730cb43-4368-4751-8e27-a7e6d6a7eeea tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0106759 Feb 28 11:33:49.444721 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50764) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.451227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-46a7cc46-68e1-44a4-ba78-af996c7301d6 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.454876 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-46a7cc46-68e1-44a4-ba78-af996c7301d6 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0064454 Feb 28 11:33:49.456159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50768) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.465375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-9c4fe543-927d-4f01-8ea2-0ad6382c53f4 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.468745 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9c4fe543-927d-4f01-8ea2-0ad6382c53f4 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0049610 Feb 28 11:33:49.472512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50772) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.485428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-bf6f5807-1632-42f6-9dc1-4c12e365e934 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.488500 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bf6f5807-1632-42f6-9dc1-4c12e365e934 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0068510 Feb 28 11:33:49.488690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50776) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.495493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0186c1-f989-4e92-8299-8e0f8c427108 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:49.495913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-5a6e9e92-132a-48a9-bf29-9d127f401089 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.498589 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ec0186c1-f989-4e92-8299-8e0f8c427108 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/networks/5685a377-e666-44ec-bc78-1bf17d14411a HTTP/1.1" status: 200 len: 804 time: 0.6208634 Feb 28 11:33:49.498712 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5a6e9e92-132a-48a9-bf29-9d127f401089 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0071402 Feb 28 11:33:49.507218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50780) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.507346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Network': ['ID=7894c00f-5645-41a6-bafa-f39372235b25,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:49.509466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50782) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.513012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d88e437b-544d-414c-bf52-97b08e2967cf None None] Calling delete_port for 7273d601-66db-46f1-9f5d-9b488be48b3e owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:49.533045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-84ea1892-d760-406e-8492-e28b9553be21 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0640638 Feb 28 11:33:49.535073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-03155743-003f-4939-aa2e-33f684c3939d tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.536157 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-03155743-003f-4939-aa2e-33f684c3939d tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0249205 Feb 28 11:33:49.539931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50788) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.541105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50790) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.541251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 7894c00f-5645-41a6-bafa-f39372235b25 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:49.551790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-ff05c3e0-a002-498b-9cdc-8441801ee846 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.552996 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ff05c3e0-a002-498b-9cdc-8441801ee846 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0092788 Feb 28 11:33:49.554169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9ea0470b-6579-4d1f-b9a2-3a015dd23c11 None None] Provisioning for port 7273d601-66db-46f1-9f5d-9b488be48b3e completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:49.557021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=d7e9d7f4-85e4-4f16-8913-ea25a898c75c,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:49.570757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'subnet': {'network_id': '7894c00f-5645-41a6-bafa-f39372235b25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:49.593731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50796) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.605537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-c8d3226b-3286-4d36-8916-4ba330885074 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.605766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3c671-dddb-4625-a47c-157d489cec2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:49.609242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c8d3226b-3286-4d36-8916-4ba330885074 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0115752 Feb 28 11:33:49.609660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf3c671-dddb-4625-a47c-157d489cec2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:49.610430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8bf3c671-dddb-4625-a47c-157d489cec2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:49.616886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50800) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.632052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-8fc88c81-f0ec-4f01-994c-68710099d3f2 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.636428 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8fc88c81-f0ec-4f01-994c-68710099d3f2 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0153053 Feb 28 11:33:49.637181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50804) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.648860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-c9fe59bd-25b9-4c6c-a2f2-a20d0c4c3c64 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.652258 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c9fe59bd-25b9-4c6c-a2f2-a20d0c4c3c64 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0117233 Feb 28 11:33:49.654909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50808) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.661938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-1a8da948-5670-4e33-97d9-e036ed0d2631 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.663625 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1a8da948-5670-4e33-97d9-e036ed0d2631 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0070882 Feb 28 11:33:49.669678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50812) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.676298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:49.677072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-74710f23-71bb-4e1a-a937-0657b3979e57 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.681133 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-74710f23-71bb-4e1a-a937-0657b3979e57 tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0079837 Feb 28 11:33:49.690288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50816) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.697450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [None req-3b9540d1-ccb4-493f-85e9-ca74ae9d241e tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84338) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.699099 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3b9540d1-ccb4-493f-85e9-ca74ae9d241e tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0088263 Feb 28 11:33:49.706070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50820) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.725435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:49.725631 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6783576a-adb9-43a0-9865-e0b62d3ca54e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/networks/5685a377-e666-44ec-bc78-1bf17d14411a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2144215 Feb 28 11:33:49.725764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50824) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.726342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [None req-37f7e243-1be8-46e7-8952-8ada02d713fa tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:33:49.732165 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-37f7e243-1be8-46e7-8952-8ada02d713fa tempest-ExtensionsTestJSON-23462623 tempest-ExtensionsTestJSON-23462623-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0108531 Feb 28 11:33:49.746179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:49.750789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:subnet and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:49.754757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:49.756108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-30685a17-73ef-46ca-a6f7-cc2bcb9709e8 None None] Could not find standard attr ID for object 3df5b4b8-db2e-4c6f-a3e3-d838dce19985. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:49.760783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:49.778545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8bf3c671-dddb-4625-a47c-157d489cec2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:49.782696 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8bf3c671-dddb-4625-a47c-157d489cec2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.5080774 Feb 28 11:33:49.782934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50830) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.823784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c519a0-7265-4b3c-bfa9-e1c155aaa333 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:49.826314 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b3c519a0-7265-4b3c-bfa9-e1c155aaa333 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/subnets/6b118e61-d352-49ca-ac04-6cbfd72d9a60 HTTP/1.1" status: 200 len: 843 time: 0.0996320 Feb 28 11:33:49.829927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50836) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.852996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 7273d601-66db-46f1-9f5d-9b488be48b3e completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:49.856877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.860137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7273d601-66db-46f1-9f5d-9b488be48b3e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:49.862008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.862173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c7811-a1ea-4922-ad3d-15663273056b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 57f80d37-2ff8-4d37-92aa-23ff37458f1a {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:49.862582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7811-a1ea-4922-ad3d-15663273056b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.894771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Made reservation on behalf of 784a8dbb1dc445a994104d77e5caf70a for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:49.898139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.907560 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:49.917937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc558ffd-ef12-40ed-8a41-505b2affbcd1 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:49.919291 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dc558ffd-ef12-40ed-8a41-505b2affbcd1 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "GET /v2.0/subnets/6b118e61-d352-49ca-ac04-6cbfd72d9a60?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0876720 Feb 28 11:33:49.923558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50840) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:49.932010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1378156587'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:49.938283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:49.951959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d88e437b-544d-414c-bf52-97b08e2967cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:49.952213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:50.001245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88e437b-544d-414c-bf52-97b08e2967cf None None] Pushing event deleted for resources: {'Port': ['ID=7273d601-66db-46f1-9f5d-9b488be48b3e,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:50.006766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Could not find standard attr ID for object 7273d601-66db-46f1-9f5d-9b488be48b3e. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:50.009837 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No ports have port_id starting with 7273d601-66db-46f1-9f5d-9b488be48b3e Feb 28 11:33:50.012811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88e437b-544d-414c-bf52-97b08e2967cf None None] No DVR routers for this DVR port 7273d601-66db-46f1-9f5d-9b488be48b3e on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:50.029574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3bd280-ec73-45d5-b2b1-82ada264a2c6 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:33:50.036220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:50.039942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.071851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] device_id is not set on port 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:50.077964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:50.096521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.096914 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Added segment c2524ba5-2f26-41c3-bfe8-05ae9398e16d of type vlan for network 37e15e9d-941c-4298-8e77-8e10f958353b Feb 28 11:33:50.153961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.154272 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d7e9d7f4-85e4-4f16-8913-ea25a898c75c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:50.201748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.263524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.271466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3bd280-ec73-45d5-b2b1-82ada264a2c6 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:33:50.273570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:50.274651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.379173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50848) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:50.402687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d7e9d7f4-85e4-4f16-8913-ea25a898c75c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:50.402995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.415504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Network': ['ID=37e15e9d-941c-4298-8e77-8e10f958353b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:50.421633 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4f76f210-6a60-4fb5-9342-9f5712800889 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4932733 Feb 28 11:33:50.422083 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50854) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:50.428222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'network_id': '37e15e9d-941c-4298-8e77-8e10f958353b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:50.481220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 37e15e9d-941c-4298-8e77-8e10f958353b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:50.509064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7811-a1ea-4922-ad3d-15663273056b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.536829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3312a-8e34-4c9d-a7ae-2a305c2575db req-deef3c45-86e0-4eb7-bebc-d10303a204bb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:50.538516 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ddd3312a-8e34-4c9d-a7ae-2a305c2575db req-deef3c45-86e0-4eb7-bebc-d10303a204bb tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.5417325 Feb 28 11:33:50.563652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:50.577394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:50.603772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b35ca23a-a358-464f-87fa-efcd214317af admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.643619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b35ca23a-a358-464f-87fa-efcd214317af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:50.647864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b35ca23a-a358-464f-87fa-efcd214317af admin admin] Usage tracker for resource:security_group_rule and tenant:67068d123c1a4905b7092326d8ff5ac0 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:50.650710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b35ca23a-a358-464f-87fa-efcd214317af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:50.658380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b35ca23a-a358-464f-87fa-efcd214317af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:50.675611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c7811-a1ea-4922-ad3d-15663273056b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 57f80d37-2ff8-4d37-92aa-23ff37458f1a owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:50.683713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Made reservation on behalf of c9eaf23bc38e48c8a6ba08ab6e671280 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:50.724346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Allocated IP 2001:db8::7b (429fbfc5-3896-4eb8-8748-976d1e4aa9c3/57d028e2-0ad6-4a2a-974e-99eb2c29d112/2a4b6acc-ca22-4e52-a9d7-869e99263ef3) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:50.809215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7273d601-66db-46f1-9f5d-9b488be48b3e no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:50.812287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.843326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ddd3312a-8e34-4c9d-a7ae-2a305c2575db req-4f6d77e0-0e7b-4f5b-818e-0596f318e8a5 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492521 Feb 28 11:33:50.869183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 7273d601-66db-46f1-9f5d-9b488be48b3e {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:33:50.869684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7273d601-66db-46f1-9f5d-9b488be48b3e not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:50.911610 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b35ca23a-a358-464f-87fa-efcd214317af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:50.918991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing IP validity checks on allocation pools {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:33:50.919538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:33:50.995832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7811-a1ea-4922-ad3d-15663273056b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.016418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b35ca23a-a358-464f-87fa-efcd214317af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.030452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3978a851-ae44-457a-99c8-2038c9459ae4 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:33:51.060113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35ca23a-a358-464f-87fa-efcd214317af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7241f5bb-7d3f-40ee-ad80-078f2e81f49b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:51.072514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c7811-a1ea-4922-ad3d-15663273056b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=57f80d37-2ff8-4d37-92aa-23ff37458f1a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:51.088390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7811-a1ea-4922-ad3d-15663273056b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.123725 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b35ca23a-a358-464f-87fa-efcd214317af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=67068d123c1a4905b7092326d8ff5ac0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7433515 Feb 28 11:33:51.126685 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50858) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.185217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3978a851-ae44-457a-99c8-2038c9459ae4 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:33:51.196718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fca02997-e44f-42b0-ab25-91a80d7145c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.225554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fca02997-e44f-42b0-ab25-91a80d7145c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.246908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.265717 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7c9c7811-a1ea-4922-ad3d-15663273056b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/57f80d37-2ff8-4d37-92aa-23ff37458f1a HTTP/1.1" status: 204 len: 168 time: 1.4782634 Feb 28 11:33:51.266513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.269631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50862) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.347355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=3292db04-282c-4b81-afda-e39a11b6ee35,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:51.362082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Checking segment: {'id': 'c2524ba5-2f26-41c3-bfe8-05ae9398e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e15e9d-941c-4298-8e77-8e10f958353b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:51.362625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network hostable DHCP agents. Network: 37e15e9d-941c-4298-8e77-8e10f958353b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:51.426438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:33:51.428354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.438067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fca02997-e44f-42b0-ab25-91a80d7145c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.456143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca02997-e44f-42b0-ab25-91a80d7145c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7241f5bb-7d3f-40ee-ad80-078f2e81f49b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:51.459292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Transition to ACTIVE for port object 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:51.467412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Network 37e15e9d-941c-4298-8e77-8e10f958353b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:51.491843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae3c615-64ed-4eb2-8b95-bfa02d6c6906 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:51.492516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3ae3c615-64ed-4eb2-8b95-bfa02d6c6906 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:33:51.541539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Subnet': ['ID=83e0e199-9dd0-4804-a170-1a6a11c2d925,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:51.559756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Checking segment: {'id': 'fdb2e59f-299a-4385-9743-21250d5db905', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '7894c00f-5645-41a6-bafa-f39372235b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:51.560115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network hostable DHCP agents. Network: 7894c00f-5645-41a6-bafa-f39372235b25, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:51.561347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fca02997-e44f-42b0-ab25-91a80d7145c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.566639 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fca02997-e44f-42b0-ab25-91a80d7145c2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7241f5bb-7d3f-40ee-ad80-078f2e81f49b HTTP/1.1" status: 204 len: 168 time: 0.4384215 Feb 28 11:33:51.570406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 37e15e9d-941c-4298-8e77-8e10f958353b) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:51.575347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:51.575941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.618047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756c87a1-75e3-4fb1-831e-1d4f94df2ba0 None None] Network 37e15e9d-941c-4298-8e77-8e10f958353b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:51.628155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3ae3c615-64ed-4eb2-8b95-bfa02d6c6906 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:33:51.629330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3ae3c615-64ed-4eb2-8b95-bfa02d6c6906 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3558066 Feb 28 11:33:51.632147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50868) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.663503 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a2d1cf52-6d3c-4f7b-a788-68b6271e42c5 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2401996 Feb 28 11:33:51.665993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50872) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.673081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-13a94b35-ba9d-4ff6-9af9-b0a922a44ef9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:51.676115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network 7894c00f-5645-41a6-bafa-f39372235b25 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:51.684183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.739081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 7894c00f-5645-41a6-bafa-f39372235b25) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:51.745240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:51.745997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.749284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4587d29f-9532-4922-8ef3-985275b67d08 None None] Network 7894c00f-5645-41a6-bafa-f39372235b25 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:51.750763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab9c76f-943b-45aa-b690-31063b8d8f81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:33:51.756624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5ab9c76f-943b-45aa-b690-31063b8d8f81 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/0fd1597d-6657-45cc-a64f-b00f3beceafa HTTP/1.1" status: 404 len: 333 time: 0.1189523 Feb 28 11:33:51.759302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50876) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.821269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13a94b35-ba9d-4ff6-9af9-b0a922a44ef9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3455587'] for subnet, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.838079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Port': ['ID=2a4b6acc-ca22-4e52-a9d7-869e99263ef3,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:51.841903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-453d451a-07c5-4ea2-b821-9277d4a6561c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:33:51.843208 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-453d451a-07c5-4ea2-b821-9277d4a6561c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/57f80d37-2ff8-4d37-92aa-23ff37458f1a HTTP/1.1" status: 404 len: 333 time: 0.0791113 Feb 28 11:33:51.846079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:51.847011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50880) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.850834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:51.853603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:51.858357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:51.865542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:51.973561 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fa79da92-8816-428a-8d18-eebf39d55acc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.4311476 Feb 28 11:33:51.977958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50888) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:51.984728 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-37e15e9d-941c-4298-8e77-8e10f958353b', 'network_id': '37e15e9d-941c-4298-8e77-8e10f958353b', 'tenant_id': 'c9eaf23bc38e48c8a6ba08ab6e671280', 'fixed_ips': [{'subnet_id': '3292db04-282c-4b81-afda-e39a11b6ee35'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:51.985550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.026976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-066110e2-a8d1-4b52-ab1a-07f7e9581911 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1036594 Feb 28 11:33:52.036336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50892) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:52.064455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a9c6652a-a3bf-447c-b7f1-16972e23b6a0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d9', 'mac_address': 'fa:16:3e:5a:d2:eb'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:52.231787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.353957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13a94b35-ba9d-4ff6-9af9-b0a922a44ef9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752571804555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3843357'] for subnet, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.405405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849dcecc-d2fb-4a45-a172-df9a94eda3a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-7894c00f-5645-41a6-bafa-f39372235b25', 'network_id': '7894c00f-5645-41a6-bafa-f39372235b25', 'tenant_id': '6906c81da64a4feba4cc1a2eef07dc11', 'fixed_ips': [{'subnet_id': '83e0e199-9dd0-4804-a170-1a6a11c2d925'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:52.406233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-849dcecc-d2fb-4a45-a172-df9a94eda3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.521994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.526525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Allocated IP 2001:db8::3 (37e15e9d-941c-4298-8e77-8e10f958353b/3292db04-282c-4b81-afda-e39a11b6ee35/fc48ec83-d6a0-4184-8453-7f05cbaa462d) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:52.547437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedfbb2-4fee-4378-8e00-e67e37b27e6a req-0cd137c3-fb79-4d74-a877-52157872eead tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:52.550141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a94b35-ba9d-4ff6-9af9-b0a922a44ef9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:52.550762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13a94b35-ba9d-4ff6-9af9-b0a922a44ef9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.552068 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-13a94b35-ba9d-4ff6-9af9-b0a922a44ef9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "PUT /v2.0/subnets/3292db04-282c-4b81-afda-e39a11b6ee35 HTTP/1.1" status: 200 len: 900 time: 0.8848658 Feb 28 11:33:52.557146 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7fedfbb2-4fee-4378-8e00-e67e37b27e6a req-0cd137c3-fb79-4d74-a877-52157872eead tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.4318886 Feb 28 11:33:52.557357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50902) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:52.560459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a94b35-ba9d-4ff6-9af9-b0a922a44ef9 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event updated for resources: {'Subnet': ['ID=3292db04-282c-4b81-afda-e39a11b6ee35,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:52.560899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.659328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.714357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc5ce98-b22c-4784-a01c-4dbaa921262b']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:52.751417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40aa74b0-7d95-49d8-a5ea-43d573030c31') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:52.752242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40aa74b0-7d95-49d8-a5ea-43d573030c31') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:52.779259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.781442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.790516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Transition to ACTIVE for port object fc48ec83-d6a0-4184-8453-7f05cbaa462d will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:52.807430 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7fedfbb2-4fee-4378-8e00-e67e37b27e6a req-b930ada1-7f61-412f-9956-21fd6ac5d4d0 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2493644 Feb 28 11:33:52.809770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a9c6652a-a3bf-447c-b7f1-16972e23b6a0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.814746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-afdbfda2-83a9-4951-9dcb-d56fc7095cb3 None None] Provisioning for port 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:52.819483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-afdbfda2-83a9-4951-9dcb-d56fc7095cb3 None None] Provisioning complete for port 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:52.819855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-afdbfda2-83a9-4951-9dcb-d56fc7095cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.827816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.837744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Releasing vlan 727 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:52.838450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:52.854587 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:52.878589 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-afdbfda2-83a9-4951-9dcb-d56fc7095cb3 None None] Port 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:33:52.895190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Transition to ACTIVE for port object fc48ec83-d6a0-4184-8453-7f05cbaa462d will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:52.909690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.934988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server [None req-849dcecc-d2fb-4a45-a172-df9a94eda3a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83e0e199-9dd0-4804-a170-1a6a11c2d925: This subnet is being modified by another concurrent operation. Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:33:52.943413 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 83e0e199-9dd0-4804-a170-1a6a11c2d925: This subnet is being modified by another concurrent operation. Feb 28 11:33:52.950914 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Feb 28 11:33:52.960581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Subnet': ['ID=83e0e199-9dd0-4804-a170-1a6a11c2d925,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:52.974245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.009023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c0f6a-75dd-408b-bb91-c97df20f0e07 None None] Network 7894c00f-5645-41a6-bafa-f39372235b25 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:53.074052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.075498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port fc48ec83-d6a0-4184-8453-7f05cbaa462d {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:53.075839 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.101445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7894c00f-5645-41a6-bafa-f39372235b25']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:53.117580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdb2e59f-299a-4385-9743-21250d5db905') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:53.118096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdb2e59f-299a-4385-9743-21250d5db905') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:53.127657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.135103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Network 37e15e9d-941c-4298-8e77-8e10f958353b is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:53.138504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:53.140382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Pushing event updated for resources: {'Port': ['ID=fc48ec83-d6a0-4184-8453-7f05cbaa462d,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:53.143387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:53.152630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.161193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.167840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Network': ['ID=3dc5ce98-b22c-4784-a01c-4dbaa921262b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:53.174920 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8128dff6-2931-4bda-8cfa-34d87c3cfd65 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/networks/3dc5ce98-b22c-4784-a01c-4dbaa921262b HTTP/1.1" status: 204 len: 168 time: 1.3222535 Feb 28 11:33:53.175156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50912) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.182024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.184302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-680179668'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:53.195008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:53.195170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:53.290883 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:53.294204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:53.318498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Attempting to bind port fc48ec83-d6a0-4184-8453-7f05cbaa462d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:53.318993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Attempting to bind port fc48ec83-d6a0-4184-8453-7f05cbaa462d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'c2524ba5-2f26-41c3-bfe8-05ae9398e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e15e9d-941c-4298-8e77-8e10f958353b'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:53.319447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Attempting to bind port fc48ec83-d6a0-4184-8453-7f05cbaa462d on network 37e15e9d-941c-4298-8e77-8e10f958353b {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:53.325974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:53.326364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Checking segment: {'id': 'c2524ba5-2f26-41c3-bfe8-05ae9398e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e15e9d-941c-4298-8e77-8e10f958353b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:53.326978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.327476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Bound using segment: {'id': 'c2524ba5-2f26-41c3-bfe8-05ae9398e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e15e9d-941c-4298-8e77-8e10f958353b'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:53.327943 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Bound port: fc48ec83-d6a0-4184-8453-7f05cbaa462d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2524ba5-2f26-41c3-bfe8-05ae9398e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': '37e15e9d-941c-4298-8e77-8e10f958353b'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:53.330882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.346933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50918) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.348403 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:network and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:53.356546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:53.357920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.367372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:53.419877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a9c6652a-a3bf-447c-b7f1-16972e23b6a0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.464664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port fc48ec83-d6a0-4184-8453-7f05cbaa462d, host dv-neutron-830866-1-hyperv, got binding levels [] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:53.464956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] For port fc48ec83-d6a0-4184-8453-7f05cbaa462d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:53.465112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.469948 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] For port fc48ec83-d6a0-4184-8453-7f05cbaa462d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fc48ec83-d6a0-4184-8453-7f05cbaa462d,segment=NetworkSegment(c2524ba5-2f26-41c3-bfe8-05ae9398e16d),segment_id=c2524ba5-2f26-41c3-bfe8-05ae9398e16d)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:53.474114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:53.477080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.510476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.516835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Network': ['ID=7894c00f-5645-41a6-bafa-f39372235b25,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:53.532677 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/7894c00f-5645-41a6-bafa-f39372235b25 HTTP/1.1" status: 204 len: 168 time: 1.5535638 Feb 28 11:33:53.534435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50924) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.537845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.538195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.538533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.539007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.539344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.539681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.540250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.540640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.541269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.541457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.541780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70917da4-79e4-4a09-9498-a9a2b820052a tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:53.549473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1067991126'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:53.555863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5bc1b88f-a19a-4fad-b7de-c7693a663034 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] Request body: {'port': {'network_id': 'fa35dc4e-eef5-49b1-9602-9eae3a3e2d74', 'name': 'tempest-NetworksNegativeTestJSON-400824135'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:53.561228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.573482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:53.579536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:network and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:53.583218 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc1b88f-a19a-4fad-b7de-c7693a663034 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] POST failed (client error): The resource could not be found. Feb 28 11:33:53.583648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc1b88f-a19a-4fad-b7de-c7693a663034 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:53.588315 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5bc1b88f-a19a-4fad-b7de-c7693a663034 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2366564 Feb 28 11:33:53.588315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:53.589156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50930) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.610913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a9c6652a-a3bf-447c-b7f1-16972e23b6a0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.612754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:53.622090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for fc48ec83-d6a0-4184-8453-7f05cbaa462d owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:53.623653 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8dd15a-f115-4ac8-bc7c-7a2852d2e225 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:53.624103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8dd15a-f115-4ac8-bc7c-7a2852d2e225 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:53.628922 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-da8dd15a-f115-4ac8-bc7c-7a2852d2e225 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "DELETE /v2.0/networks/6351a46c-a703-4db5-8ef8-7472c0fc4395 HTTP/1.1" status: 404 len: 339 time: 0.0356684 Feb 28 11:33:53.634607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50934) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.684864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9024cf9-08aa-4624-80c4-a4c7ebd5c6ea None None] Pushing event updated for resources: {'Port': ['ID=fc48ec83-d6a0-4184-8453-7f05cbaa462d,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:53.707233 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-880eda52-8b2b-402f-a5c3-d9ef6aafae04 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:53.707672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-880eda52-8b2b-402f-a5c3-d9ef6aafae04 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:53.709312 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-880eda52-8b2b-402f-a5c3-d9ef6aafae04 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "DELETE /v2.0/ports/d7a116ba-1614-45d1-b9fa-0d9ee8f517bb HTTP/1.1" status: 404 len: 333 time: 0.0734017 Feb 28 11:33:53.717058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50940) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.725633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:53.728846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.742768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:53.789170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-a9c6652a-a3bf-447c-b7f1-16972e23b6a0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] In _notify_port_updated(), no bound segment for port 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 on network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:33:53.792649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c6652a-a3bf-447c-b7f1-16972e23b6a0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:53.793372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a9c6652a-a3bf-447c-b7f1-16972e23b6a0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.793675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 725} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:33:53.797611 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a9c6652a-a3bf-447c-b7f1-16972e23b6a0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "PUT /v2.0/ports/2a4b6acc-ca22-4e52-a9d7-869e99263ef3 HTTP/1.1" status: 200 len: 1002 time: 1.7573483 Feb 28 11:33:53.799799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50944) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.815866 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b95b767-db7f-4c20-b6a3-caa87d18d082 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:53.815866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b95b767-db7f-4c20-b6a3-caa87d18d082 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:53.824515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.824864 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Added segment 0e1dc46e-604e-4a4c-8215-009556879574 of type vlan for network ede19159-4dc5-4efb-be8b-ca30df9831f3 Feb 28 11:33:53.827137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6652a-a3bf-447c-b7f1-16972e23b6a0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Port': ['ID=2a4b6acc-ca22-4e52-a9d7-869e99263ef3,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:53.851713 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3b95b767-db7f-4c20-b6a3-caa87d18d082 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "DELETE /v2.0/subnets/8ebecf7d-8257-488c-865a-4bd112160d98 HTTP/1.1" status: 404 len: 337 time: 0.1192899 Feb 28 11:33:53.854432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50950) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.906928 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-a332cd34-3c16-4949-a30e-e651219fd60c tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] GET failed (client error): The resource could not be found. Feb 28 11:33:53.912154 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a332cd34-3c16-4949-a30e-e651219fd60c tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "GET /v2.0/networks/ae3fe3ef-6b16-4dcf-9add-667860eda092 HTTP/1.1" status: 404 len: 339 time: 0.0522025 Feb 28 11:33:53.912154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.913782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.913925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50954) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:53.914175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Added segment d139f8bb-a150-4793-a8c4-fbc51b48e5c1 of type vlan for network 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 Feb 28 11:33:53.978708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfcb8c-5d5e-4148-9977-4db7664b86e2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Deleting port 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:53.979071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcb8c-5d5e-4148-9977-4db7664b86e2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:53.982255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:53.982255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:53.993044 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbfbb2e5-4a23-45f8-9a20-3d31bd620ce2 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] GET failed (client error): The resource could not be found. Feb 28 11:33:53.994825 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cbfbb2e5-4a23-45f8-9a20-3d31bd620ce2 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "GET /v2.0/ports/479a9f4b-9c37-4c7d-b993-69e50505842f HTTP/1.1" status: 404 len: 333 time: 0.0800834 Feb 28 11:33:54.002876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50958) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:54.069189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.069988 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-75710100-fb3a-44b0-9a24-b0ebc4365f62 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] GET failed (client error): The resource could not be found. Feb 28 11:33:54.071503 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-75710100-fb3a-44b0-9a24-b0ebc4365f62 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "GET /v2.0/subnets/34c65fff-673a-4ece-b56e-51b5e2412501 HTTP/1.1" status: 404 len: 337 time: 0.0723233 Feb 28 11:33:54.075879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50962) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:54.084967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e9dab36d-3a6f-4794-a178-1ca161994204 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:54.112015 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dab36d-3a6f-4794-a178-1ca161994204 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] PUT failed (client error): The resource could not be found. Feb 28 11:33:54.112461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9dab36d-3a6f-4794-a178-1ca161994204 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:54.114947 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e9dab36d-3a6f-4794-a178-1ca161994204 tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "PUT /v2.0/networks/c383dc0e-7d95-48c5-b2df-08978c5b8c1d HTTP/1.1" status: 404 len: 339 time: 0.0345385 Feb 28 11:33:54.117797 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50966) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:54.127265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-cced2630-5990-4110-a347-189f0481b9bd tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:54.174728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.179657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:54.180697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.185706 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fc48ec83-d6a0-4184-8453-7f05cbaa462d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:33:54.234020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-05429f79-9803-400e-8464-6dcfa711f345 req-4ca4782b-3de7-4dee-aa11-a12070731bf8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 1099 time: 0.5323122 Feb 28 11:33:54.263462 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-cced2630-5990-4110-a347-189f0481b9bd tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] PUT failed (client error): The resource could not be found. Feb 28 11:33:54.264295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cced2630-5990-4110-a347-189f0481b9bd tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:54.269433 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cced2630-5990-4110-a347-189f0481b9bd tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "PUT /v2.0/ports/84bbb831-9efd-460a-85e9-d50d08f9bb71 HTTP/1.1" status: 404 len: 333 time: 0.1500728 Feb 28 11:33:54.321299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50970) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:54.325777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.329457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:54.330565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.337399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5ab1d5bf-50e7-4131-9c5d-d586a64ea22f tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:54.350110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port fc48ec83-d6a0-4184-8453-7f05cbaa462d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:54.387920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d715827a-aac9-4a63-a128-0a14243066e5 None None] Provisioning complete for port 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:54.389273 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab1d5bf-50e7-4131-9c5d-d586a64ea22f tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] PUT failed (client error): The resource could not be found. Feb 28 11:33:54.389489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d715827a-aac9-4a63-a128-0a14243066e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.389725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ab1d5bf-50e7-4131-9c5d-d586a64ea22f tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:54.394974 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5ab1d5bf-50e7-4131-9c5d-d586a64ea22f tempest-NetworksNegativeTestJSON-8654442 tempest-NetworksNegativeTestJSON-8654442-project] 10.222.0.31 "PUT /v2.0/subnets/343f3940-ac86-40a7-965c-58fd57769dec HTTP/1.1" status: 404 len: 337 time: 0.0720010 Feb 28 11:33:54.400967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Network': ['ID=ede19159-4dc5-4efb-be8b-ca30df9831f3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:54.430744 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network ede19159-4dc5-4efb-be8b-ca30df9831f3 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:54.465511 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-16de2312-5b6f-4dd6-a564-32c533d6867d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2896922 Feb 28 11:33:54.468370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50976) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:54.478978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': 'ede19159-4dc5-4efb-be8b-ca30df9831f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:54.495365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port fc48ec83-d6a0-4184-8453-7f05cbaa462d {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:54.495717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.546009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Network': ['ID=0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:54.551840 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-05429f79-9803-400e-8464-6dcfa711f345 req-0a66185e-4a93-40e2-95c4-7bc209088d46 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2958450 Feb 28 11:33:54.570083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfba83a-c153-4e62-bbae-af5f24a26c33 req-9b574bed-e1ab-47d3-b077-8d3fc855108f tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:54.571617 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8bfba83a-c153-4e62-bbae-af5f24a26c33 req-9b574bed-e1ab-47d3-b077-8d3fc855108f tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.5109358 Feb 28 11:33:54.578383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcb8c-5d5e-4148-9977-4db7664b86e2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:54.593601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:33:54.622875 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7cbea083-2539-47d7-8983-032abeee31fb tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0873156 Feb 28 11:33:54.627435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50980) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:54.738768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d715827a-aac9-4a63-a128-0a14243066e5 None None] Port 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:33:54.787490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'subnet': {'network_id': '0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:54.823987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfcb8c-5d5e-4148-9977-4db7664b86e2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Calling delete_port for 2a4b6acc-ca22-4e52-a9d7-869e99263ef3 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:54.950356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:54.955594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:54.958950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:54.964936 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:54.994497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8bfba83a-c153-4e62-bbae-af5f24a26c33 req-ff73a04c-261a-452a-93d8-43d9c78b6f91 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4017603 Feb 28 11:33:55.044640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:55.051765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:55.056037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:subnet and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:55.061261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:55.110388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:55.116999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50986) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:55.175228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5b96f-b24b-4534-b50b-6f72c0bf8d1f None None] Network 37e15e9d-941c-4298-8e77-8e10f958353b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:55.197046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.234553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:55.291410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port fc48ec83-d6a0-4184-8453-7f05cbaa462d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fc48ec83-d6a0-4184-8453-7f05cbaa462d,segment=NetworkSegment(c2524ba5-2f26-41c3-bfe8-05ae9398e16d),segment_id=c2524ba5-2f26-41c3-bfe8-05ae9398e16d)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:55.291779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.305022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Performing IP validity checks on allocation pools {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:33:55.305629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:33:55.354395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Provisioning for port fc48ec83-d6a0-4184-8453-7f05cbaa462d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:55.368268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Provisioning complete for port fc48ec83-d6a0-4184-8453-7f05cbaa462d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:55.368639 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.384571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcb8c-5d5e-4148-9977-4db7664b86e2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.458133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfcb8c-5d5e-4148-9977-4db7664b86e2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event deleted for resources: {'Port': ['ID=2a4b6acc-ca22-4e52-a9d7-869e99263ef3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:55.461719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-608a9928-4498-453b-8dd2-75e1f031982c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.539610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.597613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for fc48ec83-d6a0-4184-8453-7f05cbaa462d owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:55.636324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.676126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.740331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] For port fc48ec83-d6a0-4184-8453-7f05cbaa462d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fc48ec83-d6a0-4184-8453-7f05cbaa462d,segment=NetworkSegment(c2524ba5-2f26-41c3-bfe8-05ae9398e16d),segment_id=c2524ba5-2f26-41c3-bfe8-05ae9398e16d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:55.833387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-608a9928-4498-453b-8dd2-75e1f031982c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:55.842889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-608a9928-4498-453b-8dd2-75e1f031982c admin admin] Usage tracker for resource:security_group_rule and tenant:32265ff090ed46ab97d476977e8dc183 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:55.845768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=97481da7-0864-412c-a2db-0efb5aec7c1e,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:55.859383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.859788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.860195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.860594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.861553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.862019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.862417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.862783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.863197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.863576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.863965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:55.871465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Checking segment: {'id': '0e1dc46e-604e-4a4c-8215-009556879574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ede19159-4dc5-4efb-be8b-ca30df9831f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:55.871587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network hostable DHCP agents. Network: ede19159-4dc5-4efb-be8b-ca30df9831f3, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:55.878045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-608a9928-4498-453b-8dd2-75e1f031982c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:55.883734 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 41c4f757-c147-4b50-8260-6df87a152288 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:33:55.886165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 41c4f757-c147-4b50-8260-6df87a152288 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:55.897937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-608a9928-4498-453b-8dd2-75e1f031982c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:55.947850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:55.958578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c4dfcb8c-5d5e-4148-9977-4db7664b86e2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.005852 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network ede19159-4dc5-4efb-be8b-ca30df9831f3 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:56.010029 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:56.010347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:56.049075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3567b64-e0d1-4fc9-8057-f33c260e53e2 None None] Network 37e15e9d-941c-4298-8e77-8e10f958353b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:56.103850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-608a9928-4498-453b-8dd2-75e1f031982c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.110084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, ede19159-4dc5-4efb-be8b-ca30df9831f3) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:56.115237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:56.122293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.180879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a309995-6931-4a36-9f22-82e0d895fef3 None None] Network ede19159-4dc5-4efb-be8b-ca30df9831f3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:56.199084 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c4dfcb8c-5d5e-4148-9977-4db7664b86e2 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "DELETE /v2.0/ports/2a4b6acc-ca22-4e52-a9d7-869e99263ef3 HTTP/1.1" status: 204 len: 168 time: 2.3610075 Feb 28 11:33:56.199838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-608a9928-4498-453b-8dd2-75e1f031982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.201742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 50994) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:56.250047 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3288ec62-0e49-4f17-9957-a9b76a26f961 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7801561 Feb 28 11:33:56.253284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 50998) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:56.254472 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e62e5b3-5cc8-4f19-8712-441ea6892d79 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] GET failed (client error): The resource could not be found. Feb 28 11:33:56.259605 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9e62e5b3-5cc8-4f19-8712-441ea6892d79 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "GET /v2.0/ports/2a4b6acc-ca22-4e52-a9d7-869e99263ef3 HTTP/1.1" status: 404 len: 333 time: 0.0531538 Feb 28 11:33:56.259998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51000) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:56.267100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'port': {'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1673799773'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:56.287120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': 'ede19159-4dc5-4efb-be8b-ca30df9831f3', 'name': 'tempest-PortsTestJSON-1504019077'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:56.308157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-608a9928-4498-453b-8dd2-75e1f031982c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32265ff090ed46ab97d476977e8dc183&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1914296 Feb 28 11:33:56.313900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51006) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:56.315672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.319373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608a9928-4498-453b-8dd2-75e1f031982c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2348ac7-5d4e-4ef0-89e1-5040b22c1fed,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:56.324533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Pushing event updated for resources: {'Port': ['ID=fc48ec83-d6a0-4184-8453-7f05cbaa462d,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:56.390368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-19c3af83-259d-430b-8c18-cf281ad376d4 None None] Provisioning complete for port fc48ec83-d6a0-4184-8453-7f05cbaa462d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:56.391082 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-19c3af83-259d-430b-8c18-cf281ad376d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.422538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:56.428286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Usage tracker for resource:port and tenant:784a8dbb1dc445a994104d77e5caf70a is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:56.431487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:56.433519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.433862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.434194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.434519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.434868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.435582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.435910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.436233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.436547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.436858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.437175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3bd2ce-9673-4cd4-ba0c-dd8bffdf27a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:33:56.439965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:56.493262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.513516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Made reservation on behalf of 784a8dbb1dc445a994104d77e5caf70a for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:56.515248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a06b4-d2a3-4938-9454-c71f3ae1dd37 req-a73bdf12-b2d6-4f91-8896-8239c0229329 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:56.516795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.519527 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc5a06b4-d2a3-4938-9454-c71f3ae1dd37 req-a73bdf12-b2d6-4f91-8896-8239c0229329 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.3579772 Feb 28 11:33:56.540015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] device_id is not set on port f4345563-2c60-47f3-97e4-f4683c22cacd yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:56.540816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=41c4f757-c147-4b50-8260-6df87a152288,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:56.548150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Subnet': ['ID=6ac520af-6945-4bae-b0a2-e8d256043146,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:56.580029 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port fc48ec83-d6a0-4184-8453-7f05cbaa462d {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:56.580438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.636886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '41c4f757-c147-4b50-8260-6df87a152288', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'port_id': '41c4f757-c147-4b50-8260-6df87a152288', 'mac_address': 'fa:16:3e:50:88:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:33:56.656189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c4f757-c147-4b50-8260-6df87a152288'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:33:56.660279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:56.715584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=41c4f757-c147-4b50-8260-6df87a152288,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:56.741001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc5a06b4-d2a3-4938-9454-c71f3ae1dd37 req-52bedb20-edd2-4479-b4ce-090a2d7956b6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946850 Feb 28 11:33:56.743301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Checking segment: {'id': 'd139f8bb-a150-4793-a8c4-fbc51b48e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:56.744658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network hostable DHCP agents. Network: 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:33:56.760317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:56.790523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51014) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:56.791470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a827893b-132b-4197-b686-6df17c488210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.845097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.882757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.907421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:33:56.922134 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41c4f757-c147-4b50-8260-6df87a152288', 'code': 200} Feb 28 11:33:56.931637 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port fc48ec83-d6a0-4184-8453-7f05cbaa462d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fc48ec83-d6a0-4184-8453-7f05cbaa462d,segment=NetworkSegment(c2524ba5-2f26-41c3-bfe8-05ae9398e16d),segment_id=c2524ba5-2f26-41c3-bfe8-05ae9398e16d)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:56.932595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.937732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-ede19159-4dc5-4efb-be8b-ca30df9831f3', 'network_id': 'ede19159-4dc5-4efb-be8b-ca30df9831f3', 'tenant_id': 'f8723dc342b243fbb7beca10c85eea1e', 'fixed_ips': [{'subnet_id': '97481da7-0864-412c-a2db-0efb5aec7c1e'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:56.938301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.939078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a827893b-132b-4197-b686-6df17c488210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:56.980293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41c4f757-c147-4b50-8260-6df87a152288 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:33:56.981131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:56.984559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.004380 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3b52a59b-5a50-4d99-9fc6-7d4dd451aba6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/floatingips/f65ef586-ec21-45d8-a711-74771a64093d HTTP/1.1" status: 200 len: 992 time: 0.2081866 Feb 28 11:33:57.022912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:57.032846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:57.033375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.040965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port eb131b21-6b47-4600-99c1-03690b6f730f yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:33:57.065440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba998ad-f451-4024-986e-a13ec5e9bccb None None] Network 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:57.113139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=41c4f757-c147-4b50-8260-6df87a152288,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:57.171869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for fc48ec83-d6a0-4184-8453-7f05cbaa462d owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:57.209237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:57.209994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:57.212897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.13 (ede19159-4dc5-4efb-be8b-ca30df9831f3/97481da7-0864-412c-a2db-0efb5aec7c1e/eb131b21-6b47-4600-99c1-03690b6f730f) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:57.249328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-739d6df7-34c2-4fd8-a357-6892b5355273 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6181085 Feb 28 11:33:57.254532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51018) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:57.268024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Allocated IP 2001:db8::2ba (429fbfc5-3896-4eb8-8748-976d1e4aa9c3/57d028e2-0ad6-4a2a-974e-99eb2c29d112/f4345563-2c60-47f3-97e4-f4683c22cacd) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:57.295706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a827893b-132b-4197-b686-6df17c488210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.297562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a827893b-132b-4197-b686-6df17c488210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.299270 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a827893b-132b-4197-b686-6df17c488210 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2348ac7-5d4e-4ef0-89e1-5040b22c1fed HTTP/1.1" status: 204 len: 168 time: 0.9756918 Feb 28 11:33:57.408607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827893b-132b-4197-b686-6df17c488210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2348ac7-5d4e-4ef0-89e1-5040b22c1fed,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:57.454277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6', 'network_id': '0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6', 'tenant_id': '6906c81da64a4feba4cc1a2eef07dc11', 'fixed_ips': [{'subnet_id': '6ac520af-6945-4bae-b0a2-e8d256043146'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:33:57.455854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.474336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.595257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.619463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b376056a-4205-45a4-83a2-9131ec9fbbe2 None None] DHCP port deletion for 37e15e9d-941c-4298-8e77-8e10f958353b request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:33:57.648425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1b1c05ec-deb5-4268-847f-860daffcf814 None None] Could not find standard attr ID for object fc48ec83-d6a0-4184-8453-7f05cbaa462d. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:33:57.668684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Allocated IP 2001:db8::2 (0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6/6ac520af-6945-4bae-b0a2-e8d256043146/604147ba-6320-42d3-a8b7-9610532c3335) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:57.680492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Port': ['ID=fc48ec83-d6a0-4184-8453-7f05cbaa462d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:57.713082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.745276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No DVR routers for this DVR port fc48ec83-d6a0-4184-8453-7f05cbaa462d on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:33:57.756442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.789795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object eb131b21-6b47-4600-99c1-03690b6f730f will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:57.844738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.878658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41c4f757-c147-4b50-8260-6df87a152288 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:33:57.891517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.920438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:57.984987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=41c4f757-c147-4b50-8260-6df87a152288,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:33:58.013849 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Allocated IP 172.20.0.2 (ede19159-4dc5-4efb-be8b-ca30df9831f3/97481da7-0864-412c-a2db-0efb5aec7c1e/d052b921-e56f-40d5-b17c-02010b21436e) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:33:58.026424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network ede19159-4dc5-4efb-be8b-ca30df9831f3 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:58.029897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:58.030071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.044127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=eb131b21-6b47-4600-99c1-03690b6f730f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:58.046478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.046862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:58.059695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.065841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Transition to ACTIVE for port object 604147ba-6320-42d3-a8b7-9610532c3335 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:58.071478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Transition to ACTIVE for port object f4345563-2c60-47f3-97e4-f4683c22cacd will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:58.138899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:58.139517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.158089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.163222 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fc48ec83-d6a0-4184-8453-7f05cbaa462d no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:33:58.203926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.203926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=3292db04-282c-4b81-afda-e39a11b6ee35,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:58.235755 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: fc48ec83-d6a0-4184-8453-7f05cbaa462d {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:33:58.236765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fc48ec83-d6a0-4184-8453-7f05cbaa462d not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:33:58.240438 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Transition to ACTIVE for port object 604147ba-6320-42d3-a8b7-9610532c3335 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:58.248390 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1cfcb9b7-1f1b-4303-a0c9-9610e39e61af tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9806709 Feb 28 11:33:58.249626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51034) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:58.261951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=41c4f757-c147-4b50-8260-6df87a152288,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:58.264621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7490c5-b504-4fc0-9146-ff706189d4bf None None] Network 37e15e9d-941c-4298-8e77-8e10f958353b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:33:58.300003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['41c4f757-c147-4b50-8260-6df87a152288'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:33:58.342284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f60cd-7655-4deb-8d97-53149415a65e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port eb131b21-6b47-4600-99c1-03690b6f730f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:33:58.343012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e6f60cd-7655-4deb-8d97-53149415a65e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.359627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:58.360692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Port': ['ID=f4345563-2c60-47f3-97e4-f4683c22cacd,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:58.374030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:58.379635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:58.383902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:33:58.384501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.394951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.396182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.441448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e15e9d-941c-4298-8e77-8e10f958353b']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:58.461633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2524ba5-2f26-41c3-bfe8-05ae9398e16d') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:58.461633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2524ba5-2f26-41c3-bfe8-05ae9398e16d') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:58.474711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.494803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.502255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:58.503012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:58.520631 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:58.526452 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1d7b7044-d3dc-4e8b-a343-9c308edab49e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2653892 Feb 28 11:33:58.537039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51042) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:58.622055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Network 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:58.672856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d03495fe-c23e-459c-bada-607c6215dc5e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5a:d2:eb'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:58.686524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:58.708276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:58.714113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.717273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Pushing event updated for resources: {'Port': ['ID=604147ba-6320-42d3-a8b7-9610532c3335,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:58.750388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.760753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.766650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=37e15e9d-941c-4298-8e77-8e10f958353b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:58.781380 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b5852f66-1f4b-4c2b-bdf2-45807b716774 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/37e15e9d-941c-4298-8e77-8e10f958353b HTTP/1.1" status: 204 len: 168 time: 6.2181373 Feb 28 11:33:58.782521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51046) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:58.790460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Transition to ACTIVE for port object d052b921-e56f-40d5-b17c-02010b21436e will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:58.840142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a96dc-65d3-4c4c-ac90-529e5cb5ac50 None None] DHCP port deletion for 37e15e9d-941c-4298-8e77-8e10f958353b request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:33:58.841414 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-3090f347-115e-4fdb-b5dc-7bb9a41ac8f6 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:58.842010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3090f347-115e-4fdb-b5dc-7bb9a41ac8f6 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:58.844509 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3090f347-115e-4fdb-b5dc-7bb9a41ac8f6 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/3292db04-282c-4b81-afda-e39a11b6ee35 HTTP/1.1" status: 404 len: 337 time: 0.0587924 Feb 28 11:33:58.847253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51052) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:58.885140 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb68253-96b7-4700-96a1-8af8c76fea79 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:58.885573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb68253-96b7-4700-96a1-8af8c76fea79 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:58.887871 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5eb68253-96b7-4700-96a1-8af8c76fea79 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/37e15e9d-941c-4298-8e77-8e10f958353b HTTP/1.1" status: 404 len: 339 time: 0.0395017 Feb 28 11:33:58.890432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51056) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:58.902693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e6f60cd-7655-4deb-8d97-53149415a65e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.934457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Transition to ACTIVE for port object d052b921-e56f-40d5-b17c-02010b21436e will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:33:58.956086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Attempting to bind port 604147ba-6320-42d3-a8b7-9610532c3335 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:58.956442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Attempting to bind port 604147ba-6320-42d3-a8b7-9610532c3335 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'd139f8bb-a150-4793-a8c4-fbc51b48e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:58.956790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Attempting to bind port 604147ba-6320-42d3-a8b7-9610532c3335 on network 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:58.968150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51060) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:58.979790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:58.980206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Checking segment: {'id': 'd139f8bb-a150-4793-a8c4-fbc51b48e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:58.980561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:58.980981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Bound using segment: {'id': 'd139f8bb-a150-4793-a8c4-fbc51b48e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:58.981487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Bound port: 604147ba-6320-42d3-a8b7-9610532c3335, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd139f8bb-a150-4793-a8c4-fbc51b48e5c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 725, 'network_id': '0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:58.981854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.026017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.042803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0e6f60cd-7655-4deb-8d97-53149415a65e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for eb131b21-6b47-4600-99c1-03690b6f730f owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:33:59.045626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e871c889-c33f-4eef-9f10-12f0b55c826c None None] Provisioning for port f4345563-2c60-47f3-97e4-f4683c22cacd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:33:59.063364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.080082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.105205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e871c889-c33f-4eef-9f10-12f0b55c826c None None] Provisioning complete for port f4345563-2c60-47f3-97e4-f4683c22cacd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:33:59.105587 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e871c889-c33f-4eef-9f10-12f0b55c826c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.156935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac520af-6945-4bae-b0a2-e8d256043146,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:59.176170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.204381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e45adf91-7d4a-47a5-ae46-b7489f8e0589']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:59.218320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c840c52-9af1-41fe-a30b-90d59303c71b') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:59.218548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c840c52-9af1-41fe-a30b-90d59303c71b') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:59.232151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.251082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.258544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:59.258977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:59.278361 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:59.284110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Network ede19159-4dc5-4efb-be8b-ca30df9831f3 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:33:59.291797 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:33:59.300158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e871c889-c33f-4eef-9f10-12f0b55c826c None None] Port f4345563-2c60-47f3-97e4-f4683c22cacd cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:33:59.302427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] For port 604147ba-6320-42d3-a8b7-9610532c3335, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:59.304649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:33:59.319114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-104114072'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:33:59.330952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Pushing event updated for resources: {'Port': ['ID=d052b921-e56f-40d5-b17c-02010b21436e,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:59.341899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:33:59.345153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] For port 604147ba-6320-42d3-a8b7-9610532c3335, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=604147ba-6320-42d3-a8b7-9610532c3335,segment=NetworkSegment(d139f8bb-a150-4793-a8c4-fbc51b48e5c1),segment_id=d139f8bb-a150-4793-a8c4-fbc51b48e5c1)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:59.367216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:network and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:33:59.372595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:33:59.395164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.405213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:33:59.427642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.496703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.513718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:59.514910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Attempting to bind port d052b921-e56f-40d5-b17c-02010b21436e on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:33:59.515354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Attempting to bind port d052b921-e56f-40d5-b17c-02010b21436e by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0e1dc46e-604e-4a4c-8215-009556879574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ede19159-4dc5-4efb-be8b-ca30df9831f3'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:33:59.515823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Attempting to bind port d052b921-e56f-40d5-b17c-02010b21436e on network ede19159-4dc5-4efb-be8b-ca30df9831f3 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:33:59.523273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.529641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=e45adf91-7d4a-47a5-ae46-b7489f8e0589,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:59.537550 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-867b5162-a1e5-4491-9b43-c0400145dea7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/e45adf91-7d4a-47a5-ae46-b7489f8e0589 HTTP/1.1" status: 204 len: 168 time: 0.6456447 Feb 28 11:33:59.539945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51066) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:59.555931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:33:59.559015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.565795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:33:59.566320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Checking segment: {'id': '0e1dc46e-604e-4a4c-8215-009556879574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ede19159-4dc5-4efb-be8b-ca30df9831f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:33:59.566824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.567329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Bound using segment: {'id': '0e1dc46e-604e-4a4c-8215-009556879574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ede19159-4dc5-4efb-be8b-ca30df9831f3'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:33:59.567902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Bound port: d052b921-e56f-40d5-b17c-02010b21436e, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1dc46e-604e-4a4c-8215-009556879574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'ede19159-4dc5-4efb-be8b-ca30df9831f3'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:33:59.568385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.577397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd139f8bb-a150-4793-a8c4-fbc51b48e5c1') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:59.577683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd139f8bb-a150-4793-a8c4-fbc51b48e5c1') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:33:59.584549 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9fff75d-b2fb-4322-adc4-3d7b0332f7c6 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:59.584943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9fff75d-b2fb-4322-adc4-3d7b0332f7c6 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:59.586656 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a9fff75d-b2fb-4322-adc4-3d7b0332f7c6 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/aa0db756-9256-494e-a095-6839b6f2b8ac HTTP/1.1" status: 404 len: 337 time: 0.0458193 Feb 28 11:33:59.589239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51070) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:59.601938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7322d-8714-4135-b273-504fc1fece61 None None] Pushing event updated for resources: {'Port': ['ID=604147ba-6320-42d3-a8b7-9610532c3335,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:59.607772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.619583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.642147 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-066e62b6-9cdb-4fb5-a63a-5edadbeaef55 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:33:59.642947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.644128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-066e62b6-9cdb-4fb5-a63a-5edadbeaef55 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:33:59.646624 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-066e62b6-9cdb-4fb5-a63a-5edadbeaef55 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/52d24009-40ff-4bdf-9b18-9e45400929de HTTP/1.1" status: 404 len: 339 time: 0.0548666 Feb 28 11:33:59.649779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51074) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:33:59.652032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d03495fe-c23e-459c-bada-607c6215dc5e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.670378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:33:59.670778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:33:59.687021 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:33:59.695118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e6f60cd-7655-4deb-8d97-53149415a65e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.715384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:33:59.721883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d052b921-e56f-40d5-b17c-02010b21436e,segment=NetworkSegment(0e1dc46e-604e-4a4c-8215-009556879574),segment_id=0e1dc46e-604e-4a4c-8215-009556879574)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:33:59.788499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.851951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f60cd-7655-4deb-8d97-53149415a65e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=eb131b21-6b47-4600-99c1-03690b6f730f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:59.914991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24900bbb-a40a-4547-b453-c895b4299111 None None] Pushing event updated for resources: {'Port': ['ID=d052b921-e56f-40d5-b17c-02010b21436e,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:33:59.942879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-24abd4c5-bc57-451d-b482-517abc0a8e90 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting subnet 88a35d38-5928-40aa-bfcc-52d50fdb2899 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:33:59.943400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24abd4c5-bc57-451d-b482-517abc0a8e90 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:33:59.960231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:33:59.960231 dv-neutron-830866-1-hyperv neutron-server[84339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:33:59.960231 dv-neutron-830866-1-hyperv neutron-server[84339]: [parameters: {'id': '0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6'}] Feb 28 11:33:59.960231 dv-neutron-830866-1-hyperv neutron-server[84339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:33:59.960729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:33:59.998929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:00.026338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24abd4c5-bc57-451d-b482-517abc0a8e90 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.027348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group_rule and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:00.034820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:00.068210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 41c4f757-c147-4b50-8260-6df87a152288 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:00.114453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:00.160234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24abd4c5-bc57-451d-b482-517abc0a8e90 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.171778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e6f60cd-7655-4deb-8d97-53149415a65e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.201219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 41c4f757-c147-4b50-8260-6df87a152288 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:00.203662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.257301 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0e6f60cd-7655-4deb-8d97-53149415a65e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/eb131b21-6b47-4600-99c1-03690b6f730f HTTP/1.1" status: 204 len: 168 time: 1.9965532 Feb 28 11:34:00.260744 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 604147ba-6320-42d3-a8b7-9610532c3335 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:00.270493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51078) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.330484 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1e881c-9db6-4a23-95be-94a25be40bf9 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:00.331361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1e881c-9db6-4a23-95be-94a25be40bf9 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:00.337034 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bd1e881c-9db6-4a23-95be-94a25be40bf9 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/eb131b21-6b47-4600-99c1-03690b6f730f HTTP/1.1" status: 404 len: 333 time: 0.0651984 Feb 28 11:34:00.337742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51082) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.346393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.350737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d03495fe-c23e-459c-bada-607c6215dc5e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.396071 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-56e1f2bf-e5e5-4af0-98ea-af1144006ee5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:34:00.400661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51086) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.401069 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-56e1f2bf-e5e5-4af0-98ea-af1144006ee5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/eb131b21-6b47-4600-99c1-03690b6f730f HTTP/1.1" status: 404 len: 333 time: 0.0591233 Feb 28 11:34:00.424459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.444016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.453263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4f757-c147-4b50-8260-6df87a152288'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:34:00.466340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=41c4f757-c147-4b50-8260-6df87a152288,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:00.480082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24abd4c5-bc57-451d-b482-517abc0a8e90 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.490989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 604147ba-6320-42d3-a8b7-9610532c3335 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:00.538168 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41c4f757-c147-4b50-8260-6df87a152288', 'code': 200} Feb 28 11:34:00.540454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.543096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24abd4c5-bc57-451d-b482-517abc0a8e90 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=88a35d38-5928-40aa-bfcc-52d50fdb2899,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:00.554528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-24abd4c5-bc57-451d-b482-517abc0a8e90 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.566889 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-24abd4c5-bc57-451d-b482-517abc0a8e90 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/88a35d38-5928-40aa-bfcc-52d50fdb2899 HTTP/1.1" status: 204 len: 168 time: 0.9123862 Feb 28 11:34:00.567940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51092) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.582674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b28bf-2e3b-446f-ae4b-e084637e7053 None None] Network 27e4ccff-d48a-4f20-82cb-4430f339bc7f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:00.635348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.641283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f13b81-4550-4c33-8512-ae329bc4d632,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:00.643926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-800b2435-a771-48b2-8ff3-2d12ed4aa563 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting subnet 1a9092ce-4d08-4c16-9d96-5738399ef432 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:00.650380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-800b2435-a771-48b2-8ff3-2d12ed4aa563 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.670635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d03495fe-c23e-459c-bada-607c6215dc5e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.738367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-800b2435-a771-48b2-8ff3-2d12ed4aa563 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.761550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d03495fe-c23e-459c-bada-607c6215dc5e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] In _notify_port_updated(), no bound segment for port f4345563-2c60-47f3-97e4-f4683c22cacd on network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:34:00.767953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03495fe-c23e-459c-bada-607c6215dc5e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:00.768909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d03495fe-c23e-459c-bada-607c6215dc5e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.770393 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d03495fe-c23e-459c-bada-607c6215dc5e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "PUT /v2.0/ports/f4345563-2c60-47f3-97e4-f4683c22cacd HTTP/1.1" status: 200 len: 1003 time: 2.1237180 Feb 28 11:34:00.784823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51096) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:00.786295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 703} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:00.828018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Deleting port 604147ba-6320-42d3-a8b7-9610532c3335 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:00.829435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.891756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-de7b4501-06eb-4403-b3c3-b99cb740484a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Deleting port f4345563-2c60-47f3-97e4-f4683c22cacd {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:00.892099 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de7b4501-06eb-4403-b3c3-b99cb740484a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:00.912458 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=41c4f757-c147-4b50-8260-6df87a152288,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:01.054414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-800b2435-a771-48b2-8ff3-2d12ed4aa563 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.063795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.063795 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Added segment d353aa89-0f8c-4e00-b28b-58305c21a399 of type vlan for network f54d0ffa-dba8-4942-adfc-d6972c83710f Feb 28 11:34:01.073052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03495fe-c23e-459c-bada-607c6215dc5e tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Port': ['ID=f4345563-2c60-47f3-97e4-f4683c22cacd,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:01.131824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.165303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b25c8-5d19-43bc-8cf0-b17e84e83b34 None None] Network 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:01.324757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de7b4501-06eb-4403-b3c3-b99cb740484a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.341270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-800b2435-a771-48b2-8ff3-2d12ed4aa563 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.363326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1ce8fd-e514-4579-bde5-6955b0febd8e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet 97481da7-0864-412c-a2db-0efb5aec7c1e {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:01.376363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce8fd-e514-4579-bde5-6955b0febd8e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.426186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-25c7515d-5274-4776-8b60-45b60e799763 None None] Provisioning for port 604147ba-6320-42d3-a8b7-9610532c3335 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:01.440980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-25c7515d-5274-4776-8b60-45b60e799763 None None] Provisioning complete for port 604147ba-6320-42d3-a8b7-9610532c3335 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:01.440980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-25c7515d-5274-4776-8b60-45b60e799763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.444673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b2435-a771-48b2-8ff3-2d12ed4aa563 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=1a9092ce-4d08-4c16-9d96-5738399ef432,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:01.464194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] For port 604147ba-6320-42d3-a8b7-9610532c3335, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=604147ba-6320-42d3-a8b7-9610532c3335,segment=NetworkSegment(d139f8bb-a150-4793-a8c4-fbc51b48e5c1),segment_id=d139f8bb-a150-4793-a8c4-fbc51b48e5c1)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:01.464555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.478046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.482495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:01.482495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.521465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-de7b4501-06eb-4403-b3c3-b99cb740484a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Calling delete_port for f4345563-2c60-47f3-97e4-f4683c22cacd owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:01.576038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-800b2435-a771-48b2-8ff3-2d12ed4aa563 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.596974 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-800b2435-a771-48b2-8ff3-2d12ed4aa563 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/1a9092ce-4d08-4c16-9d96-5738399ef432 HTTP/1.1" status: 204 len: 168 time: 1.0246890 Feb 28 11:34:01.597180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51100) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:01.620031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de2e68f-c3c4-4af3-a9f2-296d90149f8d None None] Network ede19159-4dc5-4efb-be8b-ca30df9831f3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:01.742043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25471407-dcd5-40c0-b8b4-6898becf391b None None] DHCP port deletion for 0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:01.749093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-25c7515d-5274-4776-8b60-45b60e799763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.752066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Network': ['ID=f54d0ffa-dba8-4942-adfc-d6972c83710f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:01.768490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-25471407-dcd5-40c0-b8b4-6898becf391b None None] Deleting port 604147ba-6320-42d3-a8b7-9610532c3335 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:01.771490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-25471407-dcd5-40c0-b8b4-6898becf391b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.817238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:01.819088 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-81d069c6-091a-4f33-93e2-27ff91b614e1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8465350 Feb 28 11:34:01.828797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Calling delete_port for 604147ba-6320-42d3-a8b7-9610532c3335 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:01.856422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce8fd-e514-4579-bde5-6955b0febd8e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.863796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51104) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:01.885224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'name': 'tempest-PortsIpV6TestJSON-527671228'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:01.946306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.983985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce8fd-e514-4579-bde5-6955b0febd8e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:01.988875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9dab9-746f-4727-a9dc-cc461ffed8b6 None None] Network 27e4ccff-d48a-4f20-82cb-4430f339bc7f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:02.056539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 2f8c7fd8-14ff-44b8-917c-89028219d752 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:02.056734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.073653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.115634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:02.122820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:port and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:02.128014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:02.131595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-25471407-dcd5-40c0-b8b4-6898becf391b None None] The port '604147ba-6320-42d3-a8b7-9610532c3335' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:02.146594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Port': ['ID=604147ba-6320-42d3-a8b7-9610532c3335,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:02.153874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No DVR routers for this DVR port 604147ba-6320-42d3-a8b7-9610532c3335 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:02.196531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:02.198479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de7b4501-06eb-4403-b3c3-b99cb740484a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.202582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce8fd-e514-4579-bde5-6955b0febd8e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.226702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d052b921-e56f-40d5-b17c-02010b21436e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:02.263044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ce8fd-e514-4579-bde5-6955b0febd8e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=97481da7-0864-412c-a2db-0efb5aec7c1e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:02.326889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b4501-06eb-4403-b3c3-b99cb740484a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event deleted for resources: {'Port': ['ID=f4345563-2c60-47f3-97e4-f4683c22cacd,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:02.334921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a1ce8fd-e514-4579-bde5-6955b0febd8e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.337520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:02.337986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.346109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.361978 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9a1ce8fd-e514-4579-bde5-6955b0febd8e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/97481da7-0864-412c-a2db-0efb5aec7c1e HTTP/1.1" status: 204 len: 168 time: 1.9568644 Feb 28 11:34:02.367656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51108) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:02.400091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:02.410354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 4ed6e028-fc03-42a0-88ee-68c7258d681d yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:02.470722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd139f8bb-a150-4793-a8c4-fbc51b48e5c1') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:02.471495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd139f8bb-a150-4793-a8c4-fbc51b48e5c1') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:02.481432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port 2f8c7fd8-14ff-44b8-917c-89028219d752, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2f8c7fd8-14ff-44b8-917c-89028219d752,segment=NetworkSegment(501024eb-1caf-4f30-9a23-24c17cee6434),segment_id=501024eb-1caf-4f30-9a23-24c17cee6434)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:02.481798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.491235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-de7b4501-06eb-4403-b3c3-b99cb740484a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.499989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.500350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] Provisioning complete for port 2f8c7fd8-14ff-44b8-917c-89028219d752 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:02.500685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.530815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.534256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.542646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Releasing vlan 725 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:02.543073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:02.558653 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:02.638319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for 2f8c7fd8-14ff-44b8-917c-89028219d752 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:02.651011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port d052b921-e56f-40d5-b17c-02010b21436e completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:02.678720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port d052b921-e56f-40d5-b17c-02010b21436e {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:02.679086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.705619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35ff3af-5f05-4e50-991b-aed3c097241a None None] DHCP port deletion for 27e4ccff-d48a-4f20-82cb-4430f339bc7f request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:02.713877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a35ff3af-5f05-4e50-991b-aed3c097241a None None] Deleting port 2f8c7fd8-14ff-44b8-917c-89028219d752 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:02.714251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a35ff3af-5f05-4e50-991b-aed3c097241a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.776328 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-de7b4501-06eb-4403-b3c3-b99cb740484a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "DELETE /v2.0/ports/f4345563-2c60-47f3-97e4-f4683c22cacd HTTP/1.1" status: 204 len: 168 time: 1.9902458 Feb 28 11:34:02.780548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51112) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:02.824593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] DHCP port deletion for ede19159-4dc5-4efb-be8b-ca30df9831f3 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:02.826611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 604147ba-6320-42d3-a8b7-9610532c3335 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:02.837664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.870785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a35ff3af-5f05-4e50-991b-aed3c097241a None None] The port '2f8c7fd8-14ff-44b8-917c-89028219d752' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:02.871825 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Deleting port d052b921-e56f-40d5-b17c-02010b21436e {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:02.872357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.896837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 604147ba-6320-42d3-a8b7-9610532c3335 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:02.897312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 604147ba-6320-42d3-a8b7-9610532c3335 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:02.897645 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-14fe605c-de77-437c-9155-98e4c830aa53 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] GET failed (client error): The resource could not be found. Feb 28 11:34:02.898474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-14fe605c-de77-437c-9155-98e4c830aa53 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Synchronizing usage tracker for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:02.909220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] Provisioning for port d052b921-e56f-40d5-b17c-02010b21436e completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:02.916327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Port': ['ID=2f8c7fd8-14ff-44b8-917c-89028219d752,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:02.925858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] Provisioning complete for port d052b921-e56f-40d5-b17c-02010b21436e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:02.926243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:02.950879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No DVR routers for this DVR port 2f8c7fd8-14ff-44b8-917c-89028219d752 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:03.035314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-14fe605c-de77-437c-9155-98e4c830aa53 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Unset dirty status for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:03.039948 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-14fe605c-de77-437c-9155-98e4c830aa53 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "GET /v2.0/ports/f4345563-2c60-47f3-97e4-f4683c22cacd HTTP/1.1" status: 404 len: 333 time: 0.2547462 Feb 28 11:34:03.044123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51116) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.049624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.056745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'port': {'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-872954240'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:03.103418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.160000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.166648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Network': ['ID=0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:03.192114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f345f6ce-3870-41b8-9f0e-0e09258268f2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 HTTP/1.1" status: 204 len: 168 time: 5.9373074 Feb 28 11:34:03.196365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51120) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.200302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.202676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e4ccff-d48a-4f20-82cb-4430f339bc7f']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:03.208075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1241807054'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:03.217576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:03.218695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501024eb-1caf-4f30-9a23-24c17cee6434') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:03.219273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501024eb-1caf-4f30-9a23-24c17cee6434') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:03.223870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d052b921-e56f-40d5-b17c-02010b21436e,segment=NetworkSegment(0e1dc46e-604e-4a4c-8215-009556879574),segment_id=0e1dc46e-604e-4a4c-8215-009556879574)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:03.224277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.233197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.235293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:network and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:03.250880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d052b921-e56f-40d5-b17c-02010b21436e,segment=NetworkSegment(0e1dc46e-604e-4a4c-8215-009556879574),segment_id=0e1dc46e-604e-4a4c-8215-009556879574)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:03.250880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.254653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:03.254961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.265339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:03.265658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:03.265838 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:03.286336 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:03.320524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.359538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.391859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for d052b921-e56f-40d5-b17c-02010b21436e owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:03.392121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Calling delete_port for d052b921-e56f-40d5-b17c-02010b21436e owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:03.442340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:03.461383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:03.463327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:03.466619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.468745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d052b921-e56f-40d5-b17c-02010b21436e,segment=NetworkSegment(0e1dc46e-604e-4a4c-8215-009556879574),segment_id=0e1dc46e-604e-4a4c-8215-009556879574)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:03.512107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 733} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:03.522300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.522760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Added segment 26c50e35-5e02-451c-a6fe-f903bacb1bdb of type vlan for network 667ff535-cf29-47f5-b862-9574c2fbc06e Feb 28 11:34:03.547145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=4ed6e028-fc03-42a0-88ee-68c7258d681d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:03.549287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.551764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.571390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Checking segment: {'id': 'd353aa89-0f8c-4e00-b28b-58305c21a399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:03.571745 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network hostable DHCP agents. Network: f54d0ffa-dba8-4942-adfc-d6972c83710f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:03.583662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.595614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] Could not find standard attr ID for object f4345563-2c60-47f3-97e4-f4683c22cacd. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:34:03.604460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.607451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Made reservation on behalf of 784a8dbb1dc445a994104d77e5caf70a for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:03.616176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.617828 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=27e4ccff-d48a-4f20-82cb-4430f339bc7f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:03.623553 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bb439685-b8c4-480d-ab74-9e3370a0586e tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/27e4ccff-d48a-4f20-82cb-4430f339bc7f HTTP/1.1" status: 204 len: 168 time: 2.0250454 Feb 28 11:34:03.625922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51124) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.639680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb2887-46b2-40b4-a7d8-2c66e94863f9 None None] Pushing event updated for resources: {'Port': ['ID=d052b921-e56f-40d5-b17c-02010b21436e,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:03.655970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] device_id is not set on port 45fce8e5-4d05-4930-9fc1-a946b13885dc yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:03.668333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:03.669065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:03.672864 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-a596a1d7-7747-4b0d-86d2-4e92fdca348a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:03.673308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a596a1d7-7747-4b0d-86d2-4e92fdca348a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:03.677516 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a596a1d7-7747-4b0d-86d2-4e92fdca348a tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/3be8ff5a-3c15-4a57-993f-06bfb8812247 HTTP/1.1" status: 404 len: 337 time: 0.0481117 Feb 28 11:34:03.677705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51128) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.703038 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e8d0ed1-d2ce-4f98-a27f-f9799671bb94 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:03.703479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e8d0ed1-d2ce-4f98-a27f-f9799671bb94 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:03.704497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:03.705439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:03.705837 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5e8d0ed1-d2ce-4f98-a27f-f9799671bb94 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/1220340b-088b-4560-ab15-8405d8558d65 HTTP/1.1" status: 404 len: 339 time: 0.0272501 Feb 28 11:34:03.709450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51132) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.728885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.733853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:03.734494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.749951 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e22635c-728e-459d-adc7-d8c61ace5e26 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:03.750388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e22635c-728e-459d-adc7-d8c61ace5e26 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:03.752624 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8e22635c-728e-459d-adc7-d8c61ace5e26 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/0aa892ed-9f0f-403b-b76d-6aa10a39f5ff HTTP/1.1" status: 404 len: 337 time: 0.0422864 Feb 28 11:34:03.755280 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51136) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.775257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:03.788120 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad9ab0c-0801-4a26-a7ea-5a561a2a26da tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:03.788573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad9ab0c-0801-4a26-a7ea-5a561a2a26da tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:03.790181 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6ad9ab0c-0801-4a26-a7ea-5a561a2a26da tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/9a28cc8c-2af3-4ff9-8646-eb38abaef2a3 HTTP/1.1" status: 404 len: 339 time: 0.0339708 Feb 28 11:34:03.792922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51140) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.830232 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d2bdcb4-6c24-4033-a6aa-0bcc4a4d524f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:03.830666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d2bdcb4-6c24-4033-a6aa-0bcc4a4d524f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:03.834758 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2d2bdcb4-6c24-4033-a6aa-0bcc4a4d524f tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/7ce945d1-2707-4d6f-8f1c-ebb770cfe76a HTTP/1.1" status: 404 len: 337 time: 0.0385299 Feb 28 11:34:03.835102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51144) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.836495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.860072 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1689105-d93f-4dcd-aea6-0eb4d089fc61 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:03.860506 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1689105-d93f-4dcd-aea6-0eb4d089fc61 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:03.862755 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b1689105-d93f-4dcd-aea6-0eb4d089fc61 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/4cea048e-b6bd-4f50-8f27-18a804c47a8b HTTP/1.1" status: 404 len: 339 time: 0.0268023 Feb 28 11:34:03.863996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f54d0ffa-dba8-4942-adfc-d6972c83710f) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:03.865485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51148) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.872761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6a4646-d603-40da-aab0-d1cc360c45f3 None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:03.899176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Network': ['ID=667ff535-cf29-47f5-b862-9574c2fbc06e,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:03.904034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:03.908571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:03.908992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:03.931639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Allocated IP 2001:db8::f2 (429fbfc5-3896-4eb8-8748-976d1e4aa9c3/57d028e2-0ad6-4a2a-974e-99eb2c29d112/45fce8e5-4d05-4930-9fc1-a946b13885dc) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:03.937515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 667ff535-cf29-47f5-b862-9574c2fbc06e details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:03.964918 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d4743eb8-9cff-4439-be69-dea0422cacbe tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7648659 Feb 28 11:34:03.965690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51152) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:03.971942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Request body: {'subnet': {'network_id': '667ff535-cf29-47f5-b862-9574c2fbc06e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:04.038157 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5c5e046f-1ac2-455d-99a4-be4d1a1f4af0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1731675 Feb 28 11:34:04.046190 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51156) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:04.054885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1374822492'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:04.059730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:04.063958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:network and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:04.068088 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:04.076023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:04.152149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-97cb3ff5-cb1f-4822-9a81-83335a50f2e0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting subnet 44b22791-22ca-4787-9bb2-b8390425acc3 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:04.154866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2f8c7fd8-14ff-44b8-917c-89028219d752 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:04.156249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-97cb3ff5-cb1f-4822-9a81-83335a50f2e0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.186068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:04.186669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Deleting port d052b921-e56f-40d5-b17c-02010b21436e {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:04.186669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.197108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:04.199952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.200275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Usage tracker for resource:subnet and tenant:6906c81da64a4feba4cc1a2eef07dc11 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:04.205016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:04.207568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port d052b921-e56f-40d5-b17c-02010b21436e {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:04.207861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.237870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-97cb3ff5-cb1f-4822-9a81-83335a50f2e0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.250402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 2f8c7fd8-14ff-44b8-917c-89028219d752 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:04.250748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2f8c7fd8-14ff-44b8-917c-89028219d752 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:04.251255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d052b921-e56f-40d5-b17c-02010b21436e no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:04.265419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:04.291476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:04.312018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.312526 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Added segment 108124bc-d34c-446b-9a50-a34338c145c2 of type vlan for network cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b Feb 28 11:34:04.313854 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.335339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Transition to ACTIVE for port object 45fce8e5-4d05-4930-9fc1-a946b13885dc will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:04.354614 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.369978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-97cb3ff5-cb1f-4822-9a81-83335a50f2e0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.406294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Made reservation on behalf of 6906c81da64a4feba4cc1a2eef07dc11 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:04.529904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.536058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:04.536801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.537684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.570973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d052b921-e56f-40d5-b17c-02010b21436e,segment=NetworkSegment(0e1dc46e-604e-4a4c-8215-009556879574),segment_id=0e1dc46e-604e-4a4c-8215-009556879574)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:04.571206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-97cb3ff5-cb1f-4822-9a81-83335a50f2e0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.571385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.613837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d052b921-e56f-40d5-b17c-02010b21436e,segment=NetworkSegment(0e1dc46e-604e-4a4c-8215-009556879574),segment_id=0e1dc46e-604e-4a4c-8215-009556879574)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:04.653899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.685397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cb3ff5-cb1f-4822-9a81-83335a50f2e0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=44b22791-22ca-4787-9bb2-b8390425acc3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:04.715683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-97cb3ff5-cb1f-4822-9a81-83335a50f2e0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.717771 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-97cb3ff5-cb1f-4822-9a81-83335a50f2e0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/44b22791-22ca-4787-9bb2-b8390425acc3 HTTP/1.1" status: 204 len: 168 time: 0.8512127 Feb 28 11:34:04.721108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51160) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:04.730927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Network': ['ID=cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:04.743957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.745644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674309ea-d280-4a80-9c41-fe4ad5d722e8 None None] Network 0ad7395e-01d9-462b-a313-22d7b6b17efd requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:04.759055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.766249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Calling delete_port for d052b921-e56f-40d5-b17c-02010b21436e owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:04.818920 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a1b83180-961e-4dda-85de-ce3c6bf59b22 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7710688 Feb 28 11:34:04.824493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51164) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:04.826271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:04.833544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'ports': [{'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f'}, {'network_id': 'cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b'}]} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:04.833974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:04.834533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': 'cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:04.854779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:04.862325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Port': ['ID=45fce8e5-4d05-4930-9fc1-a946b13885dc,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:04.864825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:04.882466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d052b921-e56f-40d5-b17c-02010b21436e,segment=NetworkSegment(0e1dc46e-604e-4a4c-8215-009556879574),segment_id=0e1dc46e-604e-4a4c-8215-009556879574)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:04.882826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.891161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:04.895957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:04.896763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:04.962996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.003445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:05.004061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.040601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for d052b921-e56f-40d5-b17c-02010b21436e owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:05.069828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=d052b921-e56f-40d5-b17c-02010b21436e,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:05.143034 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b544a837-2022-4618-8de0-15b99bf5853a tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.1010449 Feb 28 11:34:05.147988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51168) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:05.167458 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'port': {'network_id': '429fbfc5-3896-4eb8-8748-976d1e4aa9c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-334602218'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:05.168149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:05.168515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:05.208518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Deleting port d052b921-e56f-40d5-b17c-02010b21436e {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:05.208518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.236589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:05.237196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:05.287560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] DHCP port deletion for 0ad7395e-01d9-462b-a313-22d7b6b17efd request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:05.293128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:05.307038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:port and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:05.319626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] Deleting port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:05.320004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.320790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:05.350191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:05.380152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port d052b921-e56f-40d5-b17c-02010b21436e {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:05.380741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.504959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-57c84545-9b0c-42c5-a730-5b86e1c92a82 None None] Provisioning for port 45fce8e5-4d05-4930-9fc1-a946b13885dc completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:05.519554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.objects.ports [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84339) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 11:34:05.524987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.579652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-57c84545-9b0c-42c5-a730-5b86e1c92a82 None None] Provisioning complete for port 45fce8e5-4d05-4930-9fc1-a946b13885dc triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:05.580031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-57c84545-9b0c-42c5-a730-5b86e1c92a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.590407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=64e9c9ea-454a-4d61-9dd0-94ec89b565d4,segment=NetworkSegment(0376801e-1cea-4a3a-9c0c-9d9994770f2e),segment_id=0376801e-1cea-4a3a-9c0c-9d9994770f2e)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:05.590991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.602666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:05.711858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event updated for resources: {'Subnet': ['ID=1cc75b2d-71f0-4f7a-b5f8-1ec1e93d6337,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:05.719315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d052b921-e56f-40d5-b17c-02010b21436e,segment=NetworkSegment(0e1dc46e-604e-4a4c-8215-009556879574),segment_id=0e1dc46e-604e-4a4c-8215-009556879574)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:05.719667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.726464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] For port d052b921-e56f-40d5-b17c-02010b21436e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d052b921-e56f-40d5-b17c-02010b21436e,segment=NetworkSegment(0e1dc46e-604e-4a4c-8215-009556879574),segment_id=0e1dc46e-604e-4a4c-8215-009556879574)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:05.726880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.739377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 2} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:05.743250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.756697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-57c84545-9b0c-42c5-a730-5b86e1c92a82 None None] Port 45fce8e5-4d05-4930-9fc1-a946b13885dc cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:05.760825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:05.788846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:05.822854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.847036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Checking segment: {'id': '26c50e35-5e02-451c-a6fe-f903bacb1bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '667ff535-cf29-47f5-b862-9574c2fbc06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:05.847298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network hostable DHCP agents. Network: 667ff535-cf29-47f5-b862-9574c2fbc06e, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:05.857126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for d052b921-e56f-40d5-b17c-02010b21436e owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:05.878085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Calling delete_port for d052b921-e56f-40d5-b17c-02010b21436e owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:05.919968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] For port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=64e9c9ea-454a-4d61-9dd0-94ec89b565d4,segment=NetworkSegment(0376801e-1cea-4a3a-9c0c-9d9994770f2e),segment_id=0376801e-1cea-4a3a-9c0c-9d9994770f2e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:05.920197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.967219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Made reservation on behalf of 784a8dbb1dc445a994104d77e5caf70a for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:05.971240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:05.984053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Network 667ff535-cf29-47f5-b862-9574c2fbc06e is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:06.039883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.046368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.057081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] Calling delete_port for 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:06.104525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=d052b921-e56f-40d5-b17c-02010b21436e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:06.106659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 667ff535-cf29-47f5-b862-9574c2fbc06e) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:06.118628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0c45e7-3441-4dd3-a144-e00c56aea1f4 None None] Network 667ff535-cf29-47f5-b862-9574c2fbc06e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:06.121582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] device_id is not set on port 47c712a4-fca1-432c-8ebc-8b82717440cd yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:06.128932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:06.129639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.134470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:06.134656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No DVR routers for this DVR port d052b921-e56f-40d5-b17c-02010b21436e on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:06.162073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Port': ['ID=64e9c9ea-454a-4d61-9dd0-94ec89b565d4,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:06.183664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No DVR routers for this DVR port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:06.225894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 74d5f6ab-c6c0-498d-8639-b5c2ab4363e3 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:06.229579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:06.229579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:06.230774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:06.231194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:06.269930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:06.270340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:06.281197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.307990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede19159-4dc5-4efb-be8b-ca30df9831f3']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.322419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1dc46e-604e-4a4c-8215-009556879574') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.322419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1dc46e-604e-4a4c-8215-009556879574') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.334611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.347661 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-360c1781-e897-40e6-9d62-9ebe0b8fda46 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.3808715 Feb 28 11:34:06.352910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51172) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:06.374158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.390606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.406360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044766b1-5809-462f-83b4-73be682817ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-667ff535-cf29-47f5-b862-9574c2fbc06e', 'network_id': '667ff535-cf29-47f5-b862-9574c2fbc06e', 'tenant_id': '6906c81da64a4feba4cc1a2eef07dc11', 'fixed_ips': [{'subnet_id': '1cc75b2d-71f0-4f7a-b5f8-1ec1e93d6337'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:06.407416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-044766b1-5809-462f-83b4-73be682817ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.446331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad7395e-01d9-462b-a313-22d7b6b17efd']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.467275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0376801e-1cea-4a3a-9c0c-9d9994770f2e') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.467628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0376801e-1cea-4a3a-9c0c-9d9994770f2e') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:06.494853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Allocated IP 2001:db8::77 (429fbfc5-3896-4eb8-8748-976d1e4aa9c3/57d028e2-0ad6-4a2a-974e-99eb2c29d112/47c712a4-fca1-432c-8ebc-8b82717440cd) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:06.512929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.534892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:06.535300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:06.550100 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:06.563311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.585384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-044766b1-5809-462f-83b4-73be682817ae None None] Allocated IP 2001:db8::f816:3eff:fe15:54d8 (667ff535-cf29-47f5-b862-9574c2fbc06e/1cc75b2d-71f0-4f7a-b5f8-1ec1e93d6337/ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:06.691103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.725253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:06.725855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.730167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:06.742318 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:06.755084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.768346 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/networks/ede19159-4dc5-4efb-be8b-ca30df9831f3 HTTP/1.1" status: 204 len: 168 time: 4.3986821 Feb 28 11:34:06.774800 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] Deleting port 64e9c9ea-454a-4d61-9dd0-94ec89b565d4 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:06.775200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.779601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17228-e97d-49e3-9abf-5c9dbad418d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Network': ['ID=ede19159-4dc5-4efb-be8b-ca30df9831f3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:06.784607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51176) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:06.792340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1469757872'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:06.800251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:06.807137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:network and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:06.812132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:06.815716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.818669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.848870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f3664-19f5-4350-8ecb-22b3a11a494e None None] The port '64e9c9ea-454a-4d61-9dd0-94ec89b565d4' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:06.851734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:06.881420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-044766b1-5809-462f-83b4-73be682817ae None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.891896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-044766b1-5809-462f-83b4-73be682817ae None None] Transition to ACTIVE for port object ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:06.910909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-044766b1-5809-462f-83b4-73be682817ae None None] Transition to ACTIVE for port object ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:06.962577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:06.965579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:06.977200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 8be30206-23a4-42a1-982a-4c83ec03cf80 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:06.994467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:06.999450 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-044766b1-5809-462f-83b4-73be682817ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.022700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.066767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.070264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044766b1-5809-462f-83b4-73be682817ae None None] Network 667ff535-cf29-47f5-b862-9574c2fbc06e is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:07.070732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.073022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-044766b1-5809-462f-83b4-73be682817ae None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:07.077296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044766b1-5809-462f-83b4-73be682817ae None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:07.079395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044766b1-5809-462f-83b4-73be682817ae None None] Pushing event updated for resources: {'Port': ['ID=ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.088387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.093006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.095467 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Added segment 0afac482-616a-4eef-9bc7-e2aecbeacb25 of type vlan for network 4d627967-785d-45ea-b73a-a47022241a94 Feb 28 11:34:07.095584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Transition to ACTIVE for port object 47c712a4-fca1-432c-8ebc-8b82717440cd will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:07.119814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=0ad7395e-01d9-462b-a313-22d7b6b17efd,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.147451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Subnet': ['ID=1cc75b2d-71f0-4f7a-b5f8-1ec1e93d6337,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.149278 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-73c4878c-e28f-4a45-a30e-f0399175b0af tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/0ad7395e-01d9-462b-a313-22d7b6b17efd HTTP/1.1" status: 204 len: 168 time: 2.4269769 Feb 28 11:34:07.152498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51180) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:07.168366 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.168560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-044766b1-5809-462f-83b4-73be682817ae None None] Attempting to bind port ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:07.168932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-044766b1-5809-462f-83b4-73be682817ae None None] Attempting to bind port ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '26c50e35-5e02-451c-a6fe-f903bacb1bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '667ff535-cf29-47f5-b862-9574c2fbc06e'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:07.169307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044766b1-5809-462f-83b4-73be682817ae None None] Attempting to bind port ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6 on network 667ff535-cf29-47f5-b862-9574c2fbc06e {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:07.177147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044766b1-5809-462f-83b4-73be682817ae None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:07.177515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044766b1-5809-462f-83b4-73be682817ae None None] Checking segment: {'id': '26c50e35-5e02-451c-a6fe-f903bacb1bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '667ff535-cf29-47f5-b862-9574c2fbc06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:07.177967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-044766b1-5809-462f-83b4-73be682817ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.178292 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044766b1-5809-462f-83b4-73be682817ae None None] Bound using segment: {'id': '26c50e35-5e02-451c-a6fe-f903bacb1bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '667ff535-cf29-47f5-b862-9574c2fbc06e'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:07.178741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-044766b1-5809-462f-83b4-73be682817ae None None] Bound port: ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c50e35-5e02-451c-a6fe-f903bacb1bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 733, 'network_id': '667ff535-cf29-47f5-b862-9574c2fbc06e'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:07.179212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-044766b1-5809-462f-83b4-73be682817ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.228168 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9474acda-0bc8-424a-96d0-b061ddd600c0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:07.228517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9474acda-0bc8-424a-96d0-b061ddd600c0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:07.269212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.306520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.309712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-044766b1-5809-462f-83b4-73be682817ae None None] For port ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:07.314792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.315445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-044766b1-5809-462f-83b4-73be682817ae None None] For port ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6,segment=NetworkSegment(26c50e35-5e02-451c-a6fe-f903bacb1bdb),segment_id=26c50e35-5e02-451c-a6fe-f903bacb1bdb)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:07.318907 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9474acda-0bc8-424a-96d0-b061ddd600c0 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/3d2e0e57-369f-4087-998d-3471bec01ce8 HTTP/1.1" status: 404 len: 337 time: 0.1623571 Feb 28 11:34:07.329382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51184) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:07.339244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.381514 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c84291-e57e-4890-99ce-2cc472d13634 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:07.381946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c84291-e57e-4890-99ce-2cc472d13634 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:07.385885 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-044766b1-5809-462f-83b4-73be682817ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.386055 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-89c84291-e57e-4890-99ce-2cc472d13634 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/51d6d2e7-9a49-49c6-8daf-db496db1525d HTTP/1.1" status: 404 len: 339 time: 0.0505702 Feb 28 11:34:07.386055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:07.386772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51188) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:07.394344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:07.396733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:07.401382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:07.401991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.406800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Port': ['ID=47c712a4-fca1-432c-8ebc-8b82717440cd,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.446051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667ff535-cf29-47f5-b862-9574c2fbc06e']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:07.473650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c50e35-5e02-451c-a6fe-f903bacb1bdb') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:07.484162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c50e35-5e02-451c-a6fe-f903bacb1bdb') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:07.505821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.519356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.526456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:07.526456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.569265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:07.573505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044766b1-5809-462f-83b4-73be682817ae None None] Pushing event updated for resources: {'Port': ['ID=ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.578681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:07.581338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:07.582173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.597866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65d3f9b-8211-4769-8531-96ef0aff73c6 None None] Network 667ff535-cf29-47f5-b862-9574c2fbc06e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:07.618299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=74d5f6ab-c6c0-498d-8639-b5c2ab4363e3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.680321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Deleting port d052b921-e56f-40d5-b17c-02010b21436e {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:07.680696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.699768 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-caffe5b0-66ba-4b5e-be70-8388da99a25d tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.5406945 Feb 28 11:34:07.717071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51192) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:07.742761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=8be30206-23a4-42a1-982a-4c83ec03cf80,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.749465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Checking segment: {'id': '108124bc-d34c-446b-9a50-a34338c145c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': 'cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:07.750015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network hostable DHCP agents. Network: cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:07.769510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27d36c99-348a-400f-8121-8cefc7350152 None None] The port 'd052b921-e56f-40d5-b17c-02010b21436e' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:07.773450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.783767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c3393180-b851-4ed6-a8ec-7d0ea7ca7032 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2d9', 'mac_address': 'fa:16:3e:5a:d2:eb'}, {'ip_address': '2001:db8::f2', 'mac_address': 'fa:16:3e:ec:f2:26'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:07.849563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:07.849962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.851228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:07.865153 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:07.913878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1b2f21-e957-4d4d-96ea-647a866510d5 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:34:07.925707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Network': ['ID=4d627967-785d-45ea-b73a-a47022241a94,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:07.928456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:07.932500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:07.937976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:07.943445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:07.944049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 4d627967-785d-45ea-b73a-a47022241a94 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:07.944769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:07.955769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a82b5279-dfff-4640-abe5-adf7ac8acfa7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1678195 Feb 28 11:34:07.961459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51196) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:07.967886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8626b962-84dd-4021-b30b-8fac227624d9 None None] Provisioning for port 47c712a4-fca1-432c-8ebc-8b82717440cd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:07.970239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '4d627967-785d-45ea-b73a-a47022241a94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:08.029756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae5bebd-d1e8-4985-99ca-5eb67a39a0cf tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting subnet 6b118e61-d352-49ca-ac04-6cbfd72d9a60 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:08.067918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8626b962-84dd-4021-b30b-8fac227624d9 None None] Provisioning complete for port 47c712a4-fca1-432c-8ebc-8b82717440cd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:08.068283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8626b962-84dd-4021-b30b-8fac227624d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.077711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bae5bebd-d1e8-4985-99ca-5eb67a39a0cf tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.079225 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ece6f747-c17b-4424-ab13-b01800ac75b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2534494 Feb 28 11:34:08.082994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51200) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:08.114304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:34:08.114304 dv-neutron-830866-1-hyperv neutron-server[84339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:34:08.114304 dv-neutron-830866-1-hyperv neutron-server[84339]: [parameters: {'id': '667ff535-cf29-47f5-b862-9574c2fbc06e'}] Feb 28 11:34:08.114304 dv-neutron-830866-1-hyperv neutron-server[84339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:08.114861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:08.137799 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:08.151733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:08.157169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:08.159081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bae5bebd-d1e8-4985-99ca-5eb67a39a0cf tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.167047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:08.175028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-43e2695b-772d-4045-af95-5ef993f37bdd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 8be30206-23a4-42a1-982a-4c83ec03cf80 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:08.175453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43e2695b-772d-4045-af95-5ef993f37bdd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.210169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8626b962-84dd-4021-b30b-8fac227624d9 None None] Port 47c712a4-fca1-432c-8ebc-8b82717440cd cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:08.242225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1b2f21-e957-4d4d-96ea-647a866510d5 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:34:08.315616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3393180-b851-4ed6-a8ec-7d0ea7ca7032 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.374696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bae5bebd-d1e8-4985-99ca-5eb67a39a0cf tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.407939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:08.577277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43e2695b-772d-4045-af95-5ef993f37bdd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.641134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.661421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a6d46e-1d5f-422e-b505-01fda3aed67b None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:34:08.689322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Deleting port ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:08.689974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.770487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bae5bebd-d1e8-4985-99ca-5eb67a39a0cf tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.774746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.797449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a6d46e-1d5f-422e-b505-01fda3aed67b None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:34:08.805783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-43e2695b-772d-4045-af95-5ef993f37bdd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 8be30206-23a4-42a1-982a-4c83ec03cf80 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:08.852035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5bebd-d1e8-4985-99ca-5eb67a39a0cf tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Subnet': ['ID=6b118e61-d352-49ca-ac04-6cbfd72d9a60,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:08.862510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bae5bebd-d1e8-4985-99ca-5eb67a39a0cf tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:08.911841 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bae5bebd-d1e8-4985-99ca-5eb67a39a0cf tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/subnets/6b118e61-d352-49ca-ac04-6cbfd72d9a60 HTTP/1.1" status: 204 len: 168 time: 1.5237646 Feb 28 11:34:08.917223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51204) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:08.971482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3393180-b851-4ed6-a8ec-7d0ea7ca7032 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.061325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3393180-b851-4ed6-a8ec-7d0ea7ca7032 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.128070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43e2695b-772d-4045-af95-5ef993f37bdd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.171813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] For port ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6,segment=NetworkSegment(26c50e35-5e02-451c-a6fe-f903bacb1bdb),segment_id=26c50e35-5e02-451c-a6fe-f903bacb1bdb)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:09.172164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.192420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2695b-772d-4045-af95-5ef993f37bdd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=8be30206-23a4-42a1-982a-4c83ec03cf80,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.192517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c3393180-b851-4ed6-a8ec-7d0ea7ca7032 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] In _notify_port_updated(), no bound segment for port 47c712a4-fca1-432c-8ebc-8b82717440cd on network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:34:09.195544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43e2695b-772d-4045-af95-5ef993f37bdd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.197486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3393180-b851-4ed6-a8ec-7d0ea7ca7032 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:09.198573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c3393180-b851-4ed6-a8ec-7d0ea7ca7032 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.201112 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c3393180-b851-4ed6-a8ec-7d0ea7ca7032 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "PUT /v2.0/ports/47c712a4-fca1-432c-8ebc-8b82717440cd HTTP/1.1" status: 200 len: 1065 time: 1.4370184 Feb 28 11:34:09.202230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9b5b87-f625-4d56-8c2e-2e408e48041d None None] Network cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:09.209714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51208) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:09.212427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3393180-b851-4ed6-a8ec-7d0ea7ca7032 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event updated for resources: {'Port': ['ID=47c712a4-fca1-432c-8ebc-8b82717440cd,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.218542 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-43e2695b-772d-4045-af95-5ef993f37bdd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/8be30206-23a4-42a1-982a-4c83ec03cf80 HTTP/1.1" status: 204 len: 168 time: 1.1350837 Feb 28 11:34:09.219344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.222873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51212) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:09.231294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2adf53a-ae67-4245-a3d8-b377864167f6 None None] Network 5685a377-e666-44ec-bc78-1bf17d14411a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:09.260866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.343634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=e3f18243-d0e2-45cb-81b7-ac5bdb7a1941,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.410533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Calling delete_port for ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:09.417834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Checking segment: {'id': '0afac482-616a-4eef-9bc7-e2aecbeacb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d627967-785d-45ea-b73a-a47022241a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:09.418565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network hostable DHCP agents. Network: 4d627967-785d-45ea-b73a-a47022241a94, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:09.457832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e39523-c244-43c6-9c4a-c054528c3d48 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:09.462634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e39523-c244-43c6-9c4a-c054528c3d48 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:09.463631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d4e39523-c244-43c6-9c4a-c054528c3d48 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:09.497278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 4d627967-785d-45ea-b73a-a47022241a94 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:09.524151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ed909e11-d019-4711-8514-dd0914235bb0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Deleting port 47c712a4-fca1-432c-8ebc-8b82717440cd {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:09.524512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed909e11-d019-4711-8514-dd0914235bb0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.557466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:09.557818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.559660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d4e39523-c244-43c6-9c4a-c054528c3d48 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:09.563631 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d4e39523-c244-43c6-9c4a-c054528c3d48 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3372858 Feb 28 11:34:09.564031 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51216) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:09.617561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 4d627967-785d-45ea-b73a-a47022241a94) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:09.632042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce8605-2fad-41f5-bfce-6ed4b1a79d02 None None] Network 4d627967-785d-45ea-b73a-a47022241a94 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:09.639403 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:09.640446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.648681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e0a0a605-d798-4052-98f4-9e49f0693150 None None] Provisioning complete for port 47c712a4-fca1-432c-8ebc-8b82717440cd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:09.649059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e0a0a605-d798-4052-98f4-9e49f0693150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.708228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4be6a781-efd0-41db-85cc-715d5a43a921 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 74d5f6ab-c6c0-498d-8639-b5c2ab4363e3 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:09.714136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be6a781-efd0-41db-85cc-715d5a43a921 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.740812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:09.786893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-e09c160f-8cf8-4c07-8f00-e47dea957199 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5108643 Feb 28 11:34:09.800432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e0a0a605-d798-4052-98f4-9e49f0693150 None None] Port 47c712a4-fca1-432c-8ebc-8b82717440cd cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:09.808380 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-16f1ce6e-6a46-44dd-94e7-4379c6aaf4c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8461132 Feb 28 11:34:09.815973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51220) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:09.817000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Port': ['ID=ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:09.826151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '4d627967-785d-45ea-b73a-a47022241a94', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1812732832'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:09.926551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No DVR routers for this DVR port ff8a9ead-ae0f-421a-a8ea-09953cf2d4e6 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:09.955384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] DHCP port deletion for 5685a377-e666-44ec-bc78-1bf17d14411a request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:09.982582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Deleting port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:09.983305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.027221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-4d627967-785d-45ea-b73a-a47022241a94', 'network_id': '4d627967-785d-45ea-b73a-a47022241a94', 'tenant_id': 'f8723dc342b243fbb7beca10c85eea1e', 'fixed_ips': [{'subnet_id': 'e3f18243-d0e2-45cb-81b7-ac5bdb7a1941'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:10.028349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.133896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 329c1033-80e2-4fa8-b0b2-0a84a8635f8f no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:10.202505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be6a781-efd0-41db-85cc-715d5a43a921 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.281364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:10.286575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:10.290502 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:10.295449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:10.367925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4be6a781-efd0-41db-85cc-715d5a43a921 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 74d5f6ab-c6c0-498d-8639-b5c2ab4363e3 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:10.370007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.387535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed909e11-d019-4711-8514-dd0914235bb0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.405031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,segment=NetworkSegment(0a166052-9422-4550-a0c1-4680f667fcb8),segment_id=0a166052-9422-4550-a0c1-4680f667fcb8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:10.405415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.468216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:10.472916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.489427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667ff535-cf29-47f5-b862-9574c2fbc06e']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:10.499229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port 26f2f7b0-e000-4bce-bc8c-d792d05a2768 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:10.522058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] For port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,segment=NetworkSegment(0a166052-9422-4550-a0c1-4680f667fcb8),segment_id=0a166052-9422-4550-a0c1-4680f667fcb8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:10.522485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.532021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.552312 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be6a781-efd0-41db-85cc-715d5a43a921 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.614875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ed909e11-d019-4711-8514-dd0914235bb0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Calling delete_port for 47c712a4-fca1-432c-8ebc-8b82717440cd owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:10.628850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be6a781-efd0-41db-85cc-715d5a43a921 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=74d5f6ab-c6c0-498d-8639-b5c2ab4363e3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:10.651269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be6a781-efd0-41db-85cc-715d5a43a921 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.675391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Calling delete_port for 329c1033-80e2-4fa8-b0b2-0a84a8635f8f owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:10.703658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Allocated IP 172.20.0.2 (4d627967-785d-45ea-b73a-a47022241a94/e3f18243-d0e2-45cb-81b7-ac5bdb7a1941/855940b5-86bf-403a-af75-a64edf2cb16b) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:10.712691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c50e35-5e02-451c-a6fe-f903bacb1bdb') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:10.713031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c50e35-5e02-451c-a6fe-f903bacb1bdb') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:10.729046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for 329c1033-80e2-4fa8-b0b2-0a84a8635f8f owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:10.741133 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4be6a781-efd0-41db-85cc-715d5a43a921 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/74d5f6ab-c6c0-498d-8639-b5c2ab4363e3 HTTP/1.1" status: 204 len: 168 time: 1.1752439 Feb 28 11:34:10.743533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51224) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:10.782168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.813006 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-2a80d764-4d8e-44ae-a655-d179152e1b46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9fab9be19ed411ab699ca3e52d30b49&device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 1099 time: 0.8463852 Feb 28 11:34:10.820846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.833246 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64955d7d-20f4-4494-ae1a-66b3ee0cac0d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:10.833946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-64955d7d-20f4-4494-ae1a-66b3ee0cac0d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:10.834276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Releasing vlan 733 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:10.834675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.842182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,segment=NetworkSegment(0a166052-9422-4550-a0c1-4680f667fcb8),segment_id=0a166052-9422-4550-a0c1-4680f667fcb8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:10.849826 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:10.903255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:10.925803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-64955d7d-20f4-4494-ae1a-66b3ee0cac0d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:10.928975 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-64955d7d-20f4-4494-ae1a-66b3ee0cac0d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1821699 Feb 28 11:34:10.930203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51228) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:10.978435 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-f34a790b-7813-45ae-bc71-1b7722c23a90 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:34:10.979979 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f34a790b-7813-45ae-bc71-1b7722c23a90 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/8be30206-23a4-42a1-982a-4c83ec03cf80 HTTP/1.1" status: 404 len: 333 time: 0.0486326 Feb 28 11:34:10.982709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51232) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:10.991162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:10.991521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:11.035794 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-41af67d2-edd5-4571-ad86-cbb34e60b109 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:34:11.040163 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-41af67d2-edd5-4571-ad86-cbb34e60b109 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/74d5f6ab-c6c0-498d-8639-b5c2ab4363e3 HTTP/1.1" status: 404 len: 333 time: 0.0531628 Feb 28 11:34:11.040319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:11.040421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51236) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.047316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.062176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Transition to ACTIVE for port object 855940b5-86bf-403a-af75-a64edf2cb16b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:11.076063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:11.076654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:11.083450 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Transition to ACTIVE for port object 855940b5-86bf-403a-af75-a64edf2cb16b will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:11.109346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.135033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.160771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.161430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.163355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Network': ['ID=667ff535-cf29-47f5-b862-9574c2fbc06e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:11.167872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-3ca024aa-03c8-4c68-bc96-5bd6a1e607d4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:11.169301 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-3ca024aa-03c8-4c68-bc96-5bd6a1e607d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb7630b3-89b7-4765-b7fc-a4da2b23b089 HTTP/1.1" status: 200 len: 897 time: 0.3154366 Feb 28 11:34:11.172434 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7bd179dc-a3f3-49d8-9117-763fcb946c1b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/667ff535-cf29-47f5-b862-9574c2fbc06e HTTP/1.1" status: 204 len: 168 time: 4.8179190 Feb 28 11:34:11.176440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51240) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.271927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed909e11-d019-4711-8514-dd0914235bb0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.285663 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa948fc1-f298-45bd-aa79-5e343a2b26c2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:11.286157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa948fc1-f298-45bd-aa79-5e343a2b26c2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:11.290102 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fa948fc1-f298-45bd-aa79-5e343a2b26c2 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/subnets/1cc75b2d-71f0-4f7a-b5f8-1ec1e93d6337 HTTP/1.1" status: 404 len: 337 time: 0.1101699 Feb 28 11:34:11.291622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Network 4d627967-785d-45ea-b73a-a47022241a94 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:11.296422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51244) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.296548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:11.297339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Pushing event updated for resources: {'Port': ['ID=855940b5-86bf-403a-af75-a64edf2cb16b,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:11.299666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:11.352977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed909e11-d019-4711-8514-dd0914235bb0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event deleted for resources: {'Port': ['ID=47c712a4-fca1-432c-8ebc-8b82717440cd,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:11.389854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Attempting to bind port 855940b5-86bf-403a-af75-a64edf2cb16b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:11.390223 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Attempting to bind port 855940b5-86bf-403a-af75-a64edf2cb16b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0afac482-616a-4eef-9bc7-e2aecbeacb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d627967-785d-45ea-b73a-a47022241a94'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:11.390583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Attempting to bind port 855940b5-86bf-403a-af75-a64edf2cb16b on network 4d627967-785d-45ea-b73a-a47022241a94 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:11.393106 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8e2e067-9724-47ef-8175-4468d291ccb4 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:11.393658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8e2e067-9724-47ef-8175-4468d291ccb4 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:11.398340 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b8e2e067-9724-47ef-8175-4468d291ccb4 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/667ff535-cf29-47f5-b862-9574c2fbc06e HTTP/1.1" status: 404 len: 339 time: 0.0556991 Feb 28 11:34:11.398514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:11.398514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Checking segment: {'id': '0afac482-616a-4eef-9bc7-e2aecbeacb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d627967-785d-45ea-b73a-a47022241a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:11.398921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.399671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Bound using segment: {'id': '0afac482-616a-4eef-9bc7-e2aecbeacb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d627967-785d-45ea-b73a-a47022241a94'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:11.399798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.6 (4d627967-785d-45ea-b73a-a47022241a94/e3f18243-d0e2-45cb-81b7-ac5bdb7a1941/26f2f7b0-e000-4bce-bc8c-d792d05a2768) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:11.399883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Bound port: 855940b5-86bf-403a-af75-a64edf2cb16b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0afac482-616a-4eef-9bc7-e2aecbeacb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': '4d627967-785d-45ea-b73a-a47022241a94'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:11.400088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.401656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51248) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.403860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.440695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:11.450952 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-ea2992b3-3f3d-4ebf-b217-c7331a480308 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41c4f757-c147-4b50-8260-6df87a152288 HTTP/1.1" status: 200 len: 1002 time: 0.2751372 Feb 28 11:34:11.481924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108124bc-d34c-446b-9a50-a34338c145c2') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:11.482281 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108124bc-d34c-446b-9a50-a34338c145c2') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:11.492528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Deleting port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:11.492904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.496604 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae72be5-0087-4059-92e0-f3cd1f91562d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:11.497175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ae72be5-0087-4059-92e0-f3cd1f91562d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:11.500982 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3ae72be5-0087-4059-92e0-f3cd1f91562d tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/subnets/6ac520af-6945-4bae-b0a2-e8d256043146 HTTP/1.1" status: 404 len: 337 time: 0.0945225 Feb 28 11:34:11.507472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51252) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.542674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] For port 855940b5-86bf-403a-af75-a64edf2cb16b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:11.559153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.564219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] For port 855940b5-86bf-403a-af75-a64edf2cb16b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=855940b5-86bf-403a-af75-a64edf2cb16b,segment=NetworkSegment(0afac482-616a-4eef-9bc7-e2aecbeacb25),segment_id=0afac482-616a-4eef-9bc7-e2aecbeacb25)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:11.577514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:11.578447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.602943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.609895 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-56c77e8a-59c2-448a-a51c-ffbde11b9f7e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:11.610333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56c77e8a-59c2-448a-a51c-ffbde11b9f7e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:11.614718 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-56c77e8a-59c2-448a-a51c-ffbde11b9f7e tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/0bc3bd57-8cc2-4e56-8a12-5d637ccd91f6 HTTP/1.1" status: 404 len: 339 time: 0.1038697 Feb 28 11:34:11.614897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Releasing vlan 731 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:11.614897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:11.629116 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:11.633067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51256) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.647187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-4145ec7f-2434-4364-bd36-085cf13abbcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:11.648673 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-4145ec7f-2434-4364-bd36-085cf13abbcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f53c0f61-6627-4746-acfe-cf7e7950bde0 HTTP/1.1" status: 200 len: 835 time: 0.1909845 Feb 28 11:34:11.759321 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-98a5f8d2-b166-4b95-bc1b-4caa3a2ff16b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:11.759768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98a5f8d2-b166-4b95-bc1b-4caa3a2ff16b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:11.761476 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-98a5f8d2-b166-4b95-bc1b-4caa3a2ff16b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/subnets/83e0e199-9dd0-4804-a170-1a6a11c2d925 HTTP/1.1" status: 404 len: 337 time: 0.1284835 Feb 28 11:34:11.776877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.781434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51260) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.829488 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-37eae369-a9e1-4cb2-838d-b44aa39cd545 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:11.829971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37eae369-a9e1-4cb2-838d-b44aa39cd545 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:11.848172 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-37eae369-a9e1-4cb2-838d-b44aa39cd545 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/7894c00f-5645-41a6-bafa-f39372235b25 HTTP/1.1" status: 404 len: 339 time: 0.0582500 Feb 28 11:34:11.848903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51264) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.872279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] For port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,segment=NetworkSegment(0a166052-9422-4550-a0c1-4680f667fcb8),segment_id=0a166052-9422-4550-a0c1-4680f667fcb8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:11.872949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.882130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.919414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.925230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object 26f2f7b0-e000-4bce-bc8c-d792d05a2768 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:11.943057 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:11.948928 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/networks/cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b HTTP/1.1" status: 204 len: 168 time: 0.9040933 Feb 28 11:34:11.954901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51268) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:11.964101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1212113923'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:11.975601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2c12c6c0-2708-4d9e-9970-a85e30b8ce32 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Deleting port ecdaf333-2fd3-4cd6-b460-35c8c475bb77 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:11.975981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c12c6c0-2708-4d9e-9970-a85e30b8ce32 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.002103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee4a18-66dd-4bd4-b9ba-d25b0c4299ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Network': ['ID=cb8798e5-44ea-4d04-a699-3f1f6f7a3a4b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:12.004446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:12.018023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:network and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:12.029389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ed909e11-d019-4711-8514-dd0914235bb0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.034678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Calling delete_port for 329c1033-80e2-4fa8-b0b2-0a84a8635f8f owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:12.035097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51272) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:12.035567 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ed909e11-d019-4711-8514-dd0914235bb0 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "DELETE /v2.0/ports/47c712a4-fca1-432c-8ebc-8b82717440cd HTTP/1.1" status: 204 len: 168 time: 2.8241584 Feb 28 11:34:12.036975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:12.075440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098bc74-6aac-48ce-a8fd-36359c46e4f5 None None] Pushing event updated for resources: {'Port': ['ID=855940b5-86bf-403a-af75-a64edf2cb16b,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:12.168517 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-b723def8-a5c8-42db-aeb6-a51b784a394d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb7630b3-89b7-4765-b7fc-a4da2b23b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4983754 Feb 28 11:34:12.170456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] For port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,segment=NetworkSegment(0a166052-9422-4550-a0c1-4680f667fcb8),segment_id=0a166052-9422-4550-a0c1-4680f667fcb8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:12.170820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.193734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:12.197137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.235136 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-dff2f5b3-0ba5-4d22-b19f-cdf79a9f7754 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] GET failed (client error): The resource could not be found. Feb 28 11:34:12.235136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dff2f5b3-0ba5-4d22-b19f-cdf79a9f7754 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Synchronizing usage tracker for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:12.290780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] Pushing event deleted for resources: {'Port': ['ID=329c1033-80e2-4fa8-b0b2-0a84a8635f8f,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:12.303654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acaf977b-1055-4381-82ec-e3b96945c7d9 None None] No DVR routers for this DVR port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:12.338058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:12.342242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.389164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Calling delete_port for 329c1033-80e2-4fa8-b0b2-0a84a8635f8f owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:12.439855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.512185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dff2f5b3-0ba5-4d22-b19f-cdf79a9f7754 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Unset dirty status for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:12.513256 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dff2f5b3-0ba5-4d22-b19f-cdf79a9f7754 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "GET /v2.0/ports/47c712a4-fca1-432c-8ebc-8b82717440cd HTTP/1.1" status: 404 len: 333 time: 0.4636858 Feb 28 11:34:12.516595 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-5977bd3d-b6f8-43c5-a199-7b847bbcd02f service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365195 Feb 28 11:34:12.519868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51276) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:12.530370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 4d627967-785d-45ea-b73a-a47022241a94 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:12.543989 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:12.553855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:12.578524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:12.579832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:12.580088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:12.602391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c12c6c0-2708-4d9e-9970-a85e30b8ce32 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.667060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b4599ee0-41ea-42ad-8e65-21dbf403194b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Deleting port 45fce8e5-4d05-4930-9fc1-a946b13885dc {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:12.667401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4599ee0-41ea-42ad-8e65-21dbf403194b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.741684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=26f2f7b0-e000-4bce-bc8c-d792d05a2768,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:12.744430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.744770 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Added segment 0bb969f1-bd33-45cc-a5bd-fb61cbb8404a of type vlan for network 71de1f43-4c5c-4136-a033-4396ceec2cfc Feb 28 11:34:12.754046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2c12c6c0-2708-4d9e-9970-a85e30b8ce32 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Calling delete_port for ecdaf333-2fd3-4cd6-b460-35c8c475bb77 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:12.795049 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da346cf6-00b3-4113-854a-e8a6b78587a5 req-cf7f2f48-3330-4a62-aab6-785d987a23b2 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457101 Feb 28 11:34:12.804632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:12.805231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.851353 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.944200 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c97f06ee-ffa6-47e0-a28b-e049fc8314cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.1237636 Feb 28 11:34:12.945082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51280) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:12.959108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4599ee0-41ea-42ad-8e65-21dbf403194b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.991326 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c12c6c0-2708-4d9e-9970-a85e30b8ce32 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.993159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:12.996934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:12.997514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.024151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Deleting port 329c1033-80e2-4fa8-b0b2-0a84a8635f8f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:13.024503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.117575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b4599ee0-41ea-42ad-8e65-21dbf403194b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Calling delete_port for 45fce8e5-4d05-4930-9fc1-a946b13885dc owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:13.135191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12c6c0-2708-4d9e-9970-a85e30b8ce32 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Port': ['ID=ecdaf333-2fd3-4cd6-b460-35c8c475bb77,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:13.168312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d89261-fa4c-4b02-81ac-1f7dd5f392cc None None] Network 4d627967-785d-45ea-b73a-a47022241a94 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:13.179405 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-6eb58383-a253-431e-99ce-9592d165b82a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 26f2f7b0-e000-4bce-bc8c-d792d05a2768 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:13.179750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6eb58383-a253-431e-99ce-9592d165b82a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.187495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] The port '329c1033-80e2-4fa8-b0b2-0a84a8635f8f' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:13.223207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c12c6c0-2708-4d9e-9970-a85e30b8ce32 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.225311 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2c12c6c0-2708-4d9e-9970-a85e30b8ce32 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/ports/ecdaf333-2fd3-4cd6-b460-35c8c475bb77 HTTP/1.1" status: 204 len: 168 time: 1.3758640 Feb 28 11:34:13.228662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Network': ['ID=71de1f43-4c5c-4136-a033-4396ceec2cfc,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:13.232618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51284) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:13.244642 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-32bd89f3-a205-48b5-ac1b-4babe1f708ae tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2885833 Feb 28 11:34:13.247178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51288) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:13.254787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': '71de1f43-4c5c-4136-a033-4396ceec2cfc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:13.266774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 71de1f43-4c5c-4136-a033-4396ceec2cfc details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:13.453160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae82482-34b4-42dc-8a28-3d0dbcb7b02b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:13.453599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae82482-34b4-42dc-8a28-3d0dbcb7b02b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:13.474272 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b0c6b06c-0dcf-4dc7-9b36-b94495192db4 None None] Provisioning for port 855940b5-86bf-403a-af75-a64edf2cb16b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:13.490229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:13.496981 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0ae82482-34b4-42dc-8a28-3d0dbcb7b02b tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/subnets/0d1b0b76-0bba-44d3-a4f3-7d202f84f80c HTTP/1.1" status: 404 len: 337 time: 0.2607129 Feb 28 11:34:13.498557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51292) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:13.503556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:13.508496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:13.517631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:13.576848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6eb58383-a253-431e-99ce-9592d165b82a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.577392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.648468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:13.683863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5685a377-e666-44ec-bc78-1bf17d14411a']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:13.705640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a166052-9422-4550-a0c1-4680f667fcb8') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:13.705985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a166052-9422-4550-a0c1-4680f667fcb8') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:13.720820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.729374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.731671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-6eb58383-a253-431e-99ce-9592d165b82a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 26f2f7b0-e000-4bce-bc8c-d792d05a2768 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:13.755414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.792255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:13.792674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:13.806979 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:13.890971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4599ee0-41ea-42ad-8e65-21dbf403194b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.902750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-28884522-90c9-49aa-89a2-69e2397286c4 None None] Provisioning for port 26f2f7b0-e000-4bce-bc8c-d792d05a2768 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:13.910232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-28884522-90c9-49aa-89a2-69e2397286c4 None None] Provisioning complete for port 26f2f7b0-e000-4bce-bc8c-d792d05a2768 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:13.910751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-28884522-90c9-49aa-89a2-69e2397286c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:13.971745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-28884522-90c9-49aa-89a2-69e2397286c4 None None] Port 26f2f7b0-e000-4bce-bc8c-d792d05a2768 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:13.980942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.030763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4599ee0-41ea-42ad-8e65-21dbf403194b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event deleted for resources: {'Port': ['ID=45fce8e5-4d05-4930-9fc1-a946b13885dc,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:14.034700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.129304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df497af1-3f40-4f5e-b4dd-c03de1e993fe']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:14.137021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4599ee0-41ea-42ad-8e65-21dbf403194b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.138539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Performing IP validity checks on allocation pools {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:34:14.139802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.142391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.ipam_backend_mixin [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84338) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:34:14.165981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.177985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70fe2335-5a01-439e-b648-9e8e10aaa568') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:14.178281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70fe2335-5a01-439e-b648-9e8e10aaa568') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:14.196187 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 855940b5-86bf-403a-af75-a64edf2cb16b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:14.199171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] Pushing event deleted for resources: {'Network': ['ID=5685a377-e666-44ec-bc78-1bf17d14411a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:14.202157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.214766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-faaf0d8f-f98e-4e91-9cb1-393e207148a7 tempest-NetworksIpV6Test-1037574654 tempest-NetworksIpV6Test-1037574654-project] 10.222.0.31 "DELETE /v2.0/networks/5685a377-e666-44ec-bc78-1bf17d14411a HTTP/1.1" status: 204 len: 168 time: 5.2510219 Feb 28 11:34:14.227680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.233730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:14.234368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:14.252581 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:14.256230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6eb58383-a253-431e-99ce-9592d165b82a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.262034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-171513d6-7729-49f5-b29f-e6298889c73c None None] Could not find standard attr ID for object 26f2f7b0-e000-4bce-bc8c-d792d05a2768. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:34:14.313082 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b4599ee0-41ea-42ad-8e65-21dbf403194b tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "DELETE /v2.0/ports/45fce8e5-4d05-4930-9fc1-a946b13885dc HTTP/1.1" status: 204 len: 168 time: 1.7935603 Feb 28 11:34:14.319399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51298) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:14.331298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb58383-a253-431e-99ce-9592d165b82a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=26f2f7b0-e000-4bce-bc8c-d792d05a2768,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:14.343635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 855940b5-86bf-403a-af75-a64edf2cb16b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:14.365247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 855940b5-86bf-403a-af75-a64edf2cb16b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:14.370371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.380919 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:34:14.404875 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-15169cbb-84c3-467e-86da-8f2f94281ea6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] GET failed (client error): The resource could not be found. Feb 28 11:34:14.404875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15169cbb-84c3-467e-86da-8f2f94281ea6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Synchronizing usage tracker for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:14.485033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15169cbb-84c3-467e-86da-8f2f94281ea6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Unset dirty status for tenant:784a8dbb1dc445a994104d77e5caf70a on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:14.486556 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-15169cbb-84c3-467e-86da-8f2f94281ea6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "GET /v2.0/ports/45fce8e5-4d05-4930-9fc1-a946b13885dc HTTP/1.1" status: 404 len: 333 time: 0.1658487 Feb 28 11:34:14.487522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.500249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51302) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:14.510880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.522403 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/df497af1-3f40-4f5e-b4dd-c03de1e993fe HTTP/1.1" status: 204 len: 168 time: 1.0223980 Feb 28 11:34:14.523325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51306) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:14.551680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.568709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b166b5-c457-45a4-b63b-f923cb778e36 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Network': ['ID=df497af1-3f40-4f5e-b4dd-c03de1e993fe,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:14.609497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-09ebaf1d-911b-4c62-97fb-0955deec0a7f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Deleting port ca411799-884d-4a23-a215-746e120230cc {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:14.611103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09ebaf1d-911b-4c62-97fb-0955deec0a7f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.621763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6eb58383-a253-431e-99ce-9592d165b82a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.650123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 855940b5-86bf-403a-af75-a64edf2cb16b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=855940b5-86bf-403a-af75-a64edf2cb16b,segment=NetworkSegment(0afac482-616a-4eef-9bc7-e2aecbeacb25),segment_id=0afac482-616a-4eef-9bc7-e2aecbeacb25)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:14.669980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3829f497-e330-41a6-b0c1-28341eb1d2ac tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Deleting port 04f90e60-74fc-4bec-b9e9-2e45e8b11765 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:14.670263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3829f497-e330-41a6-b0c1-28341eb1d2ac tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.702427 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6eb58383-a253-431e-99ce-9592d165b82a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/26f2f7b0-e000-4bce-bc8c-d792d05a2768 HTTP/1.1" status: 204 len: 168 time: 1.7562926 Feb 28 11:34:14.709878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51310) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:14.722750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.755332 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3db1ce-eaf9-4f22-bb09-e8b6b5cc9565 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:34:14.755768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ff3db1ce-eaf9-4f22-bb09-e8b6b5cc9565 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:14.771297 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.801054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=855940b5-86bf-403a-af75-a64edf2cb16b,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:14.851309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09ebaf1d-911b-4c62-97fb-0955deec0a7f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.883058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9adedced-bafe-4ffc-8524-3e65bae69b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:14.898110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51316) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:14.978057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-09ebaf1d-911b-4c62-97fb-0955deec0a7f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Calling delete_port for ca411799-884d-4a23-a215-746e120230cc owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:15.008831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ff3db1ce-eaf9-4f22-bb09-e8b6b5cc9565 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:15.012860 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ff3db1ce-eaf9-4f22-bb09-e8b6b5cc9565 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/26f2f7b0-e000-4bce-bc8c-d792d05a2768 HTTP/1.1" status: 404 len: 333 time: 0.2992272 Feb 28 11:34:15.014884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51322) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:15.018792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=6c312d3a-dc26-47f1-8012-f31287448313,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:15.050944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Checking segment: {'id': '0bb969f1-bd33-45cc-a5bd-fb61cbb8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '71de1f43-4c5c-4136-a033-4396ceec2cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:15.051310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network hostable DHCP agents. Network: 71de1f43-4c5c-4136-a033-4396ceec2cfc, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:15.131200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3829f497-e330-41a6-b0c1-28341eb1d2ac tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.265584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09ebaf1d-911b-4c62-97fb-0955deec0a7f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.265912 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 71de1f43-4c5c-4136-a033-4396ceec2cfc is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:15.276714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3829f497-e330-41a6-b0c1-28341eb1d2ac tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Calling delete_port for 04f90e60-74fc-4bec-b9e9-2e45e8b11765 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:15.323226 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-daf043d1-076f-418b-a535-2f5e02be9a03 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9eaf23bc38e48c8a6ba08ab6e671280&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4147534 Feb 28 11:34:15.323678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51326) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:15.331952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebaf1d-911b-4c62-97fb-0955deec0a7f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Port': ['ID=ca411799-884d-4a23-a215-746e120230cc,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:15.379281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09ebaf1d-911b-4c62-97fb-0955deec0a7f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.396744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 71de1f43-4c5c-4136-a033-4396ceec2cfc) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:15.405698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42141388-ca35-4105-ae38-d5c7785c6eaf None None] Network 71de1f43-4c5c-4136-a033-4396ceec2cfc requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:15.410275 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-09ebaf1d-911b-4c62-97fb-0955deec0a7f tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/ports/ca411799-884d-4a23-a215-746e120230cc HTTP/1.1" status: 204 len: 168 time: 0.8823068 Feb 28 11:34:15.417509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51330) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:15.420468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:15.421120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.456122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e297df1f-e813-4121-b9de-ac883498ba90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet e3f18243-d0e2-45cb-81b7-ac5bdb7a1941 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:15.463627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e297df1f-e813-4121-b9de-ac883498ba90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.503912 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9faa08f9-3043-48ac-8a4f-9d918209fb1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2524657 Feb 28 11:34:15.504121 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1153b6e4-5361-4f03-893a-c2973d217433 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:15.504121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1153b6e4-5361-4f03-893a-c2973d217433 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:15.504313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51334) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:15.508388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1153b6e4-5361-4f03-893a-c2973d217433 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/subnets/e22d0b9f-f785-4abc-83bf-798829847458 HTTP/1.1" status: 404 len: 337 time: 0.0874178 Feb 28 11:34:15.509645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51338) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:15.511136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': '71de1f43-4c5c-4136-a033-4396ceec2cfc', 'name': 'tempest-PortsIpV6TestJSON-722424042'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:15.529279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3829f497-e330-41a6-b0c1-28341eb1d2ac tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.560391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7005d820-ac44-49fb-ba89-2b3e35f2868a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.632194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e297df1f-e813-4121-b9de-ac883498ba90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.636567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829f497-e330-41a6-b0c1-28341eb1d2ac tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event deleted for resources: {'Port': ['ID=04f90e60-74fc-4bec-b9e9-2e45e8b11765,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:15.687130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-71de1f43-4c5c-4136-a033-4396ceec2cfc', 'network_id': '71de1f43-4c5c-4136-a033-4396ceec2cfc', 'tenant_id': '3ca49ef460d44887b2e168eece11783d', 'fixed_ips': [{'subnet_id': '6c312d3a-dc26-47f1-8012-f31287448313'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:15.688298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.698027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3829f497-e330-41a6-b0c1-28341eb1d2ac tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.700500 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3829f497-e330-41a6-b0c1-28341eb1d2ac tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "DELETE /v2.0/ports/04f90e60-74fc-4bec-b9e9-2e45e8b11765 HTTP/1.1" status: 204 len: 168 time: 1.1970947 Feb 28 11:34:15.704188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51342) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:15.722003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7005d820-ac44-49fb-ba89-2b3e35f2868a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.759385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.839048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:15.906062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Allocated IP 2001:db8::2 (71de1f43-4c5c-4136-a033-4396ceec2cfc/6c312d3a-dc26-47f1-8012-f31287448313/8dff35da-35ae-4d21-b665-022d66c2ca7a) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:15.923123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e297df1f-e813-4121-b9de-ac883498ba90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.976748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7005d820-ac44-49fb-ba89-2b3e35f2868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:15.998466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.023135 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:16.023963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7005d820-ac44-49fb-ba89-2b3e35f2868a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce486a-115c-400c-a419-701078a600a1,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:16.043300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7005d820-ac44-49fb-ba89-2b3e35f2868a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.044814 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7005d820-ac44-49fb-ba89-2b3e35f2868a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6ce486a-115c-400c-a419-701078a600a1 HTTP/1.1" status: 204 len: 168 time: 0.7179961 Feb 28 11:34:16.046887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ebae2f-469c-477e-b967-0c70df8cbe77']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.066305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a762c4a9-b4b3-4ffc-8947-0e736b8e1628') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.073346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a762c4a9-b4b3-4ffc-8947-0e736b8e1628') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:16.082465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.083759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cf4687-48a5-4c28-a22d-1bb1e80893df tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Deleting subnet 57d028e2-0ad6-4a2a-974e-99eb2c29d112 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:16.088572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-53cf4687-48a5-4c28-a22d-1bb1e80893df tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.108835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.115096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:16.115778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:16.131988 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:16.136194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:16.141530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.168864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 855940b5-86bf-403a-af75-a64edf2cb16b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:16.185327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port b9f3b25d-7d57-45b0-95ec-ad83b60c24aa yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:16.191293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e297df1f-e813-4121-b9de-ac883498ba90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.222750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-53cf4687-48a5-4c28-a22d-1bb1e80893df tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.253829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297df1f-e813-4121-b9de-ac883498ba90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f18243-d0e2-45cb-81b7-ac5bdb7a1941,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:16.259987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e297df1f-e813-4121-b9de-ac883498ba90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.270424 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e297df1f-e813-4121-b9de-ac883498ba90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/e3f18243-d0e2-45cb-81b7-ac5bdb7a1941 HTTP/1.1" status: 204 len: 168 time: 1.2545829 Feb 28 11:34:16.273115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51348) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:16.289303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e7237c-373e-4958-88c1-a6978784ea9f None None] Network 4d627967-785d-45ea-b73a-a47022241a94 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:16.350285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-53cf4687-48a5-4c28-a22d-1bb1e80893df tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.357536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.378347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.380176 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/35ebae2f-469c-477e-b967-0c70df8cbe77 HTTP/1.1" status: 204 len: 168 time: 0.8688376 Feb 28 11:34:16.386470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51352) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:16.399793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21de592-d32b-4f64-831d-3659c5fffed8 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Network': ['ID=35ebae2f-469c-477e-b967-0c70df8cbe77,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:16.412623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.427306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.439295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 855940b5-86bf-403a-af75-a64edf2cb16b {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:16.439783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.521233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 855940b5-86bf-403a-af75-a64edf2cb16b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:16.521597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.593403 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Transition to ACTIVE for port object 8dff35da-35ae-4d21-b665-022d66c2ca7a will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:16.602041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-53cf4687-48a5-4c28-a22d-1bb1e80893df tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.620830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Transition to ACTIVE for port object 8dff35da-35ae-4d21-b665-022d66c2ca7a will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:16.671076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] For port 855940b5-86bf-403a-af75-a64edf2cb16b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=855940b5-86bf-403a-af75-a64edf2cb16b,segment=NetworkSegment(0afac482-616a-4eef-9bc7-e2aecbeacb25),segment_id=0afac482-616a-4eef-9bc7-e2aecbeacb25)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:16.671631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.694419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf4687-48a5-4c28-a22d-1bb1e80893df tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event deleted for resources: {'Subnet': ['ID=57d028e2-0ad6-4a2a-974e-99eb2c29d112,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:16.711724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.773176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] DHCP port deletion for 4d627967-785d-45ea-b73a-a47022241a94 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:16.784956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-53cf4687-48a5-4c28-a22d-1bb1e80893df tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.797313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8379114b-115b-410c-bdd9-ef91c0c5eec1 None None] Network 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:16.818315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] Deleting port 855940b5-86bf-403a-af75-a64edf2cb16b {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:16.818776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.833121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51364) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:16.833619 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-53cf4687-48a5-4c28-a22d-1bb1e80893df tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "DELETE /v2.0/subnets/57d028e2-0ad6-4a2a-974e-99eb2c29d112 HTTP/1.1" status: 204 len: 168 time: 1.1281459 Feb 28 11:34:16.843687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e690469f-eed0-4080-a78f-89707a8200dc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Deleting subnet 61f91953-4dca-4931-9676-aa5ce1ad5584 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:16.847819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e690469f-eed0-4080-a78f-89707a8200dc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.861910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 855940b5-86bf-403a-af75-a64edf2cb16b owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:16.862523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Network 71de1f43-4c5c-4136-a033-4396ceec2cfc is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:16.863299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Pushing event updated for resources: {'Port': ['ID=8dff35da-35ae-4d21-b665-022d66c2ca7a,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:16.906340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e690469f-eed0-4080-a78f-89707a8200dc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:16.915761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:16.918663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:16.968646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::1ef (71de1f43-4c5c-4136-a033-4396ceec2cfc/6c312d3a-dc26-47f1-8012-f31287448313/b9f3b25d-7d57-45b0-95ec-ad83b60c24aa) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:17.138227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.151328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Deleting port d7e9d7f4-85e4-4f16-8913-ea25a898c75c {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:17.151664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.186731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e690469f-eed0-4080-a78f-89707a8200dc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.214915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Attempting to bind port 8dff35da-35ae-4d21-b665-022d66c2ca7a on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:17.214915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Attempting to bind port 8dff35da-35ae-4d21-b665-022d66c2ca7a by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0bb969f1-bd33-45cc-a5bd-fb61cbb8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '71de1f43-4c5c-4136-a033-4396ceec2cfc'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:17.214915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Attempting to bind port 8dff35da-35ae-4d21-b665-022d66c2ca7a on network 71de1f43-4c5c-4136-a033-4396ceec2cfc {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:17.246043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.272950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c57a5916-8102-4cca-a407-b3e6dd1b85ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.291810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:17.292195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Checking segment: {'id': '0bb969f1-bd33-45cc-a5bd-fb61cbb8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '71de1f43-4c5c-4136-a033-4396ceec2cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:17.292568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.292957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Bound using segment: {'id': '0bb969f1-bd33-45cc-a5bd-fb61cbb8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '71de1f43-4c5c-4136-a033-4396ceec2cfc'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:17.293448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Bound port: 8dff35da-35ae-4d21-b665-022d66c2ca7a, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb969f1-bd33-45cc-a5bd-fb61cbb8404a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': '71de1f43-4c5c-4136-a033-4396ceec2cfc'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:17.293800 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.296599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=855940b5-86bf-403a-af75-a64edf2cb16b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:17.332044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] For port 855940b5-86bf-403a-af75-a64edf2cb16b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=855940b5-86bf-403a-af75-a64edf2cb16b,segment=NetworkSegment(0afac482-616a-4eef-9bc7-e2aecbeacb25),segment_id=0afac482-616a-4eef-9bc7-e2aecbeacb25)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:17.332429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.339640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No DVR routers for this DVR port 855940b5-86bf-403a-af75-a64edf2cb16b on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:17.341659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.368514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object b9f3b25d-7d57-45b0-95ec-ad83b60c24aa will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:17.451258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e690469f-eed0-4080-a78f-89707a8200dc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.506072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.547312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] Calling delete_port for 855940b5-86bf-403a-af75-a64edf2cb16b owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:17.568016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] For port d7e9d7f4-85e4-4f16-8913-ea25a898c75c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d7e9d7f4-85e4-4f16-8913-ea25a898c75c,segment=NetworkSegment(8f53c855-911f-480c-9ee5-5c3c57b19ff4),segment_id=8f53c855-911f-480c-9ee5-5c3c57b19ff4)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:17.568365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.569621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e690469f-eed0-4080-a78f-89707a8200dc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Subnet': ['ID=61f91953-4dca-4931-9676-aa5ce1ad5584,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:17.577613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150b11c1-023f-45c3-84e4-b5d127abba7f None None] Network 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:17.582616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e690469f-eed0-4080-a78f-89707a8200dc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.583208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.602275 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e690469f-eed0-4080-a78f-89707a8200dc tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/subnets/61f91953-4dca-4931-9676-aa5ce1ad5584 HTTP/1.1" status: 204 len: 168 time: 1.2144787 Feb 28 11:34:17.615489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51376) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:17.625213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51378) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:17.664430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 71de1f43-4c5c-4136-a033-4396ceec2cfc is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:17.674662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=b9f3b25d-7d57-45b0-95ec-ad83b60c24aa,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:17.687371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:17.691466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:17.702254 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:17.703638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.784462 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-481105c7-7af2-4880-8793-a48cd7d441c7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2787428 Feb 28 11:34:17.786062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] For port 8dff35da-35ae-4d21-b665-022d66c2ca7a, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:17.787093 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51386) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:17.800242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Calling delete_port for d7e9d7f4-85e4-4f16-8913-ea25a898c75c owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:17.828668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] For port 8dff35da-35ae-4d21-b665-022d66c2ca7a, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8dff35da-35ae-4d21-b665-022d66c2ca7a,segment=NetworkSegment(0bb969f1-bd33-45cc-a5bd-fb61cbb8404a),segment_id=0bb969f1-bd33-45cc-a5bd-fb61cbb8404a)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:17.839272 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:17.839623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:17.846885 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] DHCP port deletion for 429fbfc5-3896-4eb8-8748-976d1e4aa9c3 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:17.854673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] Deleting port d7e9d7f4-85e4-4f16-8913-ea25a898c75c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:17.855072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.866094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1192151629'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:17.879324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:17.894537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:network and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:17.901427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.901621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:17.911232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:17.919309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0263cf72-a73c-4960-92ca-6fc11a5d4813 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port b9f3b25d-7d57-45b0-95ec-ad83b60c24aa {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:17.919649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0263cf72-a73c-4960-92ca-6fc11a5d4813 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:17.920540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d627967-785d-45ea-b73a-a47022241a94']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:17.967783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0afac482-616a-4eef-9bc7-e2aecbeacb25') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:17.968707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0afac482-616a-4eef-9bc7-e2aecbeacb25') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:17.992124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.003390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.032829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.038590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Deleting port 8f143683-4976-42bb-9f61-6c49ec82c7ce {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:18.049053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.049306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:18.049306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.065462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09339827-7757-4b88-bcac-e99a3a3c640b None None] Pushing event updated for resources: {'Port': ['ID=8dff35da-35ae-4d21-b665-022d66c2ca7a,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:18.135388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:18.135914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:18.152594 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:18.163077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.176055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] DHCP port deletion for 4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:18.190981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] Deleting port 8f143683-4976-42bb-9f61-6c49ec82c7ce {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:18.191201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.232598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d7e9d7f4-85e4-4f16-8913-ea25a898c75c no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:18.238940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.274066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0263cf72-a73c-4960-92ca-6fc11a5d4813 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.275912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.288301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: d7e9d7f4-85e4-4f16-8913-ea25a898c75c {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:18.288730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d7e9d7f4-85e4-4f16-8913-ea25a898c75c not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:18.289153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 855940b5-86bf-403a-af75-a64edf2cb16b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:18.321208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] For port d7e9d7f4-85e4-4f16-8913-ea25a898c75c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d7e9d7f4-85e4-4f16-8913-ea25a898c75c,segment=NetworkSegment(8f53c855-911f-480c-9ee5-5c3c57b19ff4),segment_id=8f53c855-911f-480c-9ee5-5c3c57b19ff4)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:18.321593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.324183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event deleted for resources: {'Port': ['ID=d7e9d7f4-85e4-4f16-8913-ea25a898c75c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:18.353616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] Deleting port 855940b5-86bf-403a-af75-a64edf2cb16b {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:18.353984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.428460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] No DVR routers for this DVR port d7e9d7f4-85e4-4f16-8913-ea25a898c75c on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:18.435845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.502319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.543607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] Calling delete_port for d7e9d7f4-85e4-4f16-8913-ea25a898c75c owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:18.624603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0263cf72-a73c-4960-92ca-6fc11a5d4813 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for b9f3b25d-7d57-45b0-95ec-ad83b60c24aa owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:18.645181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] For port 8f143683-4976-42bb-9f61-6c49ec82c7ce, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8f143683-4976-42bb-9f61-6c49ec82c7ce,segment=NetworkSegment(ebe4756e-bc35-40d7-8194-2a0f2fcd763c),segment_id=ebe4756e-bc35-40d7-8194-2a0f2fcd763c)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:18.645460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.651645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:18.652171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:18.652438 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 855940b5-86bf-403a-af75-a64edf2cb16b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:18.652773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 855940b5-86bf-403a-af75-a64edf2cb16b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:18.690387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:18.699214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:security_group_rule and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:18.704320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:18.714906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:18.738935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3a59483a-dddd-4fa4-87fb-8c6ba81c96f3 None None] The port '855940b5-86bf-403a-af75-a64edf2cb16b' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:18.827162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.873149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.873764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] For port 8f143683-4976-42bb-9f61-6c49ec82c7ce, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8f143683-4976-42bb-9f61-6c49ec82c7ce,segment=NetworkSegment(ebe4756e-bc35-40d7-8194-2a0f2fcd763c),segment_id=ebe4756e-bc35-40d7-8194-2a0f2fcd763c)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:18.874085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.889158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Network': ['ID=4d627967-785d-45ea-b73a-a47022241a94,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:18.908109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Calling delete_port for 8f143683-4976-42bb-9f61-6c49ec82c7ce owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:18.942771 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0263cf72-a73c-4960-92ca-6fc11a5d4813 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:18.954930 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-660b5420-93f6-43cc-938b-153e222fdd74 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/networks/4d627967-785d-45ea-b73a-a47022241a94 HTTP/1.1" status: 204 len: 168 time: 2.6802034 Feb 28 11:34:18.960456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51390) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:18.966107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'name': 'tempest-PortsTestJSON-74713319'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:18.991073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.021661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0263cf72-a73c-4960-92ca-6fc11a5d4813 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=b9f3b25d-7d57-45b0-95ec-ad83b60c24aa,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.074101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 700} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:19.092235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:19.096711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.097419 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] Calling delete_port for 8f143683-4976-42bb-9f61-6c49ec82c7ce owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:19.100647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0263cf72-a73c-4960-92ca-6fc11a5d4813 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.104763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0563ae-2500-4255-8aa7-6a88c961c9d6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.112516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:19.118436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.119107 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added segment 29b796ea-b94e-41d3-b59a-891d68e8e02e of type vlan for network db595c92-0acf-4828-81c8-d878ae855bf6 Feb 28 11:34:19.119684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:19.133392 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0263cf72-a73c-4960-92ca-6fc11a5d4813 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/b9f3b25d-7d57-45b0-95ec-ad83b60c24aa HTTP/1.1" status: 204 len: 168 time: 1.3439877 Feb 28 11:34:19.134951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:19.136814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51394) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:19.156023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] Deleting port d7e9d7f4-85e4-4f16-8913-ea25a898c75c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:19.156959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.157165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['429fbfc5-3896-4eb8-8748-976d1e4aa9c3']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:19.196946 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d120e28-0c0d-4e28-b575-327d7e09f73c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:34:19.197393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d120e28-0c0d-4e28-b575-327d7e09f73c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:19.199055 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8d120e28-0c0d-4e28-b575-327d7e09f73c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/b9f3b25d-7d57-45b0-95ec-ad83b60c24aa HTTP/1.1" status: 404 len: 333 time: 0.0613277 Feb 28 11:34:19.200941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.206041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51398) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:19.214181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f53c855-911f-480c-9ee5-5c3c57b19ff4') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:19.214621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f53c855-911f-480c-9ee5-5c3c57b19ff4') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:19.230171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.238162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b0dad6ff-4114-48b0-bce5-b6d8f3d7af2d None None] The port 'd7e9d7f4-85e4-4f16-8913-ea25a898c75c' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:19.261330 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd80ce0-4b9e-4768-ba1f-7f01b6cc1be8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:34:19.261929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-efd80ce0-4b9e-4768-ba1f-7f01b6cc1be8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:19.264779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.281978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:19.282391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:19.300579 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:19.304985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:19.316306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.340595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:19.341068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:19.365162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd465bf6-5475-4e2c-8734-63a716f33d9a None None] Network 71de1f43-4c5c-4136-a033-4396ceec2cfc requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:19.367885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.375971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-efd80ce0-4b9e-4768-ba1f-7f01b6cc1be8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:19.377241 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-efd80ce0-4b9e-4768-ba1f-7f01b6cc1be8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/b9f3b25d-7d57-45b0-95ec-ad83b60c24aa HTTP/1.1" status: 404 len: 333 time: 0.1702793 Feb 28 11:34:19.380115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51402) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:19.428295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.432945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:19.433548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.444945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Port': ['ID=8f143683-4976-42bb-9f61-6c49ec82c7ce,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.450352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port 123cd5e8-20c7-47c7-a2d6-f83fb127a080 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:19.487271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] No DVR routers for this DVR port 8f143683-4976-42bb-9f61-6c49ec82c7ce on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:19.630111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.667232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.672314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfdaa8f-8a47-4b90-b865-a95d103bfaf6']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:19.677162 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.0490625 Feb 28 11:34:19.678713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe63a09-e799-45b0-b845-5cd13d1867ce tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Network': ['ID=db595c92-0acf-4828-81c8-d878ae855bf6,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.692179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network db595c92-0acf-4828-81c8-d878ae855bf6 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:19.697671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51406) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:19.720720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.739774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1999156303'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:19.745323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:19.750028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:network and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:19.754320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:19.761015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:19.761609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.772753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebe4756e-bc35-40d7-8194-2a0f2fcd763c') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:19.773051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebe4756e-bc35-40d7-8194-2a0f2fcd763c') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:19.797494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] Pushing event deleted for resources: {'Network': ['ID=429fbfc5-3896-4eb8-8748-976d1e4aa9c3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:19.805567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.824946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1c1184e5-e1f5-4aa8-91af-181e5e16e0d4 None None] Provisioning for port 8dff35da-35ae-4d21-b665-022d66c2ca7a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:19.833760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-53ab2c1b-0dec-4100-8b1c-eeef57ad80c6 tempest-AllowedAddressPairIpV6TestJSON-1397716040 tempest-AllowedAddressPairIpV6TestJSON-1397716040-project] 10.222.0.31 "DELETE /v2.0/networks/429fbfc5-3896-4eb8-8748-976d1e4aa9c3 HTTP/1.1" status: 204 len: 168 time: 2.9994762 Feb 28 11:34:19.848642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] Deleting port 8f143683-4976-42bb-9f61-6c49ec82c7ce {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:19.849258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.869676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac707c03-81b0-4b97-b4a5-5da7a6c5f5ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet 6c312d3a-dc26-47f1-8012-f31287448313 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:19.869935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.873402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac707c03-81b0-4b97-b4a5-5da7a6c5f5ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.884658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:19.887739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.922694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:19.923910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:19.952262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0bb7b4ca-b67a-4ad4-bc97-e7722283d437 None None] The port '8f143683-4976-42bb-9f61-6c49ec82c7ce' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:19.967287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:19.975201 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:19.993194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac707c03-81b0-4b97-b4a5-5da7a6c5f5ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.133198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.133198 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added segment ee511bea-c661-4b8c-890d-b6dc76e7ee2e of type vlan for network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e Feb 28 11:34:20.203683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac707c03-81b0-4b97-b4a5-5da7a6c5f5ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.230916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.236901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.275263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8dff35da-35ae-4d21-b665-022d66c2ca7a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:20.283237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.302502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.312229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] 10.222.0.31 "DELETE /v2.0/networks/4cfdaa8f-8a47-4b90-b865-a95d103bfaf6 HTTP/1.1" status: 204 len: 168 time: 2.6939735 Feb 28 11:34:20.322085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297cc86-cb12-4546-accc-9d7278c84d90 tempest-NetworksIpV6TestAttrs-578587066 tempest-NetworksIpV6TestAttrs-578587066-project] Pushing event deleted for resources: {'Network': ['ID=4cfdaa8f-8a47-4b90-b865-a95d103bfaf6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.365043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.369293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:20.369884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.412166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.456370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac707c03-81b0-4b97-b4a5-5da7a6c5f5ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.459695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5440ea05-5669-4247-9e55-add5a9f9d2cf None None] Could not find standard attr ID for object b9f3b25d-7d57-45b0-95ec-ad83b60c24aa. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:34:20.485286 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8dff35da-35ae-4d21-b665-022d66c2ca7a completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:20.495537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8dff35da-35ae-4d21-b665-022d66c2ca7a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:20.497299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.517938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac707c03-81b0-4b97-b4a5-5da7a6c5f5ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=6c312d3a-dc26-47f1-8012-f31287448313,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.534004 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac707c03-81b0-4b97-b4a5-5da7a6c5f5ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.542044 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ac707c03-81b0-4b97-b4a5-5da7a6c5f5ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/6c312d3a-dc26-47f1-8012-f31287448313 HTTP/1.1" status: 204 len: 168 time: 1.1607544 Feb 28 11:34:20.574583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51416) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:20.582775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=123cd5e8-20c7-47c7-a2d6-f83fb127a080,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.618228 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8997099 Feb 28 11:34:20.620540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51420) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:20.624577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:20.628885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:20.637880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:20.643330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:20.643971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.651760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'subnet': {'network_id': 'db595c92-0acf-4828-81c8-d878ae855bf6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:20.678348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9eee76-e77a-4328-9227-704c77dc577d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Network': ['ID=dec2b0bc-48bd-49ab-b61d-9e23c2224f9e,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:20.698632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51424) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:20.726759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1861373a-15f9-48e7-afd1-2a83fc5966e4 None None] Network 71de1f43-4c5c-4136-a033-4396ceec2cfc requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:20.756357 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9eafcdd3-e609-4027-abee-6b02c36f3b7c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.7925079 Feb 28 11:34:20.756607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51430) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:20.836560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:20.892471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.906191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:20.914478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:subnet and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:20.917210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 8dff35da-35ae-4d21-b665-022d66c2ca7a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:20.917344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.923999 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-205d0da8-568d-486b-a783-866d63a128eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=784a8dbb1dc445a994104d77e5caf70a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2231345 Feb 28 11:34:20.932556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51436) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:20.967818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5cc77-7bab-4618-a7d2-20fa6e9421e5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 123cd5e8-20c7-47c7-a2d6-f83fb127a080 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:20.968397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1a5cc77-7bab-4618-a7d2-20fa6e9421e5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:20.973350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51440) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:20.974133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:20.983548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:21.029151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.072914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8dff35da-35ae-4d21-b665-022d66c2ca7a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8dff35da-35ae-4d21-b665-022d66c2ca7a,segment=NetworkSegment(0bb969f1-bd33-45cc-a5bd-fb61cbb8404a),segment_id=0bb969f1-bd33-45cc-a5bd-fb61cbb8404a)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:21.138424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:21.159987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.243916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab1efe1-6540-473e-90e5-165a8eacc4b0 None None] DHCP port deletion for 71de1f43-4c5c-4136-a033-4396ceec2cfc request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:21.246077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8f143683-4976-42bb-9f61-6c49ec82c7ce no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:21.291969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bab1efe1-6540-473e-90e5-165a8eacc4b0 None None] Deleting port 8dff35da-35ae-4d21-b665-022d66c2ca7a {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:21.292364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bab1efe1-6540-473e-90e5-165a8eacc4b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.299584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d75334b6-99bf-4d16-a0c5-94e1afea2f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.345801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 8f143683-4976-42bb-9f61-6c49ec82c7ce {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:21.346260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8f143683-4976-42bb-9f61-6c49ec82c7ce not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:21.380013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8dff35da-35ae-4d21-b665-022d66c2ca7a,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:21.406225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d75334b6-99bf-4d16-a0c5-94e1afea2f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.409776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] For port 8dff35da-35ae-4d21-b665-022d66c2ca7a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8dff35da-35ae-4d21-b665-022d66c2ca7a,segment=NetworkSegment(0bb969f1-bd33-45cc-a5bd-fb61cbb8404a),segment_id=0bb969f1-bd33-45cc-a5bd-fb61cbb8404a)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:21.410151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.464257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1a5cc77-7bab-4618-a7d2-20fa6e9421e5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.554300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 8dff35da-35ae-4d21-b665-022d66c2ca7a owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:21.557226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bab1efe1-6540-473e-90e5-165a8eacc4b0 None None] For port 8dff35da-35ae-4d21-b665-022d66c2ca7a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8dff35da-35ae-4d21-b665-022d66c2ca7a,segment=NetworkSegment(0bb969f1-bd33-45cc-a5bd-fb61cbb8404a),segment_id=0bb969f1-bd33-45cc-a5bd-fb61cbb8404a)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:21.557616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bab1efe1-6540-473e-90e5-165a8eacc4b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.582982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.593971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b1a5cc77-7bab-4618-a7d2-20fa6e9421e5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 123cd5e8-20c7-47c7-a2d6-f83fb127a080 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:21.713583 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1480e113-1e00-4d5f-9d0e-e123b1decc95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6906c81da64a4feba4cc1a2eef07dc11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7356265 Feb 28 11:34:21.716787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51450) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:21.738926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bab1efe1-6540-473e-90e5-165a8eacc4b0 None None] Calling delete_port for 8dff35da-35ae-4d21-b665-022d66c2ca7a owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:21.745425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d75334b6-99bf-4d16-a0c5-94e1afea2f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.766940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1a5cc77-7bab-4618-a7d2-20fa6e9421e5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.801312 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:21.801690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:21.808601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75334b6-99bf-4d16-a0c5-94e1afea2f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a46e5cf-9d10-4a89-a3d9-c8b27bd00525,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:21.838274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5cc77-7bab-4618-a7d2-20fa6e9421e5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=123cd5e8-20c7-47c7-a2d6-f83fb127a080,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:21.854125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1a5cc77-7bab-4618-a7d2-20fa6e9421e5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.865287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d75334b6-99bf-4d16-a0c5-94e1afea2f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.868938 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d75334b6-99bf-4d16-a0c5-94e1afea2f49 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a46e5cf-9d10-4a89-a3d9-c8b27bd00525 HTTP/1.1" status: 204 len: 168 time: 0.9327362 Feb 28 11:34:21.874436 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b1a5cc77-7bab-4618-a7d2-20fa6e9421e5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/123cd5e8-20c7-47c7-a2d6-f83fb127a080 HTTP/1.1" status: 204 len: 168 time: 1.1169248 Feb 28 11:34:21.877320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51456) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:21.882057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-de82bc18-f498-4224-afb8-0b35cb2558ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.883381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'mac_address': 'fa:16:3e:ec:eb:56', 'name': 'tempest-PortsTestJSON-1483538516'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:21.896078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bab1efe1-6540-473e-90e5-165a8eacc4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.912004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-de82bc18-f498-4224-afb8-0b35cb2558ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:21.943214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab1efe1-6540-473e-90e5-165a8eacc4b0 None None] Pushing event deleted for resources: {'Port': ['ID=8dff35da-35ae-4d21-b665-022d66c2ca7a,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:21.953096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab1efe1-6540-473e-90e5-165a8eacc4b0 None None] No DVR routers for this DVR port 8dff35da-35ae-4d21-b665-022d66c2ca7a on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:21.956854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.042278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-de82bc18-f498-4224-afb8-0b35cb2558ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.058223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82bc18-f498-4224-afb8-0b35cb2558ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c9a0a3-cac8-4da9-80aa-a01de8a03c02,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:22.062636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-de82bc18-f498-4224-afb8-0b35cb2558ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.066343 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-de82bc18-f498-4224-afb8-0b35cb2558ac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/99c9a0a3-cac8-4da9-80aa-a01de8a03c02 HTTP/1.1" status: 204 len: 168 time: 0.3457899 Feb 28 11:34:22.080871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:22.080871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:22.088500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:22.092907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Subnet': ['ID=b4d63a8d-7c77-42a8-9a84-e81aed976f57,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:22.100351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:22.114298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Checking segment: {'id': '29b796ea-b94e-41d3-b59a-891d68e8e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'db595c92-0acf-4828-81c8-d878ae855bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:22.114666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network hostable DHCP agents. Network: db595c92-0acf-4828-81c8-d878ae855bf6, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:22.156505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8dff35da-35ae-4d21-b665-022d66c2ca7a no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:22.185766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:22.189006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 8dff35da-35ae-4d21-b665-022d66c2ca7a {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:22.189440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8dff35da-35ae-4d21-b665-022d66c2ca7a not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:22.253960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network db595c92-0acf-4828-81c8-d878ae855bf6 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:22.300619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.311444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 8dff35da-35ae-4d21-b665-022d66c2ca7a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:22.311444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.374396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, db595c92-0acf-4828-81c8-d878ae855bf6) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:22.380960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] The port '8dff35da-35ae-4d21-b665-022d66c2ca7a' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:22.386274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:22.386873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.390536 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d82010-cc13-4673-b598-fd34fab70666 None None] Network db595c92-0acf-4828-81c8-d878ae855bf6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:22.452654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port ff48ce65-bcad-47c9-9bcb-c3dc70d047c8 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:22.573903 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c4807889-a49b-4f55-b994-0f2a29e9bd8d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9425104 Feb 28 11:34:22.575370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51476) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:22.582716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'subnet': {'network_id': 'dec2b0bc-48bd-49ab-b61d-9e23c2224f9e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:22.590613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.643188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71de1f43-4c5c-4136-a033-4396ceec2cfc']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:22.665417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb969f1-bd33-45cc-a5bd-fb61cbb8404a') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:22.666154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb969f1-bd33-45cc-a5bd-fb61cbb8404a') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:22.697093 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.697479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-db595c92-0acf-4828-81c8-d878ae855bf6', 'network_id': 'db595c92-0acf-4828-81c8-d878ae855bf6', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'fixed_ips': [{'subnet_id': 'b4d63a8d-7c77-42a8-9a84-e81aed976f57'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:22.698297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.786462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.805229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:22.805633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:22.822878 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:22.826948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:22.830960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:subnet and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:22.833919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:22.839581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:22.900896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Allocated IP 2001:db8::2 (db595c92-0acf-4828-81c8-d878ae855bf6/b4d63a8d-7c77-42a8-9a84-e81aed976f57/beeecd36-48ba-4c06-a0b2-36c017de8422) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:22.927194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:22.930483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:23.006729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.008561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.034114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.134437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=ff48ce65-bcad-47c9-9bcb-c3dc70d047c8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:23.155914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.201338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.214502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Transition to ACTIVE for port object beeecd36-48ba-4c06-a0b2-36c017de8422 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:23.235740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Transition to ACTIVE for port object beeecd36-48ba-4c06-a0b2-36c017de8422 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:23.273886 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/networks/71de1f43-4c5c-4136-a033-4396ceec2cfc HTTP/1.1" status: 204 len: 168 time: 2.7074513 Feb 28 11:34:23.278303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:23.279832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:23.281930 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4215dbfc-fd6e-4a62-beb7-1a9c8384a8c4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Network': ['ID=71de1f43-4c5c-4136-a033-4396ceec2cfc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:23.284085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:23.287893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51492) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:23.289274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:23.290081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.297388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-715418094'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:23.305395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:23.310376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:network and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:23.313285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:23.319762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:23.334313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.404265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Network db595c92-0acf-4828-81c8-d878ae855bf6 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:23.410984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:23.416360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:23.422469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Pushing event updated for resources: {'Port': ['ID=beeecd36-48ba-4c06-a0b2-36c017de8422,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:23.426072 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-243bae52-0206-43bd-9e16-bb24a1c251b1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5475488 Feb 28 11:34:23.429604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.431220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51500) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:23.471637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:23.479213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.515570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Attempting to bind port beeecd36-48ba-4c06-a0b2-36c017de8422 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:23.515977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Attempting to bind port beeecd36-48ba-4c06-a0b2-36c017de8422 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '29b796ea-b94e-41d3-b59a-891d68e8e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'db595c92-0acf-4828-81c8-d878ae855bf6'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:23.516345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Attempting to bind port beeecd36-48ba-4c06-a0b2-36c017de8422 on network db595c92-0acf-4828-81c8-d878ae855bf6 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:23.535693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:23.536146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Checking segment: {'id': '29b796ea-b94e-41d3-b59a-891d68e8e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'db595c92-0acf-4828-81c8-d878ae855bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:23.536569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.536942 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Bound using segment: {'id': '29b796ea-b94e-41d3-b59a-891d68e8e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'db595c92-0acf-4828-81c8-d878ae855bf6'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:23.537430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Bound port: beeecd36-48ba-4c06-a0b2-36c017de8422, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b796ea-b94e-41d3-b59a-891d68e8e02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 700, 'network_id': 'db595c92-0acf-4828-81c8-d878ae855bf6'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:23.537803 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.554835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcac1e0-9b9b-4c8b-88d5-f9193d9e85b8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:23.554835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bdcac1e0-9b9b-4c8b-88d5-f9193d9e85b8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:23.558025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51506) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:23.562706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:23.570469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0047276 Feb 28 11:34:23.576850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51508) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:23.588085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Subnet': ['ID=a23a3172-309a-477c-b939-440c73ed3f47,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:23.592405 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.592928 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Added segment b6ec4594-de23-411c-839b-9af30f346cb3 of type vlan for network 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 Feb 28 11:34:23.609507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Checking segment: {'id': 'ee511bea-c661-4b8c-890d-b6dc76e7ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'dec2b0bc-48bd-49ab-b61d-9e23c2224f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:23.610201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network hostable DHCP agents. Network: dec2b0bc-48bd-49ab-b61d-9e23c2224f9e, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:23.645220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.656718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bdcac1e0-9b9b-4c8b-88d5-f9193d9e85b8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:23.661459 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bdcac1e0-9b9b-4c8b-88d5-f9193d9e85b8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/ff48ce65-bcad-47c9-9bcb-c3dc70d047c8 HTTP/1.1" status: 200 len: 841 time: 0.2281530 Feb 28 11:34:23.662273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51514) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:23.677415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] For port beeecd36-48ba-4c06-a0b2-36c017de8422, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:23.683107 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] For port beeecd36-48ba-4c06-a0b2-36c017de8422, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=beeecd36-48ba-4c06-a0b2-36c017de8422,segment=NetworkSegment(29b796ea-b94e-41d3-b59a-891d68e8e02e),segment_id=29b796ea-b94e-41d3-b59a-891d68e8e02e)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:23.749599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:23.765950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ae0dacb8-dc8b-4c8b-b4cb-18e310ee2659 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port ff48ce65-bcad-47c9-9bcb-c3dc70d047c8 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:23.766307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae0dacb8-dc8b-4c8b-b4cb-18e310ee2659 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.776402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.778285 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.786985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:23.790559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:23.883354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51520) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:23.928188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd6a2c-b272-43c6-8d68-e4b5a8cc456b None None] Pushing event updated for resources: {'Port': ['ID=beeecd36-48ba-4c06-a0b2-36c017de8422,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:23.989902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, dec2b0bc-48bd-49ab-b61d-9e23c2224f9e) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:24.002460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf69a49a-2ace-4a90-8de1-69dc900dc16b None None] Network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:24.005030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:24.005632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.045355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b152a75a-4f0f-4cad-b562-a875e7a398af tempest-DvrRoutersNegativeTest-2000374859 tempest-DvrRoutersNegativeTest-2000374859-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1584404580', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:24.055735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.policy [None req-b152a75a-4f0f-4cad-b562-a875e7a398af tempest-DvrRoutersNegativeTest-2000374859 tempest-DvrRoutersNegativeTest-2000374859-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84338) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 28 11:34:24.055735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.policy [None req-b152a75a-4f0f-4cad-b562-a875e7a398af tempest-DvrRoutersNegativeTest-2000374859 tempest-DvrRoutersNegativeTest-2000374859-project] Failed policy check for 'create_router' {{(pid=84338) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 28 11:34:24.056719 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-b152a75a-4f0f-4cad-b562-a875e7a398af tempest-DvrRoutersNegativeTest-2000374859 tempest-DvrRoutersNegativeTest-2000374859-project] create failed (client error): Access was denied to this resource. Feb 28 11:34:24.057735 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b152a75a-4f0f-4cad-b562-a875e7a398af tempest-DvrRoutersNegativeTest-2000374859 tempest-DvrRoutersNegativeTest-2000374859-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1737046 Feb 28 11:34:24.088206 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2fac491d-f845-4f4e-8fdc-f78caa9e0db7 tempest-NetworksApiDiscovery-1403058925 tempest-NetworksApiDiscovery-1403058925-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5089803 Feb 28 11:34:24.139240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Network': ['ID=8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:24.229554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae0dacb8-dc8b-4c8b-b4cb-18e310ee2659 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.333920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:24.419018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ae0dacb8-dc8b-4c8b-b4cb-18e310ee2659 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for ff48ce65-bcad-47c9-9bcb-c3dc70d047c8 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:24.559937 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-742313c4-37ba-4188-b16f-a780dedeb67d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2707994 Feb 28 11:34:24.565699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51530) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:24.569408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': '8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:24.580423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-dec2b0bc-48bd-49ab-b61d-9e23c2224f9e', 'network_id': 'dec2b0bc-48bd-49ab-b61d-9e23c2224f9e', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'fixed_ips': [{'subnet_id': 'a23a3172-309a-477c-b939-440c73ed3f47'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:24.581190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.639829 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dc8ccb7e-c3ec-4fc7-97cb-c0692cc5325c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0643003 Feb 28 11:34:24.642576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51534) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:24.648670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1612168178', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:24.655585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:24.660873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:router and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:24.663882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:24.670153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:24.687044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:24.691393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:24.694620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:24.700823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:24.713726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae0dacb8-dc8b-4c8b-b4cb-18e310ee2659 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.762722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.763677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.768305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Allocated IP 2001:db8:1::2 (dec2b0bc-48bd-49ab-b61d-9e23c2224f9e/a23a3172-309a-477c-b939-440c73ed3f47/b22fccd4-0b94-4481-87c7-a24dd3ecec97) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:24.770942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dacb8-dc8b-4c8b-b4cb-18e310ee2659 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=ff48ce65-bcad-47c9-9bcb-c3dc70d047c8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:24.785201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae0dacb8-dc8b-4c8b-b4cb-18e310ee2659 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.796648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:24.801623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.898173 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ae0dacb8-dc8b-4c8b-b4cb-18e310ee2659 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/ff48ce65-bcad-47c9-9bcb-c3dc70d047c8 HTTP/1.1" status: 204 len: 168 time: 1.2319157 Feb 28 11:34:24.898173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:24.908952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51538) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:24.967032 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f5ba82-279d-45ca-af13-ab08275ec736 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:34:24.967571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-81f5ba82-279d-45ca-af13-ab08275ec736 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:25.034785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.037945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-81f5ba82-279d-45ca-af13-ab08275ec736 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:25.039314 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-81f5ba82-279d-45ca-af13-ab08275ec736 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/ff48ce65-bcad-47c9-9bcb-c3dc70d047c8 HTTP/1.1" status: 404 len: 333 time: 0.1322970 Feb 28 11:34:25.040302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.041534 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-93e9e9d5-653a-413a-954d-fe80b0f19f7a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3979127 Feb 28 11:34:25.044406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51546) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:25.054157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Transition to ACTIVE for port object b22fccd4-0b94-4481-87c7-a24dd3ecec97 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:25.054541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51548) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:25.075220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Transition to ACTIVE for port object b22fccd4-0b94-4481-87c7-a24dd3ecec97 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:25.084445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'name': 'tempest-PortsTestJSON-2027745095'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:25.140525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.159626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51554) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:25.207631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51560) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:25.243935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:25.247473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:25.248090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.249515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Pushing event updated for resources: {'Port': ['ID=b22fccd4-0b94-4481-87c7-a24dd3ecec97,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:25.255557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:25.296408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6134e226-ef01-4e55-8983-31217231621b None None] Network db595c92-0acf-4828-81c8-d878ae855bf6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:25.395207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:25.409766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:25.444111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Attempting to bind port b22fccd4-0b94-4481-87c7-a24dd3ecec97 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:25.444612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Attempting to bind port b22fccd4-0b94-4481-87c7-a24dd3ecec97 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'ee511bea-c661-4b8c-890d-b6dc76e7ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'dec2b0bc-48bd-49ab-b61d-9e23c2224f9e'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:25.445158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Attempting to bind port b22fccd4-0b94-4481-87c7-a24dd3ecec97 on network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:25.469075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:25.470375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Checking segment: {'id': 'ee511bea-c661-4b8c-890d-b6dc76e7ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'dec2b0bc-48bd-49ab-b61d-9e23c2224f9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:25.470892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.471372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Bound using segment: {'id': 'ee511bea-c661-4b8c-890d-b6dc76e7ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'dec2b0bc-48bd-49ab-b61d-9e23c2224f9e'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:25.471955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Bound port: b22fccd4-0b94-4481-87c7-a24dd3ecec97, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee511bea-c661-4b8c-890d-b6dc76e7ee2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'dec2b0bc-48bd-49ab-b61d-9e23c2224f9e'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:25.472414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.484602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:25.488665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.514998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37be691d-e1f6-4f2a-a105-8e52f1163029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.524037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c12d9689-74a0-4322-9c70-79ad7dc9a277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.526598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port ce7a0e79-d646-4af9-b3cb-af8518a3d66a yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:25.559796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-00f1c297-7a91-448a-a76d-8e152b49bbbe None None] Provisioning for port beeecd36-48ba-4c06-a0b2-36c017de8422 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:25.570543 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c12d9689-74a0-4322-9c70-79ad7dc9a277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:25.575877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c12d9689-74a0-4322-9c70-79ad7dc9a277 admin admin] Usage tracker for resource:security_group_rule and tenant:06eeb8511c8f4d59993b7d3be15b6406 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:25.634249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c12d9689-74a0-4322-9c70-79ad7dc9a277 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:25.661729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] For port b22fccd4-0b94-4481-87c7-a24dd3ecec97, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:25.665952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] For port b22fccd4-0b94-4481-87c7-a24dd3ecec97, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b22fccd4-0b94-4481-87c7-a24dd3ecec97,segment=NetworkSegment(ee511bea-c661-4b8c-890d-b6dc76e7ee2e),segment_id=ee511bea-c661-4b8c-890d-b6dc76e7ee2e)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:25.686984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c12d9689-74a0-4322-9c70-79ad7dc9a277 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:25.731895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.752216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-37be691d-e1f6-4f2a-a105-8e52f1163029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:25.819414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-37be691d-e1f6-4f2a-a105-8e52f1163029 admin admin] Usage tracker for resource:security_group_rule and tenant:ad8f402f624b4f8281fc9b7dbb58cef6 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:25.827883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-37be691d-e1f6-4f2a-a105-8e52f1163029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:25.839704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b0f2e-eca5-487a-b766-fe1a1adc0627 None None] Pushing event updated for resources: {'Port': ['ID=b22fccd4-0b94-4481-87c7-a24dd3ecec97,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:25.856519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-37be691d-e1f6-4f2a-a105-8e52f1163029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:25.863914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.874998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c12d9689-74a0-4322-9c70-79ad7dc9a277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:25.935068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.024189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.043598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c12d9689-74a0-4322-9c70-79ad7dc9a277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.117489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.201634 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37be691d-e1f6-4f2a-a105-8e52f1163029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.207949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d9689-74a0-4322-9c70-79ad7dc9a277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928d6fa2-edac-4ffb-a694-338a260879ce,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:26.213950 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c12d9689-74a0-4322-9c70-79ad7dc9a277 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06eeb8511c8f4d59993b7d3be15b6406&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0457270 Feb 28 11:34:26.220578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51566) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:26.224908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:26.232597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:26.235180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:26.239970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:26.240620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.283219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device beeecd36-48ba-4c06-a0b2-36c017de8422 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:26.287979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=5f4ed06f-bad9-4316-af4f-d6039d59d5bd,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:26.313910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37be691d-e1f6-4f2a-a105-8e52f1163029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.399370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=ce7a0e79-d646-4af9-b3cb-af8518a3d66a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:26.424169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 2001:db8::1 (db595c92-0acf-4828-81c8-d878ae855bf6/b4d63a8d-7c77-42a8-9a84-e81aed976f57/e727dbd3-fa44-481d-bfb1-a66107ee851a) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:26.442540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37be691d-e1f6-4f2a-a105-8e52f1163029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f579acc-03e0-4bca-a5a7-8162ac706b5f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:26.449175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Checking segment: {'id': 'b6ec4594-de23-411c-839b-9af30f346cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:26.451744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network hostable DHCP agents. Network: 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:26.453693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b7de-09bb-47fc-ae0b-8374261c1171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.460391 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-37be691d-e1f6-4f2a-a105-8e52f1163029 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad8f402f624b4f8281fc9b7dbb58cef6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2494256 Feb 28 11:34:26.467931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51570) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:26.482318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port beeecd36-48ba-4c06-a0b2-36c017de8422 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:26.487654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port beeecd36-48ba-4c06-a0b2-36c017de8422 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:26.488026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.504847 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b7de-09bb-47fc-ae0b-8374261c1171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.553732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-72743096-d2f7-4717-ba6d-83b53e7be4a1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4963117 Feb 28 11:34:26.560512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51574) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:26.567221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-82a0f7ba-6a02-40e0-bf76-923d45ba18c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:26.594406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37db641a-ce59-444f-ba4d-c7886600ae6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.624806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:26.625726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.635599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37db641a-ce59-444f-ba4d-c7886600ae6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.677744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.687651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port beeecd36-48ba-4c06-a0b2-36c017de8422, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=beeecd36-48ba-4c06-a0b2-36c017de8422,segment=NetworkSegment(29b796ea-b94e-41d3-b59a-891d68e8e02e),segment_id=29b796ea-b94e-41d3-b59a-891d68e8e02e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:26.713892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b7de-09bb-47fc-ae0b-8374261c1171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.733810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3b7de-09bb-47fc-ae0b-8374261c1171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928d6fa2-edac-4ffb-a694-338a260879ce,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:26.744837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcf3b7de-09bb-47fc-ae0b-8374261c1171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.746157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fcf3b7de-09bb-47fc-ae0b-8374261c1171 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/928d6fa2-edac-4ffb-a694-338a260879ce HTTP/1.1" status: 204 len: 168 time: 0.5196865 Feb 28 11:34:26.747590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:26.759113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82a0f7ba-6a02-40e0-bf76-923d45ba18c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.762081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4497ead6-2704-4ae3-9943-5e08e943154e None None] Network 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:26.770564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:26.771180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.810183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37db641a-ce59-444f-ba4d-c7886600ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.811549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Transition to ACTIVE for port object e727dbd3-fa44-481d-bfb1-a66107ee851a will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:26.813006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37db641a-ce59-444f-ba4d-c7886600ae6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.814565 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-37db641a-ce59-444f-ba4d-c7886600ae6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4f579acc-03e0-4bca-a5a7-8162ac706b5f HTTP/1.1" status: 204 len: 168 time: 0.3416524 Feb 28 11:34:26.852406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db641a-ce59-444f-ba4d-c7886600ae6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f579acc-03e0-4bca-a5a7-8162ac706b5f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:26.877500 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-96092b53-76a8-450b-b4df-8dd087c87b5b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3135843 Feb 28 11:34:26.878292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51582) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:26.887109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': '8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-201967602'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:26.910488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:26.911171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b22fccd4-0b94-4481-87c7-a24dd3ecec97 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:27.026480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.073030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=beeecd36-48ba-4c06-a0b2-36c017de8422,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:27.100908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:27.107536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:port and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:27.112796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:27.124937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:27.133405 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network db595c92-0acf-4828-81c8-d878ae855bf6 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:27.147522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:27.156324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:27.157986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.165470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82a0f7ba-6a02-40e0-bf76-923d45ba18c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.171243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=e727dbd3-fa44-481d-bfb1-a66107ee851a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:27.247742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800bd3c2-6695-4057-9ee5-bdf3c53eabf5 None None] Network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:27.253774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82a0f7ba-6a02-40e0-bf76-923d45ba18c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.254861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:27.264749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.325907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 4c0bbc61-e97e-43c1-a040-a678448317b1 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:27.349093 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-82a0f7ba-6a02-40e0-bf76-923d45ba18c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] In _notify_port_updated(), no bound segment for port ce7a0e79-d646-4af9-b3cb-af8518a3d66a on network 31fa95e0-f5d5-4442-aa01-18891c6ede78 {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:34:27.352812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a0f7ba-6a02-40e0-bf76-923d45ba18c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:27.353629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-82a0f7ba-6a02-40e0-bf76-923d45ba18c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.357459 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-82a0f7ba-6a02-40e0-bf76-923d45ba18c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "PUT /v2.0/ports/ce7a0e79-d646-4af9-b3cb-af8518a3d66a HTTP/1.1" status: 200 len: 818 time: 0.7932987 Feb 28 11:34:27.375488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51596) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:27.438019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.525406 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b22fccd4-0b94-4481-87c7-a24dd3ecec97 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:27.546308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a0f7ba-6a02-40e0-bf76-923d45ba18c2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=ce7a0e79-d646-4af9-b3cb-af8518a3d66a,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:27.643942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::c1 (8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033/5f4ed06f-bad9-4316-af4f-d6039d59d5bd/4c0bbc61-e97e-43c1-a040-a678448317b1) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:27.659121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033', 'network_id': '8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033', 'tenant_id': '3ca49ef460d44887b2e168eece11783d', 'fixed_ips': [{'subnet_id': '5f4ed06f-bad9-4316-af4f-d6039d59d5bd'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:27.660003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.760343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51608) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:27.782049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-79f1cee7-67c0-4b75-85fb-a2f3db005fcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port ce7a0e79-d646-4af9-b3cb-af8518a3d66a {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:27.783202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-79f1cee7-67c0-4b75-85fb-a2f3db005fcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.817323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2a0c2dd7-3910-44c4-a8a1-5226ad629e74 None None] Provisioning for port b22fccd4-0b94-4481-87c7-a24dd3ecec97 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:27.827835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2a0c2dd7-3910-44c4-a8a1-5226ad629e74 None None] Provisioning complete for port b22fccd4-0b94-4481-87c7-a24dd3ecec97 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:27.828532 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2dd7-3910-44c4-a8a1-5226ad629e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:27.987222 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2dd7-3910-44c4-a8a1-5226ad629e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.030206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2a0c2dd7-3910-44c4-a8a1-5226ad629e74 None None] For port b22fccd4-0b94-4481-87c7-a24dd3ecec97, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b22fccd4-0b94-4481-87c7-a24dd3ecec97,segment=NetworkSegment(ee511bea-c661-4b8c-890d-b6dc76e7ee2e),segment_id=ee511bea-c661-4b8c-890d-b6dc76e7ee2e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:28.099407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2a0c2dd7-3910-44c4-a8a1-5226ad629e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.182178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device beeecd36-48ba-4c06-a0b2-36c017de8422 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:28.251515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.317544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c2dd7-3910-44c4-a8a1-5226ad629e74 None None] Pushing event updated for resources: {'Port': ['ID=b22fccd4-0b94-4481-87c7-a24dd3ecec97,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:28.375281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port beeecd36-48ba-4c06-a0b2-36c017de8422 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:28.376720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.378086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object 4c0bbc61-e97e-43c1-a040-a678448317b1 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:28.401213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-79f1cee7-67c0-4b75-85fb-a2f3db005fcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.403160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.414823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32237dfc-50ac-4d3b-837f-688f89430a2a None None] Provisioning for port e727dbd3-fa44-481d-bfb1-a66107ee851a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:28.429224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32237dfc-50ac-4d3b-837f-688f89430a2a None None] Provisioning complete for port e727dbd3-fa44-481d-bfb1-a66107ee851a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:28.429603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-32237dfc-50ac-4d3b-837f-688f89430a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.439102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Deleting port 98b30e54-9653-4cbd-bedb-9e7f50f3d349 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:28.439539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.497890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-32237dfc-50ac-4d3b-837f-688f89430a2a None None] Port e727dbd3-fa44-481d-bfb1-a66107ee851a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:28.515937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.516752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.548055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-79f1cee7-67c0-4b75-85fb-a2f3db005fcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for ce7a0e79-d646-4af9-b3cb-af8518a3d66a owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:28.662366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51628) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:28.663337 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7a38cfac-39e4-417e-8b53-756dc5aa1743 None None] Provisioning complete for port b22fccd4-0b94-4481-87c7-a24dd3ecec97 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:28.665171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7a38cfac-39e4-417e-8b53-756dc5aa1743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.669667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.774513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-79f1cee7-67c0-4b75-85fb-a2f3db005fcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.797535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:28.808052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:28.818171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:28.822384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:28.823023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.841445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Allocated IP 2001:db8::2 (8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033/5f4ed06f-bad9-4316-af4f-d6039d59d5bd/f93260ae-beeb-4c22-8052-e4fd17228cf3) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:28.851671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=4c0bbc61-e97e-43c1-a040-a678448317b1,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:28.854889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-79f1cee7-67c0-4b75-85fb-a2f3db005fcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:28.867185 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-79f1cee7-67c0-4b75-85fb-a2f3db005fcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/ce7a0e79-d646-4af9-b3cb-af8518a3d66a HTTP/1.1" status: 204 len: 168 time: 1.4829645 Feb 28 11:34:28.874613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network db595c92-0acf-4828-81c8-d878ae855bf6 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:28.882294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51636) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:28.883181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:28.951445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f1cee7-67c0-4b75-85fb-a2f3db005fcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=ce7a0e79-d646-4af9-b3cb-af8518a3d66a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:28.958266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-891201687', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:28.964497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cd30c287-e1d0-4ac3-9e57-14e16a7b0820 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 2.0851972 Feb 28 11:34:28.970458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51640) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:28.976404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:29.019834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:router and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:29.024283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:29.031891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:29.079046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=e727dbd3-fa44-481d-bfb1-a66107ee851a,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:29.085764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-712d3bbe-7dbd-4449-985e-ae1a7a9a377a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 4c0bbc61-e97e-43c1-a040-a678448317b1 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:29.086347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-712d3bbe-7dbd-4449-985e-ae1a7a9a377a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.141955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.143395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.214454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.214759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.245475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.275779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.291133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Transition to ACTIVE for port object f93260ae-beeb-4c22-8052-e4fd17228cf3 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:29.312537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Transition to ACTIVE for port object f93260ae-beeb-4c22-8052-e4fd17228cf3 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:29.358665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4e9d9a07-8227-465e-be16-c4cd4846d5f1 None None] Provisioning complete for port e727dbd3-fa44-481d-bfb1-a66107ee851a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:29.359108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4e9d9a07-8227-465e-be16-c4cd4846d5f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.399531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b694d6-9ec7-468f-854d-7c1ac231d459 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:29.403537 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-43b694d6-9ec7-468f-854d-7c1ac231d459 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4533043 Feb 28 11:34:29.403781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-712d3bbe-7dbd-4449-985e-ae1a7a9a377a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.411425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51646) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:29.415134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-4e9d9a07-8227-465e-be16-c4cd4846d5f1 None None] Port e727dbd3-fa44-481d-bfb1-a66107ee851a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:29.439878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.478113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Calling delete_port for 98b30e54-9653-4cbd-bedb-9e7f50f3d349 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:29.513118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Pushing event updated for resources: {'Port': ['ID=f93260ae-beeb-4c22-8052-e4fd17228cf3,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:29.526353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Network 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:29.528199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:29.531520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:29.564615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.575046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-712d3bbe-7dbd-4449-985e-ae1a7a9a377a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 4c0bbc61-e97e-43c1-a040-a678448317b1 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:29.608747 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b1edeb-0d2d-4e99-a1ce-57318527b286 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:34:29.609065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c3b1edeb-0d2d-4e99-a1ce-57318527b286 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:29.718798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Attempting to bind port f93260ae-beeb-4c22-8052-e4fd17228cf3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:29.719816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Attempting to bind port f93260ae-beeb-4c22-8052-e4fd17228cf3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'b6ec4594-de23-411c-839b-9af30f346cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:29.720107 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Attempting to bind port f93260ae-beeb-4c22-8052-e4fd17228cf3 on network 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:29.726604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:29.727018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Checking segment: {'id': 'b6ec4594-de23-411c-839b-9af30f346cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:29.730409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.730409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Bound using segment: {'id': 'b6ec4594-de23-411c-839b-9af30f346cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:29.730409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Bound port: f93260ae-beeb-4c22-8052-e4fd17228cf3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6ec4594-de23-411c-839b-9af30f346cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:29.730409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.731951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.734913 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8f59946d-b66d-42df-9336-f29c3f5817fd tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0698578 Feb 28 11:34:29.737078 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51654) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:29.743416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1501615922'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:29.749118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:29.754134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:network and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:29.757446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:29.764013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:29.771169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c3b1edeb-0d2d-4e99-a1ce-57318527b286 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:29.777996 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c3b1edeb-0d2d-4e99-a1ce-57318527b286 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/ce7a0e79-d646-4af9-b3cb-af8518a3d66a HTTP/1.1" status: 404 len: 333 time: 0.3603160 Feb 28 11:34:29.778184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.779465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51658) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:29.785896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-20651379'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:29.791350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:29.795307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:network and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:29.799275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:29.806461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:29.819178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router bdc8af20-f785-4852-8e92-3a4a6e28a33f is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:34:29.828076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] For port f93260ae-beeb-4c22-8052-e4fd17228cf3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:29.831764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event deleted for resources: {'Port': ['ID=98b30e54-9653-4cbd-bedb-9e7f50f3d349,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:29.831946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] For port f93260ae-beeb-4c22-8052-e4fd17228cf3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f93260ae-beeb-4c22-8052-e4fd17228cf3,segment=NetworkSegment(b6ec4594-de23-411c-839b-9af30f346cb3),segment_id=b6ec4594-de23-411c-839b-9af30f346cb3)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:29.856082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-712d3bbe-7dbd-4449-985e-ae1a7a9a377a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.867058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Made reservation on behalf of 4f822401c9e04c4180c62ef88ba871ae for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:29.870095 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.906385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d3bbe-7dbd-4449-985e-ae1a7a9a377a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=4c0bbc61-e97e-43c1-a040-a678448317b1,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:29.920776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.942770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.958150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:29.960308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:29.981444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-712d3bbe-7dbd-4449-985e-ae1a7a9a377a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.005697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:30.014320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.016270 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Added segment 2c7a16c9-4994-4516-8bba-84c1dbb7d806 of type vlan for network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 Feb 28 11:34:30.033339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70207ac2-40cd-4cb6-9b2a-38c277dbbf4f None None] Pushing event updated for resources: {'Port': ['ID=f93260ae-beeb-4c22-8052-e4fd17228cf3,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:30.037855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-712d3bbe-7dbd-4449-985e-ae1a7a9a377a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/4c0bbc61-e97e-43c1-a040-a678448317b1 HTTP/1.1" status: 204 len: 168 time: 1.0650334 Feb 28 11:34:30.041198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51666) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:30.079255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.089472 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d788c6a-42e5-4e66-bf7b-f7d5bae9d503 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:34:30.089957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5d788c6a-42e5-4e66-bf7b-f7d5bae9d503 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:30.186339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b22fccd4-0b94-4481-87c7-a24dd3ecec97 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:30.202822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5d788c6a-42e5-4e66-bf7b-f7d5bae9d503 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:30.204649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5d788c6a-42e5-4e66-bf7b-f7d5bae9d503 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/4c0bbc61-e97e-43c1-a040-a678448317b1 HTTP/1.1" status: 404 len: 333 time: 0.1617785 Feb 28 11:34:30.207278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51672) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:30.295865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.300087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.303898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:30.304654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.361683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b22fccd4-0b94-4481-87c7-a24dd3ecec97 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:30.362088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.378765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:30.446965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:security_group_rule and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:30.461331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:30.481046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:30.551677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:30.563332 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5df32f-b8aa-4003-a12c-a314b9b5d23c None None] Sync routers for ids ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:34:30.587246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5df32f-b8aa-4003-a12c-a314b9b5d23c None None] Routers {'bdc8af20-f785-4852-8e92-3a4a6e28a33f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:30.588325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ed5df32f-b8aa-4003-a12c-a314b9b5d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:30.608472 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ff2d7c09-71fa-4daf-8eb9-1eb04b251464 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/bdc8af20-f785-4852-8e92-3a4a6e28a33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5593159 Feb 28 11:34:30.608472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51680) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:30.620744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Network': ['ID=fea3fc57-a5cb-46bd-a7b2-788ff08d2af5,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:30.641138 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d6a8b503-5e6c-4fb5-b30f-7d79366c1b18 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8598800 Feb 28 11:34:30.665480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51684) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:30.665906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51686) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:30.673488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:30.683668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:30.784926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-52dd7a8f-b27f-47c8-a1db-b018c3918a2e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet 5f4ed06f-bad9-4316-af4f-d6039d59d5bd {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:30.788507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52dd7a8f-b27f-47c8-a1db-b018c3918a2e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.828851 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e32b1a-282a-4a40-b32f-c13049a99eef tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:30.829713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-86e32b1a-282a-4a40-b32f-c13049a99eef tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:30.869486 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ed5df32f-b8aa-4003-a12c-a314b9b5d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:30.871679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52dd7a8f-b27f-47c8-a1db-b018c3918a2e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.918374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5df32f-b8aa-4003-a12c-a314b9b5d23c None None] Routers {'bdc8af20-f785-4852-8e92-3a4a6e28a33f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:30.919601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ed5df32f-b8aa-4003-a12c-a314b9b5d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:30.980575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52dd7a8f-b27f-47c8-a1db-b018c3918a2e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:30.990040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ed5df32f-b8aa-4003-a12c-a314b9b5d23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:30.995806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5df32f-b8aa-4003-a12c-a314b9b5d23c None None] The sync data for ids ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:34:31.070447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'network': {'name': 'tempest-network-smoke--1585675585', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'port_security_enabled': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:31.074156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:31.090230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:31.093486 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:31.099153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:31.114819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:network and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:31.117540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:31.125749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:31.131837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.139264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:31.175673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52dd7a8f-b27f-47c8-a1db-b018c3918a2e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.208960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-86e32b1a-282a-4a40-b32f-c13049a99eef tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:31.210114 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-86e32b1a-282a-4a40-b32f-c13049a99eef tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports/e727dbd3-fa44-481d-bfb1-a66107ee851a HTTP/1.1" status: 200 len: 911 time: 0.6008205 Feb 28 11:34:31.213017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51696) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:31.220755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd7a8f-b27f-47c8-a1db-b018c3918a2e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4ed06f-bad9-4316-af4f-d6039d59d5bd,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:31.224198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52dd7a8f-b27f-47c8-a1db-b018c3918a2e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.230604 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-52dd7a8f-b27f-47c8-a1db-b018c3918a2e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/5f4ed06f-bad9-4316-af4f-d6039d59d5bd HTTP/1.1" status: 204 len: 168 time: 1.0222249 Feb 28 11:34:31.233147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51700) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:31.252373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7cab4-d7e7-44b0-ae29-3a5b6759d191 None None] Network 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:31.287716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:31.302932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.352677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.363227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port f93260ae-beeb-4c22-8052-e4fd17228cf3 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:31.363659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.462982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:31.465884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.482826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:31.488065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9d32935f-754e-4285-9c86-cbca423f2a3e None None] Provisioning for port f93260ae-beeb-4c22-8052-e4fd17228cf3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:31.516343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174f3f4b-194f-4269-9195-a3683da9383f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:31.519780 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.531741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] DHCP port deletion for 8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:31.534753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Router 24df67cc-b174-4c81-b52f-753347da4afe has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:31.543069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] Deleting port f93260ae-beeb-4c22-8052-e4fd17228cf3 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:31.543636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.544496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.544838 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Added segment dadf389b-b8d6-49ed-bc99-3e638a7efdd5 of type vlan for network 5f843a77-4d57-4a6f-b934-2935d0c63c3b Feb 28 11:34:31.570523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.578649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] For port f93260ae-beeb-4c22-8052-e4fd17228cf3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f93260ae-beeb-4c22-8052-e4fd17228cf3,segment=NetworkSegment(b6ec4594-de23-411c-839b-9af30f346cb3),segment_id=b6ec4594-de23-411c-839b-9af30f346cb3)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:31.584413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.700092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for f93260ae-beeb-4c22-8052-e4fd17228cf3 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:31.751587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.757551 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:31.770008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] For port f93260ae-beeb-4c22-8052-e4fd17228cf3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f93260ae-beeb-4c22-8052-e4fd17228cf3,segment=NetworkSegment(b6ec4594-de23-411c-839b-9af30f346cb3),segment_id=b6ec4594-de23-411c-839b-9af30f346cb3)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:31.770426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.771674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:31.856628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:31.900420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] Calling delete_port for f93260ae-beeb-4c22-8052-e4fd17228cf3 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:31.909758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=f93260ae-beeb-4c22-8052-e4fd17228cf3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:31.914565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No DVR routers for this DVR port f93260ae-beeb-4c22-8052-e4fd17228cf3 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:31.944239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:31.968116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:31.978933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:31.979300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:32.024673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:34:32.041046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.067855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:32.080751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ec4594-de23-411c-839b-9af30f346cb3') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:32.081055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ec4594-de23-411c-839b-9af30f346cb3') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:32.092743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.109641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.116900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:32.117401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:32.132459 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:32.248654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.253005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:32.253583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.312961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.330750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.341243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Network': ['ID=8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:32.425538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6c626996-d473-4990-9965-8ff48efe7148 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/networks/8f9d7a58-b31e-4eb0-8bc9-eabb60e8e033 HTTP/1.1" status: 204 len: 168 time: 1.1913464 Feb 28 11:34:32.429255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51704) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:32.434989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'name': 'tempest-PortsIpV6TestJSON-1318241795'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:32.461620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Network': ['ID=5f843a77-4d57-4a6f-b934-2935d0c63c3b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:32.473433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 5f843a77-4d57-4a6f-b934-2935d0c63c3b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:32.488846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] Deleting port f93260ae-beeb-4c22-8052-e4fd17228cf3 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:32.489246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.503276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.547507 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-828205a5-ae48-4b06-aedb-92674d125ed6 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8092351 Feb 28 11:34:32.550612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51708) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:32.553661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:32.558187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:port and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:32.559737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'subnet': {'network_id': '5f843a77-4d57-4a6f-b934-2935d0c63c3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:32.561293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:32.567315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:32.607019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9ffbfbb7-58da-47f3-94e1-809dd090490b None None] The port 'f93260ae-beeb-4c22-8052-e4fd17228cf3' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:32.642744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.701451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:32.705199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.727817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 12db5875-fbd2-410d-bb63-35eb705718a6 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:32.765823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.840783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:32.890489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:32.897023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=172b598a-3449-4bb9-bf31-fa5f2a85f896,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:32.897254 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] Sync routers for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:34:32.912070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.912798 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Added segment 51145d63-3cb1-4ada-b0ef-707ef220cf20 of type vlan for network 972b77cf-bcb2-4307-9715-3a0124ece65d Feb 28 11:34:32.914690 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:32.919058 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:32.932021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:32.943279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:subnet and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:32.949416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:32.997074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:32.999844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=1ad982c7-06c5-4197-be79-99b94f807363,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:33.031633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:33.053030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.055417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.077922 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c11566f8-4d95-4c63-b0d8-f418734c1872 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "DELETE /v2.0/floatingips/f65ef586-ec21-45d8-a711-74771a64093d HTTP/1.1" status: 204 len: 168 time: 5.3104501 Feb 28 11:34:33.079814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Checking segment: {'id': '2c7a16c9-4994-4516-8bba-84c1dbb7d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:33.080524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network hostable DHCP agents. Network: fea3fc57-a5cb-46bd-a7b2-788ff08d2af5, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:33.090973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'tag': '41c4f757-c147-4b50-8260-6df87a152288'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:34:33.116865 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:34:33.180549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Made reservation on behalf of 4f822401c9e04c4180c62ef88ba871ae for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:33.216008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.273467 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.277553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:33.278154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.303191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:33.328918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:33.333422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:33.336271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:33.342187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:33.343124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.373133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=12db5875-fbd2-410d-bb63-35eb705718a6,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:33.414079 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'tag': '41c4f757-c147-4b50-8260-6df87a152288', 'status': 'completed', 'code': 200} Feb 28 11:34:33.417145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, fea3fc57-a5cb-46bd-a7b2-788ff08d2af5) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:33.426144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9585094b-99cd-48eb-b425-cc7496e86cc8 None None] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:33.522334 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-35b707c0-d3ff-4a0b-866e-551655e60fa9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0894821 Feb 28 11:34:33.526522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51718) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:33.553315 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:34Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '33ce443c-d0fd-46aa-9e2d-77d0567d50a4', 'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'mac_address': 'fa:16:3e:77:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:33Z', 'updated_at': '2022-02-28T11:32:51Z', 'revision_number': 5, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'subnets': [{'id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:33.558066 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] Checking router: 24df67cc-b174-4c81-b52f-753347da4afe for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:34:33.572679 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:33.573457 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:33.609349 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e73e7fa5-ea3f-4316-b154-24468dff955f req-f22de5d6-ff03-4afa-aa89-c9fb131ca296 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c9fab9be19ed411ab699ca3e52d30b49&device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 1099 time: 0.1751111 Feb 28 11:34:33.611181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:33.611768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.617725 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.9461493 Feb 28 11:34:33.628132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.640011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51724) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:33.659033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8085351-f27f-48b7-b5ef-c523c77315b0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Network': ['ID=972b77cf-bcb2-4307-9715-3a0124ece65d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:33.673348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 972b77cf-bcb2-4307-9715-3a0124ece65d details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:33.751326 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.872718 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-fea3fc57-a5cb-46bd-a7b2-788ff08d2af5', 'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5', 'tenant_id': 'f8723dc342b243fbb7beca10c85eea1e', 'fixed_ips': [{'subnet_id': '1ad982c7-06c5-4197-be79-99b94f807363'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:33.873769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:33.934047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'admin_state_up': True, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:33.942891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:33.946785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:router and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:33.950417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:33.958326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:33.975431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-efe15698-b997-4e92-880f-b26317fde8ea tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 12db5875-fbd2-410d-bb63-35eb705718a6 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:33.976375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-efe15698-b997-4e92-880f-b26317fde8ea tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.008766 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:34:34.089857 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.091634 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.130813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Allocated IP 172.20.0.2 (fea3fc57-a5cb-46bd-a7b2-788ff08d2af5/1ad982c7-06c5-4197-be79-99b94f807363/ce19ce31-9029-4c5b-ab61-38848d83b3ff) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:34.144078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2b9f61-f29f-418c-9a81-3019f5a7e300 req-039b7bd9-0160-4cf5-9838-b74f13cc3fd8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:34.145893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ba2b9f61-f29f-418c-9a81-3019f5a7e300 req-039b7bd9-0160-4cf5-9838-b74f13cc3fd8 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.2738512 Feb 28 11:34:34.183116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7fa5-ea3f-4316-b154-24468dff955f req-56196edc-c795-47b7-809e-49cd96f92018 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:34.185063 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e73e7fa5-ea3f-4316-b154-24468dff955f req-56196edc-c795-47b7-809e-49cd96f92018 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb7630b3-89b7-4765-b7fc-a4da2b23b089 HTTP/1.1" status: 200 len: 897 time: 0.5502560 Feb 28 11:34:34.220948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 2001:db8:1::1 (dec2b0bc-48bd-49ab-b61d-9e23c2224f9e/a23a3172-309a-477c-b939-440c73ed3f47/36621627-3018-483b-8a1d-8b98ca4d7724) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:34.316174 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ba2b9f61-f29f-418c-9a81-3019f5a7e300 req-f5ee75ba-f7a9-479e-908d-437529480170 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441369 Feb 28 11:34:34.317677 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e73e7fa5-ea3f-4316-b154-24468dff955f req-9a58984f-b941-4145-95ed-c0fe02b81342 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41c4f757-c147-4b50-8260-6df87a152288 HTTP/1.1" status: 200 len: 217 time: 0.1213822 Feb 28 11:34:34.385041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.393743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.405970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Transition to ACTIVE for port object ce19ce31-9029-4c5b-ab61-38848d83b3ff will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:34.407708 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.425732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Transition to ACTIVE for port object 36621627-3018-483b-8a1d-8b98ca4d7724 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:34.428681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Transition to ACTIVE for port object ce19ce31-9029-4c5b-ab61-38848d83b3ff will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:34.432395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.445263 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b15ba27b-25eb-430e-a4ba-9982e2c45553 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7741611 Feb 28 11:34:34.445443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51728) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:34.458626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:34.478129 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:34Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '33ce443c-d0fd-46aa-9e2d-77d0567d50a4', 'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'mac_address': 'fa:16:3e:77:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:33Z', 'updated_at': '2022-02-28T11:32:51Z', 'revision_number': 5, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'subnets': [{'id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:34.483166 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0075d9e9-e510-43bb-af1e-2ab8403ba0bf None None] The sync data for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv is: [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:32:34Z', 'revision_number': 4, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '33ce443c-d0fd-46aa-9e2d-77d0567d50a4', 'name': '', 'network_id': 'bb7630b3-89b7-4765-b7fc-a4da2b23b089', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'mac_address': 'fa:16:3e:77:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:33Z', 'updated_at': '2022-02-28T11:32:51Z', 'revision_number': 5, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'subnets': [{'id': 'f53c0f61-6627-4746-acfe-cf7e7950bde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:34:34.522579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e7fa5-ea3f-4316-b154-24468dff955f req-4be4a17d-5c49-4fb4-b25e-eec2c70365c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:34.524059 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e73e7fa5-ea3f-4316-b154-24468dff955f req-4be4a17d-5c49-4fb4-b25e-eec2c70365c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f53c0f61-6627-4746-acfe-cf7e7950bde0 HTTP/1.1" status: 200 len: 835 time: 0.1945925 Feb 28 11:34:34.548671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.574153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-efe15698-b997-4e92-880f-b26317fde8ea tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.628675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Pushing event updated for resources: {'Port': ['ID=ce19ce31-9029-4c5b-ab61-38848d83b3ff,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:34.653462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:34.654786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:34.657415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:34.687666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:34.692532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:34.695501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:34.701369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:34.714168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.742751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-efe15698-b997-4e92-880f-b26317fde8ea tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 12db5875-fbd2-410d-bb63-35eb705718a6 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:34.771907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Attempting to bind port ce19ce31-9029-4c5b-ab61-38848d83b3ff on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:34.772601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Attempting to bind port ce19ce31-9029-4c5b-ab61-38848d83b3ff by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '2c7a16c9-4994-4516-8bba-84c1dbb7d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:34.773252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Attempting to bind port ce19ce31-9029-4c5b-ab61-38848d83b3ff on network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:34.785405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:34.785891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Checking segment: {'id': '2c7a16c9-4994-4516-8bba-84c1dbb7d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:34.786714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.786909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Bound using segment: {'id': '2c7a16c9-4994-4516-8bba-84c1dbb7d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:34.787476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Bound port: ce19ce31-9029-4c5b-ab61-38848d83b3ff, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c7a16c9-4994-4516-8bba-84c1dbb7d806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:34.788176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.789594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:34.793391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:34.860591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=36621627-3018-483b-8a1d-8b98ca4d7724,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:34.900435 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] For port ce19ce31-9029-4c5b-ab61-38848d83b3ff, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:34.903960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] For port ce19ce31-9029-4c5b-ab61-38848d83b3ff, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ce19ce31-9029-4c5b-ab61-38848d83b3ff,segment=NetworkSegment(2c7a16c9-4994-4516-8bba-84c1dbb7d806),segment_id=2c7a16c9-4994-4516-8bba-84c1dbb7d806)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:34.906479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b212a1-3bb2-4309-8a41-f046830559e2 None None] New status for floating IP f65ef586-ec21-45d8-a711-74771a64093d: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:34:34.933399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.004064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:35.019995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.021322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:35.023865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:35.024422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.089327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Subnet': ['ID=eeb47117-4a7f-4553-b5f3-0a6116d42f43,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:35.117006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6d7c4-fa57-43e8-b634-8139c0e0495a None None] Pushing event updated for resources: {'Port': ['ID=ce19ce31-9029-4c5b-ab61-38848d83b3ff,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:35.136057 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.ipam_backend_mixin [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1ad982c7-06c5-4197-be79-99b94f807363 (CIDR: 172.20.0.0/28) Feb 28 11:34:35.139576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Checking segment: {'id': 'dadf389b-b8d6-49ed-bc99-3e638a7efdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f843a77-4d57-4a6f-b934-2935d0c63c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:35.139935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network hostable DHCP agents. Network: 5f843a77-4d57-4a6f-b934-2935d0c63c3b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:35.151535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e73e7fa5-ea3f-4316-b154-24468dff955f req-3aa30804-3a8d-47d8-ac95-7c119ce5729f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb7630b3-89b7-4765-b7fc-a4da2b23b089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6110435 Feb 28 11:34:35.151535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.203078 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:34:35.203855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:35.242157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.265678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-efe15698-b997-4e92-880f-b26317fde8ea tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.342884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe15698-b997-4e92-880f-b26317fde8ea tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=12db5875-fbd2-410d-bb63-35eb705718a6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:35.373109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-1018cd00-e7c6-437a-be35-20b0e78dc5d7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:35.374589 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-1018cd00-e7c6-437a-be35-20b0e78dc5d7 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.57 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.4541774 Feb 28 11:34:35.411433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network 5f843a77-4d57-4a6f-b934-2935d0c63c3b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:35.427410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-efe15698-b997-4e92-880f-b26317fde8ea tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.446328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e73e7fa5-ea3f-4316-b154-24468dff955f req-18194aec-f631-4199-99a1-d3c9fa2baa22 service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853792 Feb 28 11:34:35.497997 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ce1df108-8625-497b-9673-b0e6bd6db025 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0485506 Feb 28 11:34:35.498987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51734) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:35.640304 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0b7f1cfc-4644-4ca9-b799-d246b52c2d74 None None] Provisioning for port 36621627-3018-483b-8a1d-8b98ca4d7724 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:35.645804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0b7f1cfc-4644-4ca9-b799-d246b52c2d74 None None] Provisioning complete for port 36621627-3018-483b-8a1d-8b98ca4d7724 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:35.646170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0b7f1cfc-4644-4ca9-b799-d246b52c2d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.651796 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-efe15698-b997-4e92-880f-b26317fde8ea tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/12db5875-fbd2-410d-bb63-35eb705718a6 HTTP/1.1" status: 204 len: 168 time: 2.1192186 Feb 28 11:34:35.662908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Deleting port 41c4f757-c147-4b50-8260-6df87a152288 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:35.662908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.675030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51736) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:35.682386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:35.713633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'mac_address': 'fa:16:3e:f5:c4:2b', 'name': 'tempest-PortsIpV6TestJSON-744851719'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:35.721680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0b7f1cfc-4644-4ca9-b799-d246b52c2d74 None None] Port 36621627-3018-483b-8a1d-8b98ca4d7724 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:35.836748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 5f843a77-4d57-4a6f-b934-2935d0c63c3b) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:35.846598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6ef5cd-a583-447e-8cbc-5cb5aa14b14c None None] Network 5f843a77-4d57-4a6f-b934-2935d0c63c3b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:35.853397 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e73e7fa5-ea3f-4316-b154-24468dff955f req-a74fbb82-60fe-4fb9-a33b-0f37dcbbf1af service neutron] 10.222.0.57 "GET /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981802 Feb 28 11:34:35.871175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:35.871768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:35.945031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f992610-f3fa-4d82-9d31-44d431eebd93 req-919f19a8-aea5-41cb-bd0f-2f880b4ded4f tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:35.946405 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f992610-f3fa-4d82-9d31-44d431eebd93 req-919f19a8-aea5-41cb-bd0f-2f880b4ded4f tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 946 time: 0.4091151 Feb 28 11:34:36.024989 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-976154ca-47cc-4819-8cbc-41c4e6babcd5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4731545 Feb 28 11:34:36.031569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51742) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:36.037097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'network': {'name': 'tempest-router-network01--1456528631'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:36.038607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:36.065121 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:port and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:36.070015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:36.072746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:36.089013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:36.103453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f992610-f3fa-4d82-9d31-44d431eebd93 req-7a0d7b6c-1c78-45af-978d-0e8903f156a6 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/security-groups?id=4b6aeba7-a06c-4483-9837-266c6d036b4f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471822 Feb 28 11:34:36.110487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:network and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:36.118802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:36.124836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:36.128388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:36.147979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-5f843a77-4d57-4a6f-b934-2935d0c63c3b', 'network_id': '5f843a77-4d57-4a6f-b934-2935d0c63c3b', 'tenant_id': '4f822401c9e04c4180c62ef88ba871ae', 'fixed_ips': [{'subnet_id': 'eeb47117-4a7f-4553-b5f3-0a6116d42f43'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:36.149093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.152816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:36.155044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:36.167648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] For port 41c4f757-c147-4b50-8260-6df87a152288, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=41c4f757-c147-4b50-8260-6df87a152288,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:36.168038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.175712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:36.185197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.205591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.207775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:36.230611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:36.236630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.261642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ce19ce31-9029-4c5b-ab61-38848d83b3ff up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:36.345315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.353228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Calling delete_port for 41c4f757-c147-4b50-8260-6df87a152288 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:36.372339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.373103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.451664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Made reservation on behalf of 4f822401c9e04c4180c62ef88ba871ae for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:36.455170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.458460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Allocated IP 2001:db8::2 (5f843a77-4d57-4a6f-b934-2935d0c63c3b/eeb47117-4a7f-4553-b5f3-0a6116d42f43/9ec95b1a-b90d-4224-94bf-13332341a1bd) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:36.535456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.570221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fca5d12-9d83-4c05-a8d5-1c962a1e20be None None] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:36.583118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port ce19ce31-9029-4c5b-ab61-38848d83b3ff completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:36.589191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:36.611612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.72 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/1376bf24-0457-4e29-b6f0-e81f65c3ba32) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:36.648176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.648521 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Added segment f6bf8ded-c25b-431d-9234-7a541b6aaa17 of type vlan for network cb7b9693-04f8-43f7-9bce-5d5576dbb35c Feb 28 11:34:36.650862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=36621627-3018-483b-8a1d-8b98ca4d7724,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:36.745558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 43061632-66d1-475b-b087-2ea1e314e5f3 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:36.770038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.771750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-dbfc317a-87b7-4aa2-8a98-f03b1733ae20 None None] Provisioning for port ce19ce31-9029-4c5b-ab61-38848d83b3ff completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:36.898741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-dbfc317a-87b7-4aa2-8a98-f03b1733ae20 None None] Provisioning complete for port ce19ce31-9029-4c5b-ab61-38848d83b3ff triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:36.899194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dbfc317a-87b7-4aa2-8a98-f03b1733ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:36.928508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:36.931738 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:36.949595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.001978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.015582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event deleted for resources: {'Port': ['ID=41c4f757-c147-4b50-8260-6df87a152288,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:37.058411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.066411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.070159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:37.070746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.094627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Transition to ACTIVE for port object 9ec95b1a-b90d-4224-94bf-13332341a1bd will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:37.143809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Transition to ACTIVE for port object 9ec95b1a-b90d-4224-94bf-13332341a1bd will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:37.158240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dbfc317a-87b7-4aa2-8a98-f03b1733ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.211916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-dbfc317a-87b7-4aa2-8a98-f03b1733ae20 None None] For port ce19ce31-9029-4c5b-ab61-38848d83b3ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ce19ce31-9029-4c5b-ab61-38848d83b3ff,segment=NetworkSegment(2c7a16c9-4994-4516-8bba-84c1dbb7d806),segment_id=2c7a16c9-4994-4516-8bba-84c1dbb7d806)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:37.251298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.352599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Network 5f843a77-4d57-4a6f-b934-2935d0c63c3b is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:37.358111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] No DVR routers for this DVR port 41c4f757-c147-4b50-8260-6df87a152288 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:37.360514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:37.374044 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3396602 Feb 28 11:34:37.376632 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:37.389490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.397314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-76de2090-0c9b-4dd0-b19e-7d4326f55c6b req-9ae5947b-c0fb-4137-aa00-caebae64dc04 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.57 "DELETE /v2.0/ports/41c4f757-c147-4b50-8260-6df87a152288 HTTP/1.1" status: 204 len: 173 time: 2.0129633 Feb 28 11:34:37.398368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.402080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'name': 'network-vif-deleted', 'tag': '41c4f757-c147-4b50-8260-6df87a152288'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:34:37.424929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51748) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:37.427802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dbfc317a-87b7-4aa2-8a98-f03b1733ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.470343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-8593e8f8-b896-4968-b726-e408a8fb1a2c req-0856b2df-a218-4f9c-907c-3cd2b1902404 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Synchronizing usage tracker for tenant:c9fab9be19ed411ab699ca3e52d30b49 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:37.482207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'network': {'name': 'tempest-router-network02--1046959381'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:37.523325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Pushing event updated for resources: {'Port': ['ID=9ec95b1a-b90d-4224-94bf-13332341a1bd,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:37.530011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:37.569319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-8593e8f8-b896-4968-b726-e408a8fb1a2c req-0856b2df-a218-4f9c-907c-3cd2b1902404 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Unset dirty status for tenant:c9fab9be19ed411ab699ca3e52d30b49 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:37.582922 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8593e8f8-b896-4968-b726-e408a8fb1a2c req-0856b2df-a218-4f9c-907c-3cd2b1902404 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "GET /v2.0/ports?device_id=171c7908-610e-4470-8f45-54c5e33680cb HTTP/1.1" status: 200 len: 210 time: 0.2622740 Feb 28 11:34:37.590871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:network and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:37.603856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c156f7d-fd39-49b5-8271-4f4a87ffb594 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Network': ['ID=cb7b9693-04f8-43f7-9bce-5d5576dbb35c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:37.622067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:37.636215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:37.643502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:37.648959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:37.651054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:37.678699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network cb7b9693-04f8-43f7-9bce-5d5576dbb35c details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:37.697500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=1376bf24-0457-4e29-b6f0-e81f65c3ba32,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:37.701723 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171c7908-610e-4470-8f45-54c5e33680cb', 'name': 'network-vif-deleted', 'tag': '41c4f757-c147-4b50-8260-6df87a152288', 'status': 'completed', 'code': 200} Feb 28 11:34:37.706542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.767659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.823141 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Attempting to bind port 9ec95b1a-b90d-4224-94bf-13332341a1bd on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:37.823783 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Attempting to bind port 9ec95b1a-b90d-4224-94bf-13332341a1bd by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dadf389b-b8d6-49ed-bc99-3e638a7efdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f843a77-4d57-4a6f-b934-2935d0c63c3b'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:37.824090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Attempting to bind port 9ec95b1a-b90d-4224-94bf-13332341a1bd on network 5f843a77-4d57-4a6f-b934-2935d0c63c3b {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:37.844613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Made reservation on behalf of 4f822401c9e04c4180c62ef88ba871ae for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:37.848553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.865647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:37.873322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:37.874056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Checking segment: {'id': 'dadf389b-b8d6-49ed-bc99-3e638a7efdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f843a77-4d57-4a6f-b934-2935d0c63c3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:37.874212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:37.874634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.875159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Bound using segment: {'id': 'dadf389b-b8d6-49ed-bc99-3e638a7efdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f843a77-4d57-4a6f-b934-2935d0c63c3b'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:37.875850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Bound port: 9ec95b1a-b90d-4224-94bf-13332341a1bd, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dadf389b-b8d6-49ed-bc99-3e638a7efdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': '5f843a77-4d57-4a6f-b934-2935d0c63c3b'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:37.876229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.877267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:37.878222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.885399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:37.885848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=8743193e-b3e7-4e3f-b18b-7e6bc4e462a8,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:37.894623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfc317a-87b7-4aa2-8a98-f03b1733ae20 None None] Pushing event updated for resources: {'Port': ['ID=ce19ce31-9029-4c5b-ab61-38848d83b3ff,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:37.897127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.897271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bb89ed-23e5-4a7b-a663-6ca180b633c5 None None] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:37.897648 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Added segment a584d1d3-5fa6-4b9a-861a-0fdce9f90582 of type vlan for network 138e098a-68db-41c8-bd3e-0da5356763a3 Feb 28 11:34:37.930586 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.943863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router bdc8af20-f785-4852-8e92-3a4a6e28a33f has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:37.971946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-031edb33-2608-4577-90f3-fba629a8e1ff None None] Provisioning complete for port 36621627-3018-483b-8a1d-8b98ca4d7724 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:37.972319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-031edb33-2608-4577-90f3-fba629a8e1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.987169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:37.987949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.076778 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-291811f5-c22c-46dc-a69b-cba4f51af451 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4067962 Feb 28 11:34:38.077723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.084207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51758) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:38.097741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-031edb33-2608-4577-90f3-fba629a8e1ff None None] Port 36621627-3018-483b-8a1d-8b98ca4d7724 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:38.105381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.108934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:38.109522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.140673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5', 'fixed_ips': [{'subnet_id': '1ad982c7-06c5-4197-be79-99b94f807363'}, {'subnet_id': '8743193e-b3e7-4e3f-b18b-7e6bc4e462a8'}], 'name': 'tempest-PortsTestJSON-1287339865'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:38.174828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] For port 9ec95b1a-b90d-4224-94bf-13332341a1bd, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:38.194664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] For port 9ec95b1a-b90d-4224-94bf-13332341a1bd, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9ec95b1a-b90d-4224-94bf-13332341a1bd,segment=NetworkSegment(dadf389b-b8d6-49ed-bc99-3e638a7efdd5),segment_id=dadf389b-b8d6-49ed-bc99-3e638a7efdd5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:38.203271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ce19ce31-9029-4c5b-ab61-38848d83b3ff up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:38.285897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=43061632-66d1-475b-b087-2ea1e314e5f3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:38.286132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Network': ['ID=138e098a-68db-41c8-bd3e-0da5356763a3,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:38.292676 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 41c4f757-c147-4b50-8260-6df87a152288 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:38.305391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:38.311344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:38.313697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:38.317786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:38.318387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.335428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 138e098a-68db-41c8-bd3e-0da5356763a3 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:38.354830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.387205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:38.392712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:38.397296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 41c4f757-c147-4b50-8260-6df87a152288 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:38.401777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 41c4f757-c147-4b50-8260-6df87a152288 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:38.402538 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e7602365-a3d9-4904-a1df-a9a2e99f3389 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/bdc8af20-f785-4852-8e92-3a4a6e28a33f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1848099 Feb 28 11:34:38.402538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:38.404956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:38.405526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51762) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:38.415161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:38.415426 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f689e0-ccbf-42ce-b27e-2fdeb15e9c71 None None] Sync routers for ids ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:34:38.429561 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f689e0-ccbf-42ce-b27e-2fdeb15e9c71 None None] Routers {'bdc8af20-f785-4852-8e92-3a4a6e28a33f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:38.430435 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-58f689e0-ccbf-42ce-b27e-2fdeb15e9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:38.447687 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-830a5488-d011-40d7-9345-34a1b1b3ecca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7713075 Feb 28 11:34:38.450805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51766) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:38.455975 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-50621662-b423-4824-a2de-035e7d531617 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9830298 Feb 28 11:34:38.462037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51768) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:38.496857 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-58f689e0-ccbf-42ce-b27e-2fdeb15e9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:38.501513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d8f26c7b-25ff-4c5d-973c-895d5bf84af8 None None] Provisioning complete for port ce19ce31-9029-4c5b-ab61-38848d83b3ff triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:38.501890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d8f26c7b-25ff-4c5d-973c-895d5bf84af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.510379 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f689e0-ccbf-42ce-b27e-2fdeb15e9c71 None None] Routers {'bdc8af20-f785-4852-8e92-3a4a6e28a33f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:38.511007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8743c13b-3d64-4f2c-a76d-f534427157f2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:38.514643 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-58f689e0-ccbf-42ce-b27e-2fdeb15e9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:38.514774 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8743c13b-3d64-4f2c-a76d-f534427157f2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports/36621627-3018-483b-8a1d-8b98ca4d7724 HTTP/1.1" status: 200 len: 913 time: 0.1055200 Feb 28 11:34:38.517624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51774) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:38.575448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'subnet': {'network_id': 'cb7b9693-04f8-43f7-9bce-5d5576dbb35c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:38.580444 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-58f689e0-ccbf-42ce-b27e-2fdeb15e9c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:38.581053 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f689e0-ccbf-42ce-b27e-2fdeb15e9c71 None None] The sync data for ids ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:34:38.601176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:38.616243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fe2a74-ad8e-48c1-8ed1-504009055487 None None] Pushing event updated for resources: {'Port': ['ID=9ec95b1a-b90d-4224-94bf-13332341a1bd,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:38.622241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:34:38.689784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ce19ce31-9029-4c5b-ab61-38848d83b3ff triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:38.690150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:38.770924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51780) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:38.961415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1a4edf-ddbc-42c7-99f9-87e665427831 None None] Update dhcp port {'port': {'network_id': 'fea3fc57-a5cb-46bd-a7b2-788ff08d2af5', 'fixed_ips': [{'subnet_id': '1ad982c7-06c5-4197-be79-99b94f807363', 'ip_address': '172.20.0.2'}, {'subnet_id': '8743193e-b3e7-4e3f-b18b-7e6bc4e462a8'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': 'ce19ce31-9029-4c5b-ab61-38848d83b3ff'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:34:39.037324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b32a00e-6532-4042-a5ef-f2a259991a1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:39.037990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3b32a00e-6532-4042-a5ef-f2a259991a1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:39.098500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b1a4edf-ddbc-42c7-99f9-87e665427831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.145214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.171377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3b32a00e-6532-4042-a5ef-f2a259991a1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:39.179258 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3b32a00e-6532-4042-a5ef-f2a259991a1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/43061632-66d1-475b-b087-2ea1e314e5f3 HTTP/1.1" status: 200 len: 844 time: 0.7243774 Feb 28 11:34:39.179679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51784) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:39.183465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:39.224110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:subnet and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:39.236212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:39.237942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port c20160e5-f667-4f59-9bf8-178c301ce2d0 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:39.272048 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:39.280625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:39.285142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Sync routers for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:34:39.293301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.338559 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:39.339311 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:39.347443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c01d3ef1-2c78-4d5f-b71d-a3d72ca7d61d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 43061632-66d1-475b-b087-2ea1e314e5f3 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:39.347793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c01d3ef1-2c78-4d5f-b71d-a3d72ca7d61d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.420900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.424167 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7d433f75-2ff8-4c33-bf5b-f8a576bd7631 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.7810593 Feb 28 11:34:39.429425 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51788) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:39.488155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-8b1a4edf-ddbc-42c7-99f9-87e665427831 None None] Allocated IP 172.20.0.18 (fea3fc57-a5cb-46bd-a7b2-788ff08d2af5/8743193e-b3e7-4e3f-b18b-7e6bc4e462a8/ce19ce31-9029-4c5b-ab61-38848d83b3ff) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:39.629157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:34:39.732510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8b1a4edf-ddbc-42c7-99f9-87e665427831 None None] For port ce19ce31-9029-4c5b-ab61-38848d83b3ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ce19ce31-9029-4c5b-ab61-38848d83b3ff,segment=NetworkSegment(2c7a16c9-4994-4516-8bba-84c1dbb7d806),segment_id=2c7a16c9-4994-4516-8bba-84c1dbb7d806)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:39.899157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c01d3ef1-2c78-4d5f-b71d-a3d72ca7d61d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.910085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b1a4edf-ddbc-42c7-99f9-87e665427831 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:39.946580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8b1a4edf-ddbc-42c7-99f9-87e665427831 None None] Transition to ACTIVE for port object ce19ce31-9029-4c5b-ab61-38848d83b3ff will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:39.986832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port 36621627-3018-483b-8a1d-8b98ca4d7724 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:39.987449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.027051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de425bc-3b80-4f49-8b26-a0a24a40d917 None None] Network 5f843a77-4d57-4a6f-b934-2935d0c63c3b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:40.038913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c01d3ef1-2c78-4d5f-b71d-a3d72ca7d61d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 43061632-66d1-475b-b087-2ea1e314e5f3 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:40.052511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b1a4edf-ddbc-42c7-99f9-87e665427831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.093897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Made reservation on behalf of 4f822401c9e04c4180c62ef88ba871ae for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:40.193250 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1593cbb5-84cb-4a57-aff3-3e35136975aa tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7625318 Feb 28 11:34:40.197121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.206196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51794) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:40.210834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a4edf-ddbc-42c7-99f9-87e665427831 None None] Pushing event updated for resources: {'Port': ['ID=ce19ce31-9029-4c5b-ab61-38848d83b3ff,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:40.271585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9ec95b1a-b90d-4224-94bf-13332341a1bd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:40.350205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.354480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-662e3280-ed95-4030-97bb-d115b2409471 None None] Provisioning for port 9ec95b1a-b90d-4224-94bf-13332341a1bd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:40.414181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for 36621627-3018-483b-8a1d-8b98ca4d7724 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:40.474355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:37Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:40.486162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Checking router: 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:34:40.486648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Updating router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 port 1376bf24-0457-4e29-b6f0-e81f65c3ba32 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:34:40.561525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c01d3ef1-2c78-4d5f-b71d-a3d72ca7d61d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.586487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efd97d6-08a5-4364-b0ba-1f7c86ac9c20 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:40.590872 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0efd97d6-08a5-4364-b0ba-1f7c86ac9c20 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3808806 Feb 28 11:34:40.591018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.591128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51798) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:40.635119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 9ec95b1a-b90d-4224-94bf-13332341a1bd completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:40.651936 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-45525cf9-76a5-4a32-a3d3-6654ce750d28 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565662 Feb 28 11:34:40.659935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51802) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:40.666339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9ec95b1a-b90d-4224-94bf-13332341a1bd triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:40.666708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.671278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d3ef1-2c78-4d5f-b71d-a3d72ca7d61d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=43061632-66d1-475b-b087-2ea1e314e5f3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:40.693302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1136507134', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:40.835041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.840504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c01d3ef1-2c78-4d5f-b71d-a3d72ca7d61d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:40.892967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=36621627-3018-483b-8a1d-8b98ca4d7724,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:40.929880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.13 (fea3fc57-a5cb-46bd-a7b2-788ff08d2af5/1ad982c7-06c5-4197-be79-99b94f807363/c20160e5-f667-4f59-9bf8-178c301ce2d0) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:40.936948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:40.976979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.23 (fea3fc57-a5cb-46bd-a7b2-788ff08d2af5/8743193e-b3e7-4e3f-b18b-7e6bc4e462a8/c20160e5-f667-4f59-9bf8-178c301ce2d0) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:40.996205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:subnet and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:41.002443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:41.012436 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c01d3ef1-2c78-4d5f-b71d-a3d72ca7d61d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/43061632-66d1-475b-b087-2ea1e314e5f3 HTTP/1.1" status: 204 len: 168 time: 1.8307500 Feb 28 11:34:41.034609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51806) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:41.035562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:41.222488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.241551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.264243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Transition to ACTIVE for port object 1376bf24-0457-4e29-b6f0-e81f65c3ba32 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:41.270652 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7aa84d-d9d6-499c-b1de-83e0eef2dadb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:34:41.271373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1f7aa84d-d9d6-499c-b1de-83e0eef2dadb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:41.283991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 9ec95b1a-b90d-4224-94bf-13332341a1bd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9ec95b1a-b90d-4224-94bf-13332341a1bd,segment=NetworkSegment(dadf389b-b8d6-49ed-bc99-3e638a7efdd5),segment_id=dadf389b-b8d6-49ed-bc99-3e638a7efdd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:41.338004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.348611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-938dc985-19af-44ce-b473-4f61d8fe1852 None None] Provisioning complete for port 9ec95b1a-b90d-4224-94bf-13332341a1bd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:41.348976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-938dc985-19af-44ce-b473-4f61d8fe1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.377151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.380523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.487760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae5d30-7859-42f6-9629-672def663972 None None] Pushing event updated for resources: {'Port': ['ID=1376bf24-0457-4e29-b6f0-e81f65c3ba32,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:41.492828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Attempting to bind port 1376bf24-0457-4e29-b6f0-e81f65c3ba32 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:41.493127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Attempting to bind port 1376bf24-0457-4e29-b6f0-e81f65c3ba32 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:41.493466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Attempting to bind port 1376bf24-0457-4e29-b6f0-e81f65c3ba32 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:41.546366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:41.546635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:41.547038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.547960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:41.548439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Bound port: 1376bf24-0457-4e29-b6f0-e81f65c3ba32, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:41.548852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.569873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:41.661648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=9ec95b1a-b90d-4224-94bf-13332341a1bd,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:41.681147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1f7aa84d-d9d6-499c-b1de-83e0eef2dadb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:41.682615 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1f7aa84d-d9d6-499c-b1de-83e0eef2dadb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/43061632-66d1-475b-b087-2ea1e314e5f3 HTTP/1.1" status: 404 len: 333 time: 0.6304247 Feb 28 11:34:41.690451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51810) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:41.691962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] For port 1376bf24-0457-4e29-b6f0-e81f65c3ba32, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:41.695870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] For port 1376bf24-0457-4e29-b6f0-e81f65c3ba32, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1376bf24-0457-4e29-b6f0-e81f65c3ba32,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:41.698853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'name': 'tempest-PortsIpV6TestJSON-855579766'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:41.770199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.773905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-938dc985-19af-44ce-b473-4f61d8fe1852 None None] Provisioning for port ce19ce31-9029-4c5b-ab61-38848d83b3ff completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:41.779381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.811194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.825264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-938dc985-19af-44ce-b473-4f61d8fe1852 None None] Provisioning complete for port ce19ce31-9029-4c5b-ab61-38848d83b3ff triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:41.825264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-938dc985-19af-44ce-b473-4f61d8fe1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.868739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.896905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:41.928790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae5d30-7859-42f6-9629-672def663972 None None] Pushing event updated for resources: {'Port': ['ID=1376bf24-0457-4e29-b6f0-e81f65c3ba32,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:41.937786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:41.951111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:41.954229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object c20160e5-f667-4f59-9bf8-178c301ce2d0 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:41.970202 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:41.971004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:41.985647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router bdc8af20-f785-4852-8e92-3a4a6e28a33f has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:42.095048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Subnet': ['ID=f454fed3-3706-4f14-8f69-4a5736d97643,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:42.101884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:42.104884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.136259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 137a2546-109c-490f-addb-48c655090034 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:42.183772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Checking segment: {'id': 'f6bf8ded-c25b-431d-9234-7a541b6aaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cb7b9693-04f8-43f7-9bce-5d5576dbb35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:42.183772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network hostable DHCP agents. Network: cb7b9693-04f8-43f7-9bce-5d5576dbb35c, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:42.211750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9ec95b1a-b90d-4224-94bf-13332341a1bd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:42.275470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.285648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:34:42.334233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:42.355137 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763947f5-728a-471f-865e-9b3642474034 None None] Sync routers for ids ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:34:42.378415 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763947f5-728a-471f-865e-9b3642474034 None None] Routers {'bdc8af20-f785-4852-8e92-3a4a6e28a33f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:42.379669 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-763947f5-728a-471f-865e-9b3642474034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:42.385081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network cb7b9693-04f8-43f7-9bce-5d5576dbb35c is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:42.402107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:42.402325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.416584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=c20160e5-f667-4f59-9bf8-178c301ce2d0,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:42.420392 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:42.423101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:42.453156 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-940f054b-fb09-4f73-8500-63aab91a00b5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/bdc8af20-f785-4852-8e92-3a4a6e28a33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9344041 Feb 28 11:34:42.454978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51814) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:42.484018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, cb7b9693-04f8-43f7-9bce-5d5576dbb35c) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:42.487159 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-763947f5-728a-471f-865e-9b3642474034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:42.494933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:42.495590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.500102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4205a322-a28d-4fb6-8e20-13d274bfa227 None None] Network cb7b9693-04f8-43f7-9bce-5d5576dbb35c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:42.502373 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763947f5-728a-471f-865e-9b3642474034 None None] Routers {'bdc8af20-f785-4852-8e92-3a4a6e28a33f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:42.503109 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-763947f5-728a-471f-865e-9b3642474034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:42.547960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:42.548591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.557005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.590126 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-763947f5-728a-471f-865e-9b3642474034 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:42.592986 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763947f5-728a-471f-865e-9b3642474034 None None] The sync data for ids ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:34:42.620607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.668627 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7147d8d1-251f-43fe-98bf-238e3971bed1 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2023497 Feb 28 11:34:42.678825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51818) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:42.695442 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f1b276cd-d982-4310-ac31-bf19c3d559f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.5695784 Feb 28 11:34:42.699024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51822) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:42.703017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'subnet': {'network_id': '138e098a-68db-41c8-bd3e-0da5356763a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:42.744613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ad982c7-06c5-4197-be79-99b94f807363'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:42.815242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9ec95b1a-b90d-4224-94bf-13332341a1bd triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:42.815604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.904250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:42.905619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=137a2546-109c-490f-addb-48c655090034,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:42.918236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:42.921167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:42.925710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:42.926310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:42.938833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=5878a6b9-b8fb-4598-91ef-865504684a83,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:42.975966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-51627b69-8d5d-4b37-89d5-d7c71cbfdb75 None None] Provisioning for port c20160e5-f667-4f59-9bf8-178c301ce2d0 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:42.993646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-51627b69-8d5d-4b37-89d5-d7c71cbfdb75 None None] Provisioning complete for port c20160e5-f667-4f59-9bf8-178c301ce2d0 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:42.994152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-51627b69-8d5d-4b37-89d5-d7c71cbfdb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.030564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-24cdbb7e-04ce-4437-91dd-7b50f558a5d0 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3362191 Feb 28 11:34:43.035769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51826) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:43.057657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:43.075918 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:subnet and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:43.085362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:43.088046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-6ef8e44a-075e-44fb-8ed9-cfbd23087016 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:43.105261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:37Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:43.108818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Checking segment: {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:43.112974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network hostable DHCP agents. Network: 972b77cf-bcb2-4307-9715-3a0124ece65d, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:43.118330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:43.134709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50412b23-61d3-4f94-876c-5b8ab818e0f5 None None] The sync data for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv is: [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:37Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:34:43.140581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-51627b69-8d5d-4b37-89d5-d7c71cbfdb75 None None] Port c20160e5-f667-4f59-9bf8-178c301ce2d0 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:43.142305 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.164085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-cb7b9693-04f8-43f7-9bce-5d5576dbb35c', 'network_id': 'cb7b9693-04f8-43f7-9bce-5d5576dbb35c', 'tenant_id': '4f822401c9e04c4180c62ef88ba871ae', 'fixed_ips': [{'subnet_id': 'f454fed3-3706-4f14-8f69-4a5736d97643'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:43.164085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.173703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ce19ce31-9029-4c5b-ab61-38848d83b3ff up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:43.244591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e44a-075e-44fb-8ed9-cfbd23087016 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.324724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ce19ce31-9029-4c5b-ab61-38848d83b3ff triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:43.325282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.390992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.450657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Made reservation on behalf of 4f822401c9e04c4180c62ef88ba871ae for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:43.450970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Allocated IP 2001:db8::2 (cb7b9693-04f8-43f7-9bce-5d5576dbb35c/f454fed3-3706-4f14-8f69-4a5736d97643/4ba56b7d-c9bf-4c05-ac68-134401386248) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:43.729788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e44a-075e-44fb-8ed9-cfbd23087016 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.751072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.763084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 972b77cf-bcb2-4307-9715-3a0124ece65d is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:43.768163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Transition to ACTIVE for port object 4ba56b7d-c9bf-4c05-ac68-134401386248 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:43.795442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Transition to ACTIVE for port object 4ba56b7d-c9bf-4c05-ac68-134401386248 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:43.804316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e44a-075e-44fb-8ed9-cfbd23087016 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.891698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.897630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 972b77cf-bcb2-4307-9715-3a0124ece65d) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:43.908857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.932236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:43.932451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.932798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6ef8e44a-075e-44fb-8ed9-cfbd23087016 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] In _notify_port_updated(), no bound segment for port 137a2546-109c-490f-addb-48c655090034 on network f54d0ffa-dba8-4942-adfc-d6972c83710f {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:34:43.936526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8e44a-075e-44fb-8ed9-cfbd23087016 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:43.937117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6ef8e44a-075e-44fb-8ed9-cfbd23087016 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:43.939121 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6ef8e44a-075e-44fb-8ed9-cfbd23087016 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "PUT /v2.0/ports/137a2546-109c-490f-addb-48c655090034 HTTP/1.1" status: 200 len: 818 time: 0.9016268 Feb 28 11:34:43.944410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51830) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:43.959995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703b3ad4-a527-457f-83eb-dab865659fbc None None] Network 972b77cf-bcb2-4307-9715-3a0124ece65d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:43.985663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8e44a-075e-44fb-8ed9-cfbd23087016 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=137a2546-109c-490f-addb-48c655090034,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:44.069678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Network cb7b9693-04f8-43f7-9bce-5d5576dbb35c is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:44.080352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:44.091773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:44.178095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Pushing event updated for resources: {'Port': ['ID=4ba56b7d-c9bf-4c05-ac68-134401386248,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:44.228540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Attempting to bind port 4ba56b7d-c9bf-4c05-ac68-134401386248 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:44.229034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Attempting to bind port 4ba56b7d-c9bf-4c05-ac68-134401386248 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'f6bf8ded-c25b-431d-9234-7a541b6aaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cb7b9693-04f8-43f7-9bce-5d5576dbb35c'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:44.233811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Attempting to bind port 4ba56b7d-c9bf-4c05-ac68-134401386248 on network cb7b9693-04f8-43f7-9bce-5d5576dbb35c {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:44.237575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1376bf24-0457-4e29-b6f0-e81f65c3ba32 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:44.262201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-66eea525-754e-4ae8-92de-94a6efc818ba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 137a2546-109c-490f-addb-48c655090034 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:44.263097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66eea525-754e-4ae8-92de-94a6efc818ba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.301925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:44.302299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Checking segment: {'id': 'f6bf8ded-c25b-431d-9234-7a541b6aaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cb7b9693-04f8-43f7-9bce-5d5576dbb35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:44.302697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.306115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Bound using segment: {'id': 'f6bf8ded-c25b-431d-9234-7a541b6aaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cb7b9693-04f8-43f7-9bce-5d5576dbb35c'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:44.306115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Bound port: 4ba56b7d-c9bf-4c05-ac68-134401386248, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6bf8ded-c25b-431d-9234-7a541b6aaa17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': 'cb7b9693-04f8-43f7-9bce-5d5576dbb35c'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:44.306115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.319969 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d69b6b46-ac30-4dc7-9c7a-ef601473f40b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.6501477 Feb 28 11:34:44.329573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51834) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:44.365597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port e727dbd3-fa44-481d-bfb1-a66107ee851a {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:44.365927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.496233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-972b77cf-bcb2-4307-9715-3a0124ece65d', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:44.497452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.503190 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Delete allocated IP 172.20.0.23 (fea3fc57-a5cb-46bd-a7b2-788ff08d2af5/8743193e-b3e7-4e3f-b18b-7e6bc4e462a8) {{(pid=84338) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:34:44.515693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] For port 4ba56b7d-c9bf-4c05-ac68-134401386248, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:44.526289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] For port 4ba56b7d-c9bf-4c05-ac68-134401386248, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4ba56b7d-c9bf-4c05-ac68-134401386248,segment=NetworkSegment(f6bf8ded-c25b-431d-9234-7a541b6aaa17),segment_id=f6bf8ded-c25b-431d-9234-7a541b6aaa17)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:44.580736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.583713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 1376bf24-0457-4e29-b6f0-e81f65c3ba32 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:44.681434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 1376bf24-0457-4e29-b6f0-e81f65c3ba32 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:44.681830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.717851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.798106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:44.821681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for e727dbd3-fa44-481d-bfb1-a66107ee851a owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:44.917889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4f611-bfbc-4af7-a48f-2d01dbe345eb None None] Pushing event updated for resources: {'Port': ['ID=4ba56b7d-c9bf-4c05-ac68-134401386248,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:44.943684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Allocated IP 172.20.0.2 (972b77cf-bcb2-4307-9715-3a0124ece65d/5878a6b9-b8fb-4598-91ef-865504684a83/8b6a5e71-addb-4ebd-ac9d-450415dcc4d3) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:44.976273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66eea525-754e-4ae8-92de-94a6efc818ba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.007184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-757cf10b-7dd2-4de5-b21f-4ce0193ee611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.013204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.079261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.096323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 1376bf24-0457-4e29-b6f0-e81f65c3ba32, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1376bf24-0457-4e29-b6f0-e81f65c3ba32,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:45.150654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Subnet': ['ID=69fa1890-2bac-4c2b-aafd-f136733dcd45,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:45.163414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-66eea525-754e-4ae8-92de-94a6efc818ba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 137a2546-109c-490f-addb-48c655090034 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:45.176946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=e727dbd3-fa44-481d-bfb1-a66107ee851a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:45.197211 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.320519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:34:45.349093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=1376bf24-0457-4e29-b6f0-e81f65c3ba32,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:45.356753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.369704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Transition to ACTIVE for port object 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:45.399561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Transition to ACTIVE for port object 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:45.459149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.490805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.509813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.523468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Checking segment: {'id': 'a584d1d3-5fa6-4b9a-861a-0fdce9f90582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '138e098a-68db-41c8-bd3e-0da5356763a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:45.523824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network hostable DHCP agents. Network: 138e098a-68db-41c8-bd3e-0da5356763a3, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:45.577997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Network 972b77cf-bcb2-4307-9715-3a0124ece65d is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:45.582321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:45.583679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:45.593882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Pushing event updated for resources: {'Port': ['ID=8b6a5e71-addb-4ebd-ac9d-450415dcc4d3,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:45.619326 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object c20160e5-f667-4f59-9bf8-178c301ce2d0 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:45.650430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Deleting port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:45.650774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.687185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Attempting to bind port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:45.687725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Attempting to bind port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:45.688196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Attempting to bind port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 on network 972b77cf-bcb2-4307-9715-3a0124ece65d {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:45.695572 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:45.698370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Checking segment: {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:45.698370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.698370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Bound using segment: {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:45.698370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Bound port: 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:45.698370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.761080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66eea525-754e-4ae8-92de-94a6efc818ba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.762651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.804767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] For port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:45.807957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] For port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8b6a5e71-addb-4ebd-ac9d-450415dcc4d3,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:45.887399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network 138e098a-68db-41c8-bd3e-0da5356763a3 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:45.894283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:45.905313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eea525-754e-4ae8-92de-94a6efc818ba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=137a2546-109c-490f-addb-48c655090034,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:45.924761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router bdc8af20-f785-4852-8e92-3a4a6e28a33f has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:45.996155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae5efe6-e104-411f-b737-2ce5f9d53db0 None None] Pushing event updated for resources: {'Port': ['ID=8b6a5e71-addb-4ebd-ac9d-450415dcc4d3,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:46.059863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66eea525-754e-4ae8-92de-94a6efc818ba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.090140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:46.104345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618609d8-91bd-4776-a64a-f126f74e975c None None] Sync routers for ids ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:34:46.108317 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-204d9137-a00a-4b00-9d48-a5841a221607 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/bdc8af20-f785-4852-8e92-3a4a6e28a33f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6514640 Feb 28 11:34:46.111348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51838) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:46.131355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618609d8-91bd-4776-a64a-f126f74e975c None None] Routers {'bdc8af20-f785-4852-8e92-3a4a6e28a33f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:46.133013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-618609d8-91bd-4776-a64a-f126f74e975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:46.169427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a2c1bdd2-8479-43d2-a6f7-b13c5b15d76b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:46.195530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=c20160e5-f667-4f59-9bf8-178c301ce2d0,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:46.224630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 138e098a-68db-41c8-bd3e-0da5356763a3) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:46.279545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a2c1bdd2-8479-43d2-a6f7-b13c5b15d76b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:46.301650 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a2c1bdd2-8479-43d2-a6f7-b13c5b15d76b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc8af20-f785-4852-8e92-3a4a6e28a33f HTTP/1.1" status: 200 len: 205 time: 0.1859756 Feb 28 11:34:46.304928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4eb59b-ed89-40f2-ac24-80d0d47948d2 None None] Network 138e098a-68db-41c8-bd3e-0da5356763a3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:46.305430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:46.306073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.307685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51842) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:46.343117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d07190-0a0a-4697-a494-7ccc4d1a1ce1 None None] Network cb7b9693-04f8-43f7-9bce-5d5576dbb35c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:46.370501 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-66eea525-754e-4ae8-92de-94a6efc818ba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/137a2546-109c-490f-addb-48c655090034 HTTP/1.1" status: 204 len: 168 time: 2.4182873 Feb 28 11:34:46.377556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-618609d8-91bd-4776-a64a-f126f74e975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:46.379492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] For port 33ce443c-d0fd-46aa-9e2d-77d0567d50a4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=33ce443c-d0fd-46aa-9e2d-77d0567d50a4,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:46.379859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.387557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51846) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:46.513191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4ba56b7d-c9bf-4c05-ac68-134401386248 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:46.648203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618609d8-91bd-4776-a64a-f126f74e975c None None] Routers {'bdc8af20-f785-4852-8e92-3a4a6e28a33f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:46.648887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-618609d8-91bd-4776-a64a-f126f74e975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:46.650731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Calling delete_port for 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:46.681624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ce70f93-d547-42c2-8789-ad0dc1ac2d88 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.701846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] In _notify_port_updated(), no bound segment for port c20160e5-f667-4f59-9bf8-178c301ce2d0 on network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:34:46.706539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:46.708090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.708962 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aec6d0e2-5e65-459e-85b7-bd6f6db5ad5b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "PUT /v2.0/ports/c20160e5-f667-4f59-9bf8-178c301ce2d0 HTTP/1.1" status: 200 len: 920 time: 3.9871352 Feb 28 11:34:46.717685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8ce74299-66fe-4614-a2c4-284346c3e41f None None] Provisioning for port 4ba56b7d-c9bf-4c05-ac68-134401386248 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:46.726084 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-eb40ed03-2ff2-4563-bb47-8f3878fddf67 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0337796 Feb 28 11:34:46.726084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51850) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:46.734612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1ad982c7-06c5-4197-be79-99b94f807363'}, {'subnet_id': '8743193e-b3e7-4e3f-b18b-7e6bc4e462a8'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:46.739805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51852) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:46.761993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-618609d8-91bd-4776-a64a-f126f74e975c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:46.762775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-618609d8-91bd-4776-a64a-f126f74e975c None None] The sync data for ids ['bdc8af20-f785-4852-8e92-3a4a6e28a33f'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:34:46.874347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 4ba56b7d-c9bf-4c05-ac68-134401386248 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:46.887616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 4ba56b7d-c9bf-4c05-ac68-134401386248 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:46.888236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:46.948720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f9d82a-d1db-4551-9c7d-e194c894f6ec tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:46.949544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b4f9d82a-d1db-4551-9c7d-e194c894f6ec tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:46.978459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-138e098a-68db-41c8-bd3e-0da5356763a3', 'network_id': '138e098a-68db-41c8-bd3e-0da5356763a3', 'tenant_id': '4f822401c9e04c4180c62ef88ba871ae', 'fixed_ips': [{'subnet_id': '69fa1890-2bac-4c2b-aafd-f136733dcd45'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:46.979355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.082018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3c21bd25-fe99-46ff-98c1-736e02bc0220 None None] Provisioning for port c20160e5-f667-4f59-9bf8-178c301ce2d0 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:47.128812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3c21bd25-fe99-46ff-98c1-736e02bc0220 None None] Provisioning complete for port c20160e5-f667-4f59-9bf8-178c301ce2d0 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:47.129100 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3c21bd25-fe99-46ff-98c1-736e02bc0220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.196302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3c21bd25-fe99-46ff-98c1-736e02bc0220 None None] Port c20160e5-f667-4f59-9bf8-178c301ce2d0 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:47.211036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-13c04907-1dd6-4db4-bdd9-1310ce5c0abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.213187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b4f9d82a-d1db-4551-9c7d-e194c894f6ec tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:47.214040 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b4f9d82a-d1db-4551-9c7d-e194c894f6ec tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8242497 Feb 28 11:34:47.225870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51858) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:47.295136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.345040 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-81f15e0d-cfa3-4f6e-8b8b-458a6f465e65 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:34:47.345679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81f15e0d-cfa3-4f6e-8b8b-458a6f465e65 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:47.430563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.433564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81f15e0d-cfa3-4f6e-8b8b-458a6f465e65 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:47.438775 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-81f15e0d-cfa3-4f6e-8b8b-458a6f465e65 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/137a2546-109c-490f-addb-48c655090034 HTTP/1.1" status: 404 len: 333 time: 0.2067072 Feb 28 11:34:47.439606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ce70f93-d547-42c2-8789-ad0dc1ac2d88 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.441822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51864) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:47.448384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1412900256'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:47.456627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:47.460991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Allocated IP 2001:db8::2 (138e098a-68db-41c8-bd3e-0da5356763a3/69fa1890-2bac-4c2b-aafd-f136733dcd45/8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:47.493199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 4ba56b7d-c9bf-4c05-ac68-134401386248, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4ba56b7d-c9bf-4c05-ac68-134401386248,segment=NetworkSegment(f6bf8ded-c25b-431d-9234-7a541b6aaa17),segment_id=f6bf8ded-c25b-431d-9234-7a541b6aaa17)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:47.519698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ce70f93-d547-42c2-8789-ad0dc1ac2d88 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.521331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:network and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:47.534887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:47.588672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.602426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:47.676056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event deleted for resources: {'Port': ['ID=33ce443c-d0fd-46aa-9e2d-77d0567d50a4,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:47.721970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.723381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1376bf24-0457-4e29-b6f0-e81f65c3ba32 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:47.770496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:47.778901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.789461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ce70f93-d547-42c2-8789-ad0dc1ac2d88 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.790091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce70f93-d547-42c2-8789-ad0dc1ac2d88 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Fanout notify agent at l3_agent the message router_deleted on router bdc8af20-f785-4852-8e92-3a4a6e28a33f {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:34:47.915965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.915965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ce70f93-d547-42c2-8789-ad0dc1ac2d88 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.915965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5ce70f93-d547-42c2-8789-ad0dc1ac2d88 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/bdc8af20-f785-4852-8e92-3a4a6e28a33f HTTP/1.1" status: 204 len: 168 time: 1.5966554 Feb 28 11:34:47.918332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51868) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:47.957394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=4ba56b7d-c9bf-4c05-ac68-134401386248,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:47.957394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.959165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Transition to ACTIVE for port object 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:47.986718 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Transition to ACTIVE for port object 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:47.988430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 1376bf24-0457-4e29-b6f0-e81f65c3ba32 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:47.989163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:47.991172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 723} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:48.177615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.193941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.194298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Added segment dfdb2e56-c02e-4730-9866-cc13b012d4b9 of type vlan for network 49f701cc-5ff9-49e3-b49d-111871acb856 Feb 28 11:34:48.344853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Network 138e098a-68db-41c8-bd3e-0da5356763a3 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:48.349795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:48.350300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Pushing event updated for resources: {'Port': ['ID=8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:48.352706 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:48.355219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.371487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e930c064-9015-4f5c-a451-1de7033d441b None None] Provisioning complete for port 4ba56b7d-c9bf-4c05-ac68-134401386248 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:48.371845 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e930c064-9015-4f5c-a451-1de7033d441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.377744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.24 (fea3fc57-a5cb-46bd-a7b2-788ff08d2af5/8743193e-b3e7-4e3f-b18b-7e6bc4e462a8/c20160e5-f667-4f59-9bf8-178c301ce2d0) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:48.438708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f7197b-82be-4b05-9426-703352d4aa45 None None] Network 972b77cf-bcb2-4307-9715-3a0124ece65d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:48.468718 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.625449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Attempting to bind port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:48.625924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Attempting to bind port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'a584d1d3-5fa6-4b9a-861a-0fdce9f90582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '138e098a-68db-41c8-bd3e-0da5356763a3'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:48.626152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Attempting to bind port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 on network 138e098a-68db-41c8-bd3e-0da5356763a3 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:48.647353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Allocated IP 2001:db8::1 (cb7b9693-04f8-43f7-9bce-5d5576dbb35c/f454fed3-3706-4f14-8f69-4a5736d97643/b116a01a-e375-4e13-bd5d-3c0db65b6d67) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:48.701725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:48.702248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Checking segment: {'id': 'a584d1d3-5fa6-4b9a-861a-0fdce9f90582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '138e098a-68db-41c8-bd3e-0da5356763a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:48.702720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.703126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Bound using segment: {'id': 'a584d1d3-5fa6-4b9a-861a-0fdce9f90582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '138e098a-68db-41c8-bd3e-0da5356763a3'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:48.704072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Bound port: 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a584d1d3-5fa6-4b9a-861a-0fdce9f90582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '138e098a-68db-41c8-bd3e-0da5356763a3'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:48.704208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.723950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:48.778391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.852907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.924935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.964010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] For port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:48.968683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object c20160e5-f667-4f59-9bf8-178c301ce2d0 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:48.976290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] For port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5,segment=NetworkSegment(a584d1d3-5fa6-4b9a-861a-0fdce9f90582),segment_id=a584d1d3-5fa6-4b9a-861a-0fdce9f90582)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:48.977422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:48.983318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.003078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-122f8a15-95c4-4496-ad32-01093cf6a720 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting subnet a23a3172-309a-477c-b939-440c73ed3f47 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:49.007919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-122f8a15-95c4-4496-ad32-01093cf6a720 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.042998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Transition to ACTIVE for port object b116a01a-e375-4e13-bd5d-3c0db65b6d67 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:49.066814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.070585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:49.071195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.092022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5ad57514-845f-477c-bc7d-fae2d5a29684 None None] Provisioning for port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:49.097346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:49.100951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.104870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-122f8a15-95c4-4496-ad32-01093cf6a720 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.132889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.168305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5ad57514-845f-477c-bc7d-fae2d5a29684 None None] Provisioning complete for port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:49.169515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ad57514-845f-477c-bc7d-fae2d5a29684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.200476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:49.200801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.248936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Network': ['ID=49f701cc-5ff9-49e3-b49d-111871acb856,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:49.293292 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-523695ac-9ce2-426f-8067-5e0a1eff10b7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8460653 Feb 28 11:34:49.296125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51872) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:49.304594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:49.322282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 49f701cc-5ff9-49e3-b49d-111871acb856 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:49.399454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104ab55-85a4-472e-8661-c34dc9d6ed7d None None] Pushing event updated for resources: {'Port': ['ID=8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:49.433079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.436358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:49.514417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=c20160e5-f667-4f59-9bf8-178c301ce2d0,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:49.515580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:49.539885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-122f8a15-95c4-4496-ad32-01093cf6a720 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.656607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] In _notify_port_updated(), no bound segment for port c20160e5-f667-4f59-9bf8-178c301ce2d0 on network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:34:49.665984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:49.666631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.667958 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6c4f18b7-3a8d-4d31-9387-869dbb9772c7 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "PUT /v2.0/ports/c20160e5-f667-4f59-9bf8-178c301ce2d0 HTTP/1.1" status: 200 len: 1000 time: 2.9380171 Feb 28 11:34:49.668650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:49.674789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51876) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:49.709535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ad57514-845f-477c-bc7d-fae2d5a29684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.803646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:49.813743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network cb7b9693-04f8-43f7-9bce-5d5576dbb35c is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:49.816206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-122f8a15-95c4-4496-ad32-01093cf6a720 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.868768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4287ebf0-d8e2-4b5c-a87e-282c7995d8cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port c20160e5-f667-4f59-9bf8-178c301ce2d0 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:49.869973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4287ebf0-d8e2-4b5c-a87e-282c7995d8cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.881624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5ad57514-845f-477c-bc7d-fae2d5a29684 None None] For port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8b6a5e71-addb-4ebd-ac9d-450415dcc4d3,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:49.882713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.894244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:49.903185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:49.903185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.907666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-122f8a15-95c4-4496-ad32-01093cf6a720 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.908923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0577e82-ac95-4abf-b0b0-858b3e1dbdcd None None] Network dec2b0bc-48bd-49ab-b61d-9e23c2224f9e requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:49.923122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Port': ['ID=b116a01a-e375-4e13-bd5d-3c0db65b6d67,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:49.928947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.1 (972b77cf-bcb2-4307-9715-3a0124ece65d/5878a6b9-b8fb-4598-91ef-865504684a83/29ab485a-ac54-4be3-bcab-499794e385f9) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:49.930672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:49.932608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f8a15-95c4-4496-ad32-01093cf6a720 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Subnet': ['ID=a23a3172-309a-477c-b939-440c73ed3f47,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:49.943748 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-122f8a15-95c4-4496-ad32-01093cf6a720 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/a23a3172-309a-477c-b939-440c73ed3f47 HTTP/1.1" status: 204 len: 168 time: 2.0188828 Feb 28 11:34:49.951054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51880) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:50.041020 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ad57514-845f-477c-bc7d-fae2d5a29684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.059776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:50.397619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad57514-845f-477c-bc7d-fae2d5a29684 None None] Pushing event updated for resources: {'Port': ['ID=8b6a5e71-addb-4ebd-ac9d-450415dcc4d3,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:50.426132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:50.426474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:50.447416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.452911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-73bbd423-83b5-4e8f-a390-af0410525078 None None] Provisioning for port c20160e5-f667-4f59-9bf8-178c301ce2d0 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:50.465811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.472464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-73bbd423-83b5-4e8f-a390-af0410525078 None None] Provisioning complete for port c20160e5-f667-4f59-9bf8-178c301ce2d0 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:50.473104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-73bbd423-83b5-4e8f-a390-af0410525078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.555615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-73bbd423-83b5-4e8f-a390-af0410525078 None None] Port c20160e5-f667-4f59-9bf8-178c301ce2d0 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:50.575049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-73bbd423-83b5-4e8f-a390-af0410525078 None None] Provisioning complete for port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:50.575690 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-73bbd423-83b5-4e8f-a390-af0410525078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.643194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.645044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bc2c5f-cf57-4fba-857e-83d49063388b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting subnet b4d63a8d-7c77-42a8-9a84-e81aed976f57 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:50.648372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1bc2c5f-cf57-4fba-857e-83d49063388b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.719768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1bc2c5f-cf57-4fba-857e-83d49063388b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.727434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 29ab485a-ac54-4be3-bcab-499794e385f9 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:50.767671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4287ebf0-d8e2-4b5c-a87e-282c7995d8cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.836603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5179009f-b6e5-4883-8527-6b8d59c5b480 None None] DHCP port deletion for dec2b0bc-48bd-49ab-b61d-9e23c2224f9e request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:50.842619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-5179009f-b6e5-4883-8527-6b8d59c5b480 None None] Deleting port b22fccd4-0b94-4481-87c7-a24dd3ecec97 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:50.843370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5179009f-b6e5-4883-8527-6b8d59c5b480 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:50.967420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4287ebf0-d8e2-4b5c-a87e-282c7995d8cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for c20160e5-f667-4f59-9bf8-178c301ce2d0 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:50.981352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e726d4b8-a2c3-4d7a-8f41-0e3eda10775a None None] Network 138e098a-68db-41c8-bd3e-0da5356763a3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:51.010200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1c518d91-0185-490f-9362-e99e1f7be9a1 None None] Provisioning for port b116a01a-e375-4e13-bd5d-3c0db65b6d67 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:51.045744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1bc2c5f-cf57-4fba-857e-83d49063388b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.086927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1c518d91-0185-490f-9362-e99e1f7be9a1 None None] Provisioning complete for port b116a01a-e375-4e13-bd5d-3c0db65b6d67 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:51.087335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1c518d91-0185-490f-9362-e99e1f7be9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.184919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.214305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4ba56b7d-c9bf-4c05-ac68-134401386248 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:51.290783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 972b77cf-bcb2-4307-9715-3a0124ece65d is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:51.298774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.314133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1c518d91-0185-490f-9362-e99e1f7be9a1 None None] Port b116a01a-e375-4e13-bd5d-3c0db65b6d67 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:51.343506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1bc2c5f-cf57-4fba-857e-83d49063388b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.351345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5179009f-b6e5-4883-8527-6b8d59c5b480 None None] For port b22fccd4-0b94-4481-87c7-a24dd3ecec97, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b22fccd4-0b94-4481-87c7-a24dd3ecec97,segment=NetworkSegment(ee511bea-c661-4b8c-890d-b6dc76e7ee2e),segment_id=ee511bea-c661-4b8c-890d-b6dc76e7ee2e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:51.351737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5179009f-b6e5-4883-8527-6b8d59c5b480 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.373244 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:34:51.409788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.415561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c1bc2c5f-cf57-4fba-857e-83d49063388b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.426564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=a0b230bd-6826-494d-a612-d6aa747127f8,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:51.463596 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:51.466276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:51.477053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc2c5f-cf57-4fba-857e-83d49063388b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Subnet': ['ID=b4d63a8d-7c77-42a8-9a84-e81aed976f57,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:51.484302 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c1bc2c5f-cf57-4fba-857e-83d49063388b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/b4d63a8d-7c77-42a8-9a84-e81aed976f57 HTTP/1.1" status: 204 len: 168 time: 1.5270510 Feb 28 11:34:51.489182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51884) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:51.513898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=29ab485a-ac54-4be3-bcab-499794e385f9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:51.519028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8eae23-3889-4df5-b4ef-073fa04e791c None None] Network db595c92-0acf-4828-81c8-d878ae855bf6 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:51.524457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Checking segment: {'id': 'dfdb2e56-c02e-4730-9866-cc13b012d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:51.525011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network hostable DHCP agents. Network: 49f701cc-5ff9-49e3-b49d-111871acb856, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:51.545654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-5179009f-b6e5-4883-8527-6b8d59c5b480 None None] Calling delete_port for b22fccd4-0b94-4481-87c7-a24dd3ecec97 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:51.572884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.586021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.587191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.657323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Router 24df67cc-b174-4c81-b52f-753347da4afe has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:51.663796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4287ebf0-d8e2-4b5c-a87e-282c7995d8cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.771045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 4ba56b7d-c9bf-4c05-ac68-134401386248 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:51.771420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.790182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.804752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Port': ['ID=b116a01a-e375-4e13-bd5d-3c0db65b6d67,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:51.821685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 49f701cc-5ff9-49e3-b49d-111871acb856 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:34:51.833822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port b22fccd4-0b94-4481-87c7-a24dd3ecec97 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:51.834279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.850179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4287ebf0-d8e2-4b5c-a87e-282c7995d8cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=c20160e5-f667-4f59-9bf8-178c301ce2d0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:51.891852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-80209edc-4dd6-4da0-a86a-8018cc4864b0 None None] Provisioning for port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:51.916274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 49f701cc-5ff9-49e3-b49d-111871acb856) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:51.924864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:51.925702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.956080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:51.968552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa3f0009-3783-422b-8cce-1dd348cd7728 None None] Network 49f701cc-5ff9-49e3-b49d-111871acb856 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:52.083841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port b22fccd4-0b94-4481-87c7-a24dd3ecec97, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b22fccd4-0b94-4481-87c7-a24dd3ecec97,segment=NetworkSegment(ee511bea-c661-4b8c-890d-b6dc76e7ee2e),segment_id=ee511bea-c661-4b8c-890d-b6dc76e7ee2e)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:52.084208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.170274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5179009f-b6e5-4883-8527-6b8d59c5b480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.244252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179009f-b6e5-4883-8527-6b8d59c5b480 None None] Pushing event deleted for resources: {'Port': ['ID=b22fccd4-0b94-4481-87c7-a24dd3ecec97,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:52.269723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4287ebf0-d8e2-4b5c-a87e-282c7995d8cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.274302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5179009f-b6e5-4883-8527-6b8d59c5b480 None None] No DVR routers for this DVR port b22fccd4-0b94-4481-87c7-a24dd3ecec97 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:52.295168 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4287ebf0-d8e2-4b5c-a87e-282c7995d8cf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/c20160e5-f667-4f59-9bf8-178c301ce2d0 HTTP/1.1" status: 204 len: 168 time: 2.6162407 Feb 28 11:34:52.330425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for b22fccd4-0b94-4481-87c7-a24dd3ecec97 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:52.340623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bb92b331-8ee1-43c9-a442-e42add99bb2b None None] Provisioning for port 29ab485a-ac54-4be3-bcab-499794e385f9 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:52.354362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bb92b331-8ee1-43c9-a442-e42add99bb2b None None] Provisioning complete for port 29ab485a-ac54-4be3-bcab-499794e385f9 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:52.354734 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb92b331-8ee1-43c9-a442-e42add99bb2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.380366 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51888) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:52.428713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:52.429029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:52.441815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network cb7b9693-04f8-43f7-9bce-5d5576dbb35c is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:52.443611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:52.465916 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-139ff20d-e07a-4879-9886-d13d7be3861a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:34:52.467384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-139ff20d-e07a-4879-9886-d13d7be3861a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:52.526393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-49f701cc-5ff9-49e3-b49d-111871acb856', 'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856', 'tenant_id': '3ca49ef460d44887b2e168eece11783d', 'fixed_ips': [{'subnet_id': 'a0b230bd-6826-494d-a612-d6aa747127f8'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:34:52.529465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.556287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:52.604278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb92b331-8ee1-43c9-a442-e42add99bb2b None None] Port 29ab485a-ac54-4be3-bcab-499794e385f9 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:52.640924 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e3f96525-0806-4f29-b7ea-806dfdfa3c17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3429389 Feb 28 11:34:52.642800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51892) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:52.650796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:52.729590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d096d45-99f7-456a-bda2-d86b15fe2f55 None None] DHCP port deletion for db595c92-0acf-4828-81c8-d878ae855bf6 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:52.752495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7d096d45-99f7-456a-bda2-d86b15fe2f55 None None] Deleting port beeecd36-48ba-4c06-a0b2-36c017de8422 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:52.752793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7d096d45-99f7-456a-bda2-d86b15fe2f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.824727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:52.869578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.883669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:52.919227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Allocated IP 2001:db8::2 (49f701cc-5ff9-49e3-b49d-111871acb856/a0b230bd-6826-494d-a612-d6aa747127f8/cf67e710-f885-4470-aee9-b4d8e9a4b532) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:52.927073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:52.937022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:52.940440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:52.941507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port b22fccd4-0b94-4481-87c7-a24dd3ecec97 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:52.941823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.944643 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3f546fa3-da16-4d2b-95d3-ca24c1e5a5f4 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "PUT /v2.0/routers/24df67cc-b174-4c81-b52f-753347da4afe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1518025 Feb 28 11:34:52.946388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.952724 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] Sync routers for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:34:52.959846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:52.960460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:52.964861 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:52.965472 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:52.978266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51896) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:52.992727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:53.010927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-139ff20d-e07a-4879-9886-d13d7be3861a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:34:53.012148 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-139ff20d-e07a-4879-9886-d13d7be3861a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/c20160e5-f667-4f59-9bf8-178c301ce2d0 HTTP/1.1" status: 404 len: 333 time: 0.6308057 Feb 28 11:34:53.026160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51900) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:53.138585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=29ab485a-ac54-4be3-bcab-499794e385f9,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:53.143598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.143864 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:34:53.183571 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7d096d45-99f7-456a-bda2-d86b15fe2f55 None None] For port beeecd36-48ba-4c06-a0b2-36c017de8422, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=beeecd36-48ba-4c06-a0b2-36c017de8422,segment=NetworkSegment(29b796ea-b94e-41d3-b59a-891d68e8e02e),segment_id=29b796ea-b94e-41d3-b59a-891d68e8e02e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:53.184192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7d096d45-99f7-456a-bda2-d86b15fe2f55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.318013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b2d4fbf3-5147-47f0-8999-96fe1ed80b66 None None] Provisioning complete for port b116a01a-e375-4e13-bd5d-3c0db65b6d67 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:53.318510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2d4fbf3-5147-47f0-8999-96fe1ed80b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.351454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7d096d45-99f7-456a-bda2-d86b15fe2f55 None None] Calling delete_port for beeecd36-48ba-4c06-a0b2-36c017de8422 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:53.363050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] The port 'b22fccd4-0b94-4481-87c7-a24dd3ecec97' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:53.368007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet 8743193e-b3e7-4e3f-b18b-7e6bc4e462a8 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:53.371537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.379951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-853df771-7824-4d5b-a4b0-cc40361979e9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Deleting subnet f53c0f61-6627-4746-acfe-cf7e7950bde0 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:53.383663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-853df771-7824-4d5b-a4b0-cc40361979e9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.434662 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:53.439937 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] Checking router: 24df67cc-b174-4c81-b52f-753347da4afe for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:34:53.446945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.451868 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] Routers {'24df67cc-b174-4c81-b52f-753347da4afe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:53.452707 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['24df67cc-b174-4c81-b52f-753347da4afe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:53.576909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b2d4fbf3-5147-47f0-8999-96fe1ed80b66 None None] Port b116a01a-e375-4e13-bd5d-3c0db65b6d67 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:53.579388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-853df771-7824-4d5b-a4b0-cc40361979e9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.596259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.648426 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] Set router 24df67cc-b174-4c81-b52f-753347da4afe gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:34:53.652455 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.677197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-853df771-7824-4d5b-a4b0-cc40361979e9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.686483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:53.690241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.717738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7d096d45-99f7-456a-bda2-d86b15fe2f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.791619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 972b77cf-bcb2-4307-9715-3a0124ece65d is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:53.793418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:53.827305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.862751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d096d45-99f7-456a-bda2-d86b15fe2f55 None None] Pushing event deleted for resources: {'Port': ['ID=beeecd36-48ba-4c06-a0b2-36c017de8422,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:53.864617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Transition to ACTIVE for port object cf67e710-f885-4470-aee9-b4d8e9a4b532 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:53.870010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-853df771-7824-4d5b-a4b0-cc40361979e9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:53.896270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5,segment=NetworkSegment(a584d1d3-5fa6-4b9a-861a-0fdce9f90582),segment_id=a584d1d3-5fa6-4b9a-861a-0fdce9f90582)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:53.897933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d096d45-99f7-456a-bda2-d86b15fe2f55 None None] No DVR routers for this DVR port beeecd36-48ba-4c06-a0b2-36c017de8422 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:53.929025 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Transition to ACTIVE for port object cf67e710-f885-4470-aee9-b4d8e9a4b532 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:54.001860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.002994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:54.006716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853df771-7824-4d5b-a4b0-cc40361979e9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event deleted for resources: {'Subnet': ['ID=f53c0f61-6627-4746-acfe-cf7e7950bde0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:54.032800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-853df771-7824-4d5b-a4b0-cc40361979e9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.046473 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-853df771-7824-4d5b-a4b0-cc40361979e9 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "DELETE /v2.0/subnets/f53c0f61-6627-4746-acfe-cf7e7950bde0 HTTP/1.1" status: 204 len: 168 time: 1.0329721 Feb 28 11:34:54.050911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51904) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:54.096111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.102043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f439d304-0833-4508-ba46-a9b75e865481 None None] Network bb7630b3-89b7-4765-b7fc-a4da2b23b089 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:54.119849 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.138899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dec2b0bc-48bd-49ab-b61d-9e23c2224f9e']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:54.156085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee511bea-c661-4b8c-890d-b6dc76e7ee2e') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:54.156433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee511bea-c661-4b8c-890d-b6dc76e7ee2e') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:54.179921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.205484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.212149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:54.218376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.221959 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:54.227003 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7d846-eb80-40f3-a04f-64a702317cab None None] The sync data for ids ['24df67cc-b174-4c81-b52f-753347da4afe'] in dv-neutron-830866-1-hyperv is: [{'id': '24df67cc-b174-4c81-b52f-753347da4afe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356274689', 'tenant_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12'}], 'enable_snat': True}, 'gw_port_id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:32:17Z', 'updated_at': '2022-02-28T11:34:47Z', 'revision_number': 5, 'project_id': 'c9fab9be19ed411ab699ca3e52d30b49', 'gw_port': {'id': '5dbd8958-ea8f-4a65-afad-59c37205af3e', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:8b:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24df67cc-b174-4c81-b52f-753347da4afe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:32:19Z', 'updated_at': '2022-02-28T11:32:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:54.326198 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:54.350457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Network 49f701cc-5ff9-49e3-b49d-111871acb856 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:54.356010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:54.363878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:34:54.368390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:54.473357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.478609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.487662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-687fbb4d-ad93-4f92-8267-71d7a78956ee None None] Provisioning complete for port 29ab485a-ac54-4be3-bcab-499794e385f9 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:54.488033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-687fbb4d-ad93-4f92-8267-71d7a78956ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.521111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.533314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.ipam_backend_mixin [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0b230bd-6826-494d-a612-d6aa747127f8 (CIDR: 2001:db8::/64) Feb 28 11:34:54.535647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.566079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Network': ['ID=dec2b0bc-48bd-49ab-b61d-9e23c2224f9e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:54.571273 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/networks/dec2b0bc-48bd-49ab-b61d-9e23c2224f9e HTTP/1.1" status: 204 len: 168 time: 3.0787892 Feb 28 11:34:54.577928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51908) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:54.581570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=8743193e-b3e7-4e3f-b18b-7e6bc4e462a8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:54.622884 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:34:54.623253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:34:54.661395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Pushing event updated for resources: {'Port': ['ID=cf67e710-f885-4470-aee9-b4d8e9a4b532,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:54.678118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-687fbb4d-ad93-4f92-8267-71d7a78956ee None None] Port 29ab485a-ac54-4be3-bcab-499794e385f9 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:34:54.678340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:54.678615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.681957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.687299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/8743193e-b3e7-4e3f-b18b-7e6bc4e462a8 HTTP/1.1" status: 204 len: 168 time: 1.6588383 Feb 28 11:34:54.688600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51912) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:54.699435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.699780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.700104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.700432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.700754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.701075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.701391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.701711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.702022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.702333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.702641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6051a6f6-14e2-49d9-9bfa-38f29c4ee886 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.710604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7830c482-386a-459c-ac34-5378b23d5b30 None None] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:54.745142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.745485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.745821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.746156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.746486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.746800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.747218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.747557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.747855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.748171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.748485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38a99ce-79ac-4e27-96f3-698a07d05cef tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:54.758321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:34:54.818088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-728e5b00-8eee-44f5-93ca-5de03e6b7a10 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet 1ad982c7-06c5-4197-be79-99b94f807363 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:34:54.843345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Router f715372e-8605-4617-8e62-935fb75ffefe is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:34:54.845551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-728e5b00-8eee-44f5-93ca-5de03e6b7a10 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.880538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f65f4a15-18c1-4abd-9af2-782dd4eecf46 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.2365909 Feb 28 11:34:54.881503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51916) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:54.889668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:54.894566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Attempting to bind port cf67e710-f885-4470-aee9-b4d8e9a4b532 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:54.894968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Attempting to bind port cf67e710-f885-4470-aee9-b4d8e9a4b532 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dfdb2e56-c02e-4730-9866-cc13b012d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:54.895316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Attempting to bind port cf67e710-f885-4470-aee9-b4d8e9a4b532 on network 49f701cc-5ff9-49e3-b49d-111871acb856 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:54.903462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:55.011164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:55.011534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Checking segment: {'id': 'dfdb2e56-c02e-4730-9866-cc13b012d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:55.012132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.012524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Bound using segment: {'id': 'dfdb2e56-c02e-4730-9866-cc13b012d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:55.013171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Bound port: cf67e710-f885-4470-aee9-b4d8e9a4b532, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfdb2e56-c02e-4730-9866-cc13b012d4b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 723, 'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:55.013711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.032452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.055082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:55.065637 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1d118a41-51a8-47cb-8e0e-92dd29855d3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/8f0b63db-91bc-498b-a12d-7ddb7b33eb10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7309029 Feb 28 11:34:55.066477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51920) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:55.070200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Sync routers for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:34:55.118799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-728e5b00-8eee-44f5-93ca-5de03e6b7a10 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.128453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] DHCP port deletion for bb7630b3-89b7-4765-b7fc-a4da2b23b089 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:55.166645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Deleting port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:55.166945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.236262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:55.236883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:55.282670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Deleting port 5dbd8958-ea8f-4a65-afad-59c37205af3e {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:55.283112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.361618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] For port cf67e710-f885-4470-aee9-b4d8e9a4b532, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:34:55.364256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b22fccd4-0b94-4481-87c7-a24dd3ecec97 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:55.421423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.468700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:55.473327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: b22fccd4-0b94-4481-87c7-a24dd3ecec97 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:55.474541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b22fccd4-0b94-4481-87c7-a24dd3ecec97 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:55.476416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] For port cf67e710-f885-4470-aee9-b4d8e9a4b532, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cf67e710-f885-4470-aee9-b4d8e9a4b532,segment=NetworkSegment(dfdb2e56-c02e-4730-9866-cc13b012d4b9),segment_id=dfdb2e56-c02e-4730-9866-cc13b012d4b9)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:34:55.481687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:55.488733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:55.490794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.490794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.490794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.490794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.490794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.490794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.490794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.491338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.491430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.493080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.493080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.493080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.493363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db595c92-0acf-4828-81c8-d878ae855bf6']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:55.493466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.497915 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0bf79f98-64cd-4946-9498-f27d65bd49ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8953 time: 0.4303288 Feb 28 11:34:55.500553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51924) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:55.512475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:55.518087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-728e5b00-8eee-44f5-93ca-5de03e6b7a10 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.552634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.553423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b796ea-b94e-41d3-b59a-891d68e8e02e') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:55.553728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b796ea-b94e-41d3-b59a-891d68e8e02e') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:55.584134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.599028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] For port 5dbd8958-ea8f-4a65-afad-59c37205af3e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5dbd8958-ea8f-4a65-afad-59c37205af3e,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:55.599605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.625845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.645205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Releasing vlan 700 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:55.645205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:55.674180 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:55.758833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:55.764952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:55.781966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:34:55.792978 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8c1af-b56c-4b83-8bfa-b3625b49d9aa None None] Sync routers for ids ['f715372e-8605-4617-8e62-935fb75ffefe'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:34:55.814079 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8c1af-b56c-4b83-8bfa-b3625b49d9aa None None] Routers {'f715372e-8605-4617-8e62-935fb75ffefe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:55.815728 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f6e8c1af-b56c-4b83-8bfa-b3625b49d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f715372e-8605-4617-8e62-935fb75ffefe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:55.818993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.818993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.818993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.818993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.819505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.819836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.820189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.820764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.820877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:55.822815 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7a609e2a-b779-4a9c-94aa-a565132f9118 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5768 time: 0.3215117 Feb 28 11:34:55.838118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Calling delete_port for 5dbd8958-ea8f-4a65-afad-59c37205af3e owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:55.879010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf256596-aa62-4c14-90f9-71346edf90a9 None None] Pushing event updated for resources: {'Port': ['ID=cf67e710-f885-4470-aee9-b4d8e9a4b532,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:55.880122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51928) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:55.899093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0633875a-f234-462e-b132-0e30510d7d7f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "PUT /v2.0/routers/f715372e-8605-4617-8e62-935fb75ffefe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1508193 Feb 28 11:34:55.903717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51932) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:55.912952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] For port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5810b1ac-4ca5-42f0-b7a1-092646fd48b4,segment=NetworkSegment(4c366955-6874-4af1-a199-8ae9088ba3d2),segment_id=4c366955-6874-4af1-a199-8ae9088ba3d2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:55.913624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:55.918364 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f6e8c1af-b56c-4b83-8bfa-b3625b49d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:55.926909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:34:55.933373 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e8c1af-b56c-4b83-8bfa-b3625b49d9aa None None] Routers {'f715372e-8605-4617-8e62-935fb75ffefe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:34:55.934451 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f6e8c1af-b56c-4b83-8bfa-b3625b49d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f715372e-8605-4617-8e62-935fb75ffefe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:56.023429 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f6e8c1af-b56c-4b83-8bfa-b3625b49d9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:56.024307 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e8c1af-b56c-4b83-8bfa-b3625b49d9aa None None] The sync data for ids ['f715372e-8605-4617-8e62-935fb75ffefe'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:34:56.127783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-728e5b00-8eee-44f5-93ca-5de03e6b7a10 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.159069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.163074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.180828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Calling delete_port for 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:56.260337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e5b00-8eee-44f5-93ca-5de03e6b7a10 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=1ad982c7-06c5-4197-be79-99b94f807363,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:56.270951 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/networks/db595c92-0acf-4828-81c8-d878ae855bf6 HTTP/1.1" status: 204 len: 168 time: 1.6906438 Feb 28 11:34:56.276228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede03ee-2550-43e2-b281-2bc1b6f4271e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Network': ['ID=db595c92-0acf-4828-81c8-d878ae855bf6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:56.278567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51936) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:56.313196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1576917987'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:56.321601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-728e5b00-8eee-44f5-93ca-5de03e6b7a10 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.322583 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-728e5b00-8eee-44f5-93ca-5de03e6b7a10 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/1ad982c7-06c5-4197-be79-99b94f807363 HTTP/1.1" status: 204 len: 168 time: 1.6251965 Feb 28 11:34:56.325341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51940) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:56.326221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:56.381929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:network and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:56.390226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:56.451385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.463603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:56.464152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.465881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.505009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:56.523738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d198df1f-6149-4705-8451-c26e6d12cc1e None None] Network fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:56.552634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event deleted for resources: {'Port': ['ID=5dbd8958-ea8f-4a65-afad-59c37205af3e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:56.767897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.775316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.775863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.776220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.776568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.776892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.777364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.777705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.778032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.778352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.779180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.779642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:56.794349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port ce19ce31-9029-4c5b-ab61-38848d83b3ff {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:56.794779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.819243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.837791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:56.840863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.887462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e7f8206c-5bad-4493-be4a-f922b133bf65 None None] Provisioning complete for port ce19ce31-9029-4c5b-ab61-38848d83b3ff triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:56.888096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e7f8206c-5bad-4493-be4a-f922b133bf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:56.939856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Pushing event deleted for resources: {'Port': ['ID=5810b1ac-4ca5-42f0-b7a1-092646fd48b4,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:56.940351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.009255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:34:57.011776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] No DVR routers for this DVR port 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:57.027234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.028407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.028924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.029430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.029941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.031001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.031404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.031774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.032057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.032499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.032689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3ae488-9b75-4061-b597-10f0816e6373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:34:57.070268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.070763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added segment cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121 of type vlan for network dbd174fa-a577-4b21-a945-7038cfbab95f Feb 28 11:34:57.093068 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2a712de8-f284-48fd-852f-df7264bec3c5 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2696 time: 1.2114010 Feb 28 11:34:57.174154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:34:52Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:57.193228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device beeecd36-48ba-4c06-a0b2-36c017de8422 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:57.193817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.241279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] For port ce19ce31-9029-4c5b-ab61-38848d83b3ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ce19ce31-9029-4c5b-ab61-38848d83b3ff,segment=NetworkSegment(2c7a16c9-4994-4516-8bba-84c1dbb7d806),segment_id=2c7a16c9-4994-4516-8bba-84c1dbb7d806)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:57.246017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.252850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Checking router: 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:34:57.253416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Updating router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 port 29ab485a-ac54-4be3-bcab-499794e385f9 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:34:57.394823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] DHCP port deletion for fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:34:57.396630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: beeecd36-48ba-4c06-a0b2-36c017de8422 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:57.412184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device beeecd36-48ba-4c06-a0b2-36c017de8422 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:57.412184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:57.416897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for ce19ce31-9029-4c5b-ab61-38848d83b3ff owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:57.425320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.445254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] Deleting port ce19ce31-9029-4c5b-ab61-38848d83b3ff {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:57.445646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.445857 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.473220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:57.473795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 33ce443c-d0fd-46aa-9e2d-77d0567d50a4 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:57.474068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:57.522024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:57.522361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5810b1ac-4ca5-42f0-b7a1-092646fd48b4 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:57.550135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.553754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:57.554905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.560259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.584394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.587825 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c96538e-e9fe-48e1-9aff-229aee96d316 None None] Network 49f701cc-5ff9-49e3-b49d-111871acb856 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:34:57.626794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 49f701cc-5ff9-49e3-b49d-111871acb856 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:34:57.691053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=ba11f426-f62b-41ab-96f7-1a7c89d3822c,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:57.700269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:34:57.714545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:57.715166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.736354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.740939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Fanout notify agent at l3_agent the message router_deleted on router 24df67cc-b174-4c81-b52f-753347da4afe {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:34:57.758150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Network': ['ID=dbd174fa-a577-4b21-a945-7038cfbab95f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:57.769603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.773366 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-454cb3dd-06bb-4418-ab0a-7a3d8f886dc1 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "DELETE /v2.0/routers/24df67cc-b174-4c81-b52f-753347da4afe HTTP/1.1" status: 204 len: 168 time: 3.7187560 Feb 28 11:34:57.778220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51946) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:57.806359 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e09bf27c-2eb0-41a0-97b3-bc99e5d9ba7c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5231025 Feb 28 11:34:57.811239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51950) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:57.850783 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-a84bb1e1-4a2d-4b78-9406-f4e422f4b64c tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:34:57.852490 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a84bb1e1-4a2d-4b78-9406-f4e422f4b64c tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "PUT /v2.0/routers/f715372e-8605-4617-8e62-935fb75ffefe/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9482908 Feb 28 11:34:57.855440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51954) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:57.869175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'subnet': {'network_id': 'dbd174fa-a577-4b21-a945-7038cfbab95f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:57.877038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network dbd174fa-a577-4b21-a945-7038cfbab95f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:34:57.892452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device cf67e710-f885-4470-aee9-b4d8e9a4b532 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:34:57.895931 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-56a86231-0391-4a33-baaa-3e7e699bc200 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0034094 Feb 28 11:34:57.902169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51958) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:57.902676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:57.911182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856', 'fixed_ips': [{'subnet_id': 'a0b230bd-6826-494d-a612-d6aa747127f8'}, {'subnet_id': 'ba11f426-f62b-41ab-96f7-1a7c89d3822c'}], 'name': 'tempest-PortsIpV6TestJSON-1110959320'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:58.156337 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] For port ce19ce31-9029-4c5b-ab61-38848d83b3ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ce19ce31-9029-4c5b-ab61-38848d83b3ff,segment=NetworkSegment(2c7a16c9-4994-4516-8bba-84c1dbb7d806),segment_id=2c7a16c9-4994-4516-8bba-84c1dbb7d806)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:58.156825 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.190606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9b42dd5d-058a-4b0d-97a9-08d787c1ac05 None None] Provisioning for port cf67e710-f885-4470-aee9-b4d8e9a4b532 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:58.211907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=ce19ce31-9029-4c5b-ab61-38848d83b3ff,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:58.232114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.272555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No DVR routers for this DVR port ce19ce31-9029-4c5b-ab61-38848d83b3ff on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:34:58.298178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.407897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:58.423823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:subnet and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:58.431437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] Calling delete_port for ce19ce31-9029-4c5b-ab61-38848d83b3ff owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:58.450105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:58.523068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:58.625044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:34:58.625591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:34:58.641959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.687342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:58.690876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.692597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port cf67e710-f885-4470-aee9-b4d8e9a4b532 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:34:58.715766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port cf67e710-f885-4470-aee9-b4d8e9a4b532 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:34:58.716147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.742018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:58.793587 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.836895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Transition to ACTIVE for port object 29ab485a-ac54-4be3-bcab-499794e385f9 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:34:58.849618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:port and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:58.856103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:58.864580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f772bbb5-f0b5-4874-9689-c55e4f85c4e3 None None] Update dhcp port {'port': {'network_id': '49f701cc-5ff9-49e3-b49d-111871acb856', 'fixed_ips': [{'subnet_id': 'a0b230bd-6826-494d-a612-d6aa747127f8', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba11f426-f62b-41ab-96f7-1a7c89d3822c'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': 'cf67e710-f885-4470-aee9-b4d8e9a4b532'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:34:58.873587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:58.878328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea3fc57-a5cb-46bd-a7b2-788ff08d2af5']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:58.962819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:58.965616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7a16c9-4994-4516-8bba-84c1dbb7d806') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:58.965910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7a16c9-4994-4516-8bba-84c1dbb7d806') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:58.979208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7630b3-89b7-4765-b7fc-a4da2b23b089']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:59.011396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c366955-6874-4af1-a199-8ae9088ba3d2') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:59.011679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c366955-6874-4af1-a199-8ae9088ba3d2') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:34:59.013679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f772bbb5-f0b5-4874-9689-c55e4f85c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.020473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.029568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.044537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.069874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.079275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.082606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:59.083021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:59.099910 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:59.134382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting port b116a01a-e375-4e13-bd5d-3c0db65b6d67 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:59.134992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.139361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] Deleting port ce19ce31-9029-4c5b-ab61-38848d83b3ff {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:34:59.139736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.165866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:34:59.166272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.174237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51964) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:59.179678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:34:59.180967 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:34:59.186018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-255631387', 'description': 'tempest-secgroup-smoke-255631387 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:34:59.189616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:34:59.194447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:59.194823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.206993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:59.212592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:59.223324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:59.269047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a54b31-6e00-4a41-b1ae-c66a72fce961 None None] Pushing event updated for resources: {'Port': ['ID=29ab485a-ac54-4be3-bcab-499794e385f9,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:59.330204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b2ca1f8e-88f5-48b6-811e-dfeb774e77a0 None None] The port 'ce19ce31-9029-4c5b-ab61-38848d83b3ff' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:34:59.351359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:34:59.372322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.432040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.453975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.464302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.471051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port cf67e710-f885-4470-aee9-b4d8e9a4b532, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cf67e710-f885-4470-aee9-b4d8e9a4b532,segment=NetworkSegment(dfdb2e56-c02e-4730-9866-cc13b012d4b9),segment_id=dfdb2e56-c02e-4730-9866-cc13b012d4b9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:34:59.509381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Network': ['ID=fea3fc57-a5cb-46bd-a7b2-788ff08d2af5,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:59.532537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Calling delete_port for b116a01a-e375-4e13-bd5d-3c0db65b6d67 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:34:59.535979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.567973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.576877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.587138 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "DELETE /v2.0/networks/bb7630b3-89b7-4765-b7fc-a4da2b23b089 HTTP/1.1" status: 204 len: 168 time: 1.8049715 Feb 28 11:34:59.587317 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51968) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:59.594936 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-967218b4-007b-4b13-bad1-28ec922d9e7f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/networks/fea3fc57-a5cb-46bd-a7b2-788ff08d2af5 HTTP/1.1" status: 204 len: 168 time: 3.2633348 Feb 28 11:34:59.600926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ad1658-9bd0-47d0-98a4-cc6e17bc8222 tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event deleted for resources: {'Network': ['ID=bb7630b3-89b7-4765-b7fc-a4da2b23b089,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:59.604290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51972) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:59.693038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ce19ce31-9029-4c5b-ab61-38848d83b3ff no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:59.699178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:34:59.713442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.727802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:34:59.740390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:34:59.745024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Attempting to bind port 29ab485a-ac54-4be3-bcab-499794e385f9 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:34:59.745413 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Attempting to bind port 29ab485a-ac54-4be3-bcab-499794e385f9 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:34:59.745757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Attempting to bind port 29ab485a-ac54-4be3-bcab-499794e385f9 on network 972b77cf-bcb2-4307-9715-3a0124ece65d {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:34:59.756079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:34:59.761029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: ce19ce31-9029-4c5b-ab61-38848d83b3ff {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:59.761374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ce19ce31-9029-4c5b-ab61-38848d83b3ff not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:59.772693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:34:59.773137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Checking segment: {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:59.773469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.774068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Bound using segment: {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:34:59.774341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Bound port: 29ab485a-ac54-4be3-bcab-499794e385f9, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:34:59.774699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.810710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=cf67e710-f885-4470-aee9-b4d8e9a4b532,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:59.825675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5a12ea48-46b9-4a03-b2f0-50340e188e3b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.839134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Checking segment: {'id': 'cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'dbd174fa-a577-4b21-a945-7038cfbab95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:34:59.842401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network hostable DHCP agents. Network: dbd174fa-a577-4b21-a945-7038cfbab95f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:34:59.842706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37715dd-0372-4a4a-b566-125995c90bf1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:34:59.842706 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a37715dd-0372-4a4a-b566-125995c90bf1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2276638 Feb 28 11:34:59.848016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51976) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:34:59.855279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Subnet': ['ID=f089f4d6-5e84-4794-8b3e-5d54d3dca2a4,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:34:59.878019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5dbd8958-ea8f-4a65-afad-59c37205af3e no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:34:59.911270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-f772bbb5-f0b5-4874-9689-c55e4f85c4e3 None None] Allocated IP 2001:db8:0:1::2 (49f701cc-5ff9-49e3-b49d-111871acb856/ba11f426-f62b-41ab-96f7-1a7c89d3822c/cf67e710-f885-4470-aee9-b4d8e9a4b532) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:34:59.931583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 5dbd8958-ea8f-4a65-afad-59c37205af3e {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:34:59.932121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5dbd8958-ea8f-4a65-afad-59c37205af3e not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:34:59.935661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5a12ea48-46b9-4a03-b2f0-50340e188e3b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.943121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3e257d23-311f-4f0e-b047-3043bb46ec99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:34:59.973500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:34:59.998868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network dbd174fa-a577-4b21-a945-7038cfbab95f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:00.049795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.050037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3e257d23-311f-4f0e-b047-3043bb46ec99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:00.050148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] For port 29ab485a-ac54-4be3-bcab-499794e385f9, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:00.054508 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3e257d23-311f-4f0e-b047-3043bb46ec99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1992126 Feb 28 11:35:00.054770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51980) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:00.060689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-147549987'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:00.061253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] For port 29ab485a-ac54-4be3-bcab-499794e385f9, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=29ab485a-ac54-4be3-bcab-499794e385f9,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:00.067853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:00.072009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:network and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:00.075265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:00.082166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, dbd174fa-a577-4b21-a945-7038cfbab95f) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:00.085472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.090309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9557b4-6bae-401f-a3a9-b09827ef81f7 None None] Network dbd174fa-a577-4b21-a945-7038cfbab95f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:00.096164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:00.096802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.103635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:00.147002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Port': ['ID=b116a01a-e375-4e13-bd5d-3c0db65b6d67,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:00.151565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:00.154183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5a12ea48-46b9-4a03-b2f0-50340e188e3b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.157422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5a12ea48-46b9-4a03-b2f0-50340e188e3b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.161289 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5a12ea48-46b9-4a03-b2f0-50340e188e3b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] 10.222.0.31 "DELETE /v2.0/security-groups/4b6aeba7-a06c-4483-9837-266c6d036b4f HTTP/1.1" status: 204 len: 168 time: 0.5729740 Feb 28 11:35:00.177686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.183733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f772bbb5-f0b5-4874-9689-c55e4f85c4e3 None None] For port cf67e710-f885-4470-aee9-b4d8e9a4b532, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cf67e710-f885-4470-aee9-b4d8e9a4b532,segment=NetworkSegment(dfdb2e56-c02e-4730-9866-cc13b012d4b9),segment_id=dfdb2e56-c02e-4730-9866-cc13b012d4b9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:00.189185 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9de0546a-9f0c-4ea7-a0df-77e47bb194a2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3767893 Feb 28 11:35:00.197387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51986) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:00.201718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a12ea48-46b9-4a03-b2f0-50340e188e3b tempest-TestNetworkAdvancedServerOps-1443313425 tempest-TestNetworkAdvancedServerOps-1443313425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6aeba7-a06c-4483-9837-266c6d036b4f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:00.211779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-915737347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:00.219698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:00.226790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:router and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:00.230184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:00.243634 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:00.296239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.301296 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51990) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:00.301489 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8d7b7fa5-a83a-4441-b486-5489ca3c2dd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.1269038 Feb 28 11:35:00.313255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:00.322253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:00.325629 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f772bbb5-f0b5-4874-9689-c55e4f85c4e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.331513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:00.335911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:00.350426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:00.353683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a54b31-6e00-4a41-b1ae-c66a72fce961 None None] Pushing event updated for resources: {'Port': ['ID=29ab485a-ac54-4be3-bcab-499794e385f9,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:00.356159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.374741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:00.382486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.383843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.388048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f772bbb5-f0b5-4874-9689-c55e4f85c4e3 None None] Transition to ACTIVE for port object cf67e710-f885-4470-aee9-b4d8e9a4b532 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:00.395739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.426661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:00.427348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:00.429786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:00.441313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.442246 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Added segment 895695c0-da40-4501-bb89-f5b138cf463d of type vlan for network 97c3bc53-2c02-4219-98fc-1c7839ac715a Feb 28 11:35:00.475907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.528240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.535521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f772bbb5-f0b5-4874-9689-c55e4f85c4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.701532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.706287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:00.706933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.826714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.905009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Network': ['ID=97c3bc53-2c02-4219-98fc-1c7839ac715a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:00.921275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f772bbb5-f0b5-4874-9689-c55e4f85c4e3 None None] Pushing event updated for resources: {'Port': ['ID=cf67e710-f885-4470-aee9-b4d8e9a4b532,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:00.944018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-dbd174fa-a577-4b21-a945-7038cfbab95f', 'network_id': 'dbd174fa-a577-4b21-a945-7038cfbab95f', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'fixed_ips': [{'subnet_id': 'f089f4d6-5e84-4794-8b3e-5d54d3dca2a4'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:00.944836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:00.954442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 97c3bc53-2c02-4219-98fc-1c7839ac715a details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:00.968497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3b2e0e41-d75b-4221-a7eb-783eff347963 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9096372 Feb 28 11:35:00.971309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 51994) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:00.984155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '97c3bc53-2c02-4219-98fc-1c7839ac715a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:00.996596 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Router f715372e-8605-4617-8e62-935fb75ffefe has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:35:01.018775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.086995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.145909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:35:01.153757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::1a4 (49f701cc-5ff9-49e3-b49d-111871acb856/a0b230bd-6826-494d-a612-d6aa747127f8/b03123fa-1b7a-4758-ad82-7ffe2e1bbe96) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:01.163073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:01.168146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8:0:1::225 (49f701cc-5ff9-49e3-b49d-111871acb856/ba11f426-f62b-41ab-96f7-1a7c89d3822c/b03123fa-1b7a-4758-ad82-7ffe2e1bbe96) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:01.171476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:01.176752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:01.179279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:01.184587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.193905 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3fc02a59-1bfa-4359-93b7-adc91020104b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "PUT /v2.0/routers/f715372e-8605-4617-8e62-935fb75ffefe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3335245 Feb 28 11:35:01.197648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 51998) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:01.222584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:01.247762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f2b31-3623-4572-a5fc-896d65d66bf5 None None] Sync routers for ids ['f715372e-8605-4617-8e62-935fb75ffefe'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:01.258831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.260217 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0790af4f-c172-4e79-b66e-406351dadcb9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.0612731 Feb 28 11:35:01.266980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8015b4e6-2285-4686-9632-5a875a59f5a6,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:01.274529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52004) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:01.297522 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-22d22d83-cd30-4954-a273-d8b92074acda tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] delete failed (client error): The resource could not be found. Feb 28 11:35:01.297522 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-22d22d83-cd30-4954-a273-d8b92074acda tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1239405511 HTTP/1.1" status: 404 len: 335 time: 0.0972269 Feb 28 11:35:01.307248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'port': {'network_id': 'dbd174fa-a577-4b21-a945-7038cfbab95f', 'name': 'tempest-RoutersIpV6Test-1076666072'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:01.310226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52008) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:01.317712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-339d4fa1-ee19-47ee-8b4e-97e2d63a28f0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f715372e-8605-4617-8e62-935fb75ffefe'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:01.335194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f2b31-3623-4572-a5fc-896d65d66bf5 None None] Routers {'f715372e-8605-4617-8e62-935fb75ffefe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:01.335390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-859f2b31-3623-4572-a5fc-896d65d66bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f715372e-8605-4617-8e62-935fb75ffefe'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:01.336956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:01.503396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-859f2b31-3623-4572-a5fc-896d65d66bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:01.508014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.534933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.539080 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4ea14644-4e1c-4153-83f9-6fd204771a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2355967 Feb 28 11:35:01.539894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52014) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:01.554759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:01.638227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859f2b31-3623-4572-a5fc-896d65d66bf5 None None] Routers {'f715372e-8605-4617-8e62-935fb75ffefe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:01.639497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-859f2b31-3623-4572-a5fc-896d65d66bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f715372e-8605-4617-8e62-935fb75ffefe'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:01.656534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:01.747989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:01.755946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:01.781509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-859f2b31-3623-4572-a5fc-896d65d66bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:01.781509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859f2b31-3623-4572-a5fc-896d65d66bf5 None None] The sync data for ids ['f715372e-8605-4617-8e62-935fb75ffefe'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:01.782777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff97649-376f-450b-be84-5146f131e665 None None] Network 49f701cc-5ff9-49e3-b49d-111871acb856 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:01.784090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:01.901958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:01.920263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device cf67e710-f885-4470-aee9-b4d8e9a4b532 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:01.920863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:port and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:01.925936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:01.934300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.940178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:01.953108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:02.014472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-339d4fa1-ee19-47ee-8b4e-97e2d63a28f0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.027158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:02.042499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Allocated IP 2001:db8::2 (dbd174fa-a577-4b21-a945-7038cfbab95f/f089f4d6-5e84-4794-8b3e-5d54d3dca2a4/4c2cd698-d41c-4c36-a742-e74554bee7fd) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:02.067216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b0061ff5-2090-495a-b560-034d4341e9dc None None] Provisioning for port cf67e710-f885-4470-aee9-b4d8e9a4b532 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:02.088686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52020) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:02.098408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b0061ff5-2090-495a-b560-034d4341e9dc None None] Provisioning complete for port cf67e710-f885-4470-aee9-b4d8e9a4b532 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:02.098647 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b0061ff5-2090-495a-b560-034d4341e9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.106821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:02.110689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.134681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.141264 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-339d4fa1-ee19-47ee-8b4e-97e2d63a28f0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] update failed (client error): The resource could not be found. Feb 28 11:35:02.142815 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-339d4fa1-ee19-47ee-8b4e-97e2d63a28f0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "PUT /v2.0/routers/f715372e-8605-4617-8e62-935fb75ffefe HTTP/1.1" status: 404 len: 339 time: 0.8312728 Feb 28 11:35:02.146879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52026) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:02.158175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1884268507'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:02.163194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] device_id is not set on port 500cd08d-992b-4982-b470-fbfdcc5954db yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:02.168750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:02.176212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:network and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:02.183186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:02.189656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:02.204236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.250341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a2ce86-6205-4627-8959-376bb6fcdf0b,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:02.291073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.299277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.308763 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39c650c1-18f7-4cc8-8da8-7469ded84695 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9fab9be19ed411ab699ca3e52d30b49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2166424 Feb 28 11:35:02.309952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52030) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:02.339404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Made reservation on behalf of 4f822401c9e04c4180c62ef88ba871ae for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:02.342411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.383957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:02.401279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.401597 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Added segment 0711b933-02d6-4b28-815c-8e30ee04fc95 of type vlan for network f1661114-a285-4f50-b933-5621b7dc051a Feb 28 11:35:02.414627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc777bbb-f583-464b-8488-2957f824cd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.427106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port cf67e710-f885-4470-aee9-b4d8e9a4b532 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:02.427482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.437006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.441449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d1a9497b-cedc-427b-98fe-be9896a40f92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8911946 Feb 28 11:35:02.442062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52034) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:02.454016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 49f701cc-5ff9-49e3-b49d-111871acb856 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:02.457552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.457738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=c13e2a36-8dc3-428c-b2c8-0eb60ea06071,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:02.462394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc777bbb-f583-464b-8488-2957f824cd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.473803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:02.482201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:02.485493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:02.489952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:02.490836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.499788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=b03123fa-1b7a-4758-ad82-7ffe2e1bbe96,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:02.504639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:02.523322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:02.528113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:02.537114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:02.539220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Checking segment: {'id': '895695c0-da40-4501-bb89-f5b138cf463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97c3bc53-2c02-4219-98fc-1c7839ac715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:02.539596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network hostable DHCP agents. Network: 97c3bc53-2c02-4219-98fc-1c7839ac715a, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:02.638328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.643453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:02.644105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.683309 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a31a06e4-d641-4a9b-b31a-ded737d7161d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.7740271 Feb 28 11:35:02.690530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 97c3bc53-2c02-4219-98fc-1c7839ac715a is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:02.690530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52038) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:02.690530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.691557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:00Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:02.700875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0b230bd-6826-494d-a612-d6aa747127f8'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:02.707319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338054bd-921c-4baf-9f50-28fa8794b94e None None] The sync data for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv is: [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:00Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:02.730607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc777bbb-f583-464b-8488-2957f824cd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.758602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.774485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc777bbb-f583-464b-8488-2957f824cd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.775690 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dc777bbb-f583-464b-8488-2957f824cd48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/52419627-0ba5-46f3-9744-e64ffe5b11df HTTP/1.1" status: 204 len: 168 time: 0.4647243 Feb 28 11:35:02.794899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc777bbb-f583-464b-8488-2957f824cd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52419627-0ba5-46f3-9744-e64ffe5b11df,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:02.808594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Network': ['ID=f1661114-a285-4f50-b933-5621b7dc051a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:02.815745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Transition to ACTIVE for port object 4c2cd698-d41c-4c36-a742-e74554bee7fd will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:02.867533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Transition to ACTIVE for port object 4c2cd698-d41c-4c36-a742-e74554bee7fd will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:02.874901 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e47e8471-450f-4d7f-a7dd-7486531cc637 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7266812 Feb 28 11:35:02.876182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52046) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:02.886346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'subnet': {'network_id': 'f1661114-a285-4f50-b933-5621b7dc051a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:02.886444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.893637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 97c3bc53-2c02-4219-98fc-1c7839ac715a) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:02.902581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0e5661-7783-4450-8d43-bb3d4f1ba5f8 None None] Network 97c3bc53-2c02-4219-98fc-1c7839ac715a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:02.916876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:02.917857 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:02.933672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f1661114-a285-4f50-b933-5621b7dc051a details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:03.001544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.060202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:03.064662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Usage tracker for resource:subnet and tenant:4f822401c9e04c4180c62ef88ba871ae is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:03.068501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:03.082873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:03.100855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.199608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Made reservation on behalf of 4f822401c9e04c4180c62ef88ba871ae for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:03.305120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Network dbd174fa-a577-4b21-a945-7038cfbab95f is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:03.329353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:03.339407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Pushing event updated for resources: {'Port': ['ID=4c2cd698-d41c-4c36-a742-e74554bee7fd,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:03.352197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:03.396299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=309ff6ab-713c-43b4-a029-705b123c8782,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:03.432223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52052) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:03.432674 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9bae1290-e45f-49f2-a02f-7309b7817034 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4503996 Feb 28 11:35:03.503822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '97c3bc53-2c02-4219-98fc-1c7839ac715a', 'name': 'tempest-PortsTestJSON-1691415220'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:03.529706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.532026 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-df75ca6f-551c-4fbc-bfad-dcbbd1e13260 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0816002 Feb 28 11:35:03.533834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 2001:db8::bd (dbd174fa-a577-4b21-a945-7038cfbab95f/f089f4d6-5e84-4794-8b3e-5d54d3dca2a4/500cd08d-992b-4982-b470-fbfdcc5954db) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:03.540600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52056) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:03.556171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:03.593150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:03.612516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:03.633609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:03.635132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2612d1f5-1812-410e-a6a7-4b8b0be6919a None None] Provisioning for port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:03.645944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-97c3bc53-2c02-4219-98fc-1c7839ac715a', 'network_id': '97c3bc53-2c02-4219-98fc-1c7839ac715a', 'tenant_id': 'f8723dc342b243fbb7beca10c85eea1e', 'fixed_ips': [{'subnet_id': 'c13e2a36-8dc3-428c-b2c8-0eb60ea06071'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:03.646906 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.662886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2612d1f5-1812-410e-a6a7-4b8b0be6919a None None] Provisioning complete for port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:03.663250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2612d1f5-1812-410e-a6a7-4b8b0be6919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.665471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:03.708725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.728116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2612d1f5-1812-410e-a6a7-4b8b0be6919a None None] Port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:03.731783 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Attempting to bind port 4c2cd698-d41c-4c36-a742-e74554bee7fd on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:03.732155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Attempting to bind port 4c2cd698-d41c-4c36-a742-e74554bee7fd by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'dbd174fa-a577-4b21-a945-7038cfbab95f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:03.732541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Attempting to bind port 4c2cd698-d41c-4c36-a742-e74554bee7fd on network dbd174fa-a577-4b21-a945-7038cfbab95f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:03.747365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.751839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:03.751839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Checking segment: {'id': 'cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'dbd174fa-a577-4b21-a945-7038cfbab95f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:03.751839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.751839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Bound using segment: {'id': 'cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'dbd174fa-a577-4b21-a945-7038cfbab95f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:03.751839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Bound port: 4c2cd698-d41c-4c36-a742-e74554bee7fd, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': 'dbd174fa-a577-4b21-a945-7038cfbab95f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:03.752334 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.793056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2612d1f5-1812-410e-a6a7-4b8b0be6919a None None] Provisioning complete for port cf67e710-f885-4470-aee9-b4d8e9a4b532 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:03.793460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2612d1f5-1812-410e-a6a7-4b8b0be6919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.896778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52060) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:03.916375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.927771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.943845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b8386a8d-c4c9-432f-bc02-0d40d94cd3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:03.956404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:03.995112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b8386a8d-c4c9-432f-bc02-0d40d94cd3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:03.999070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b8386a8d-c4c9-432f-bc02-0d40d94cd3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ef97fd1c064ee5b50725c7c2cb9dd2 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:04.002528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b8386a8d-c4c9-432f-bc02-0d40d94cd3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:04.007659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] For port 4c2cd698-d41c-4c36-a742-e74554bee7fd, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:04.008534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b8386a8d-c4c9-432f-bc02-0d40d94cd3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:04.011548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] For port 4c2cd698-d41c-4c36-a742-e74554bee7fd, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4c2cd698-d41c-4c36-a742-e74554bee7fd,segment=NetworkSegment(cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121),segment_id=cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:04.029330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 29ab485a-ac54-4be3-bcab-499794e385f9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:04.078624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.082761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b8386a8d-c4c9-432f-bc02-0d40d94cd3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.084091 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:04.120092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.146041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b8386a8d-c4c9-432f-bc02-0d40d94cd3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.181146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:04.184301 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.201102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Transition to ACTIVE for port object 500cd08d-992b-4982-b470-fbfdcc5954db will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:04.230566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267bcc1-9b2f-4453-9867-8f91919d6b32 None None] Pushing event updated for resources: {'Port': ['ID=4c2cd698-d41c-4c36-a742-e74554bee7fd,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:04.243569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8386a8d-c4c9-432f-bc02-0d40d94cd3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbb7026-b511-4427-ba09-a10b20c46ec3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:04.270797 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b8386a8d-c4c9-432f-bc02-0d40d94cd3d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4ef97fd1c064ee5b50725c7c2cb9dd2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3729310 Feb 28 11:35:04.280268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port bfc128b4-4564-43bb-8b5c-80f38fb67337 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:04.281787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52064) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:04.346824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.382212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Allocated IP 172.20.0.2 (97c3bc53-2c02-4219-98fc-1c7839ac715a/c13e2a36-8dc3-428c-b2c8-0eb60ea06071/d5f41c37-6433-47b6-ac8c-3301c2f0c800) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:04.411149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.447036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.470910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 29ab485a-ac54-4be3-bcab-499794e385f9 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:04.488709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 29ab485a-ac54-4be3-bcab-499794e385f9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:04.489089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.517598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-13fd36b4-bd6d-47a2-94e1-c6bcf95cdebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.519056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Subnet': ['ID=c518e83f-0d3d-468d-9c74-346d4ad617f0,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:04.526872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7deeac37-5464-41f4-a4c4-2373b50cd29d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:04.527553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Checking segment: {'id': '0711b933-02d6-4b28-815c-8e30ee04fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1661114-a285-4f50-b933-5621b7dc051a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:04.527926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network hostable DHCP agents. Network: f1661114-a285-4f50-b933-5621b7dc051a, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:04.529696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.572339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-16b9eef2-c8bd-45a8-b7dc-cfb5cd1bef91 None None] Provisioning complete for port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:04.572719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-16b9eef2-c8bd-45a8-b7dc-cfb5cd1bef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.647006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network f1661114-a285-4f50-b933-5621b7dc051a is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:04.667395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-13fd36b4-bd6d-47a2-94e1-c6bcf95cdebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.687035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Delete allocated IP 2001:db8:0:1::225 (49f701cc-5ff9-49e3-b49d-111871acb856/ba11f426-f62b-41ab-96f7-1a7c89d3822c) {{(pid=84339) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:35:04.709827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network dbd174fa-a577-4b21-a945-7038cfbab95f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:04.713937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:04.714714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-16b9eef2-c8bd-45a8-b7dc-cfb5cd1bef91 None None] Port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:04.715841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=500cd08d-992b-4982-b470-fbfdcc5954db,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:04.717983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.719989 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-32675a4b-587a-42c2-b6da-72fda58d12d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1765783 Feb 28 11:35:04.723652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52068) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:04.730189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:04.733463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:04.734012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:04.734772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.748453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f1661114-a285-4f50-b933-5621b7dc051a) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:04.755539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:04.776898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:04.776898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.789205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:04.806925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:04.830187 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbdacb6-cf67-47bc-a556-2a2248803372 None None] Network f1661114-a285-4f50-b933-5621b7dc051a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:04.838168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:04.923346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.924990 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:35:04.934397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.951318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-13fd36b4-bd6d-47a2-94e1-c6bcf95cdebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.951920 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1ec9350c-9e1d-4240-8c25-59528d3205c5 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0742881 Feb 28 11:35:04.956772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52072) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:04.957558 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-001cf99d-4fd6-44e4-ad09-3d959cb04db9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6817899 Feb 28 11:35:04.967237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:04.970595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52076) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:04.986496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-fcdee95f-f4ec-4836-85c7-862b8d9fd003 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f1661114-a285-4f50-b933-5621b7dc051a'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:04.992182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Transition to ACTIVE for port object d5f41c37-6433-47b6-ac8c-3301c2f0c800 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:05.042187 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 29ab485a-ac54-4be3-bcab-499794e385f9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=29ab485a-ac54-4be3-bcab-499794e385f9,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:05.045788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Transition to ACTIVE for port object d5f41c37-6433-47b6-ac8c-3301c2f0c800 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:05.045970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:35:05.065125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd36b4-bd6d-47a2-94e1-c6bcf95cdebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbb7026-b511-4427-ba09-a10b20c46ec3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:05.119101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.141822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-13fd36b4-bd6d-47a2-94e1-c6bcf95cdebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.141822 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-13fd36b4-bd6d-47a2-94e1-c6bcf95cdebb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bbb7026-b511-4427-ba09-a10b20c46ec3 HTTP/1.1" status: 204 len: 168 time: 0.8588812 Feb 28 11:35:05.147561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.167769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:05.170284 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.199474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.209404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f1661114-a285-4f50-b933-5621b7dc051a', 'network_id': 'f1661114-a285-4f50-b933-5621b7dc051a', 'tenant_id': '4f822401c9e04c4180c62ef88ba871ae', 'fixed_ips': [{'subnet_id': 'c518e83f-0d3d-468d-9c74-346d4ad617f0'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:05.210393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.262491 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Network 97c3bc53-2c02-4219-98fc-1c7839ac715a is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:05.264524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=29ab485a-ac54-4be3-bcab-499794e385f9,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:05.267702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:05.314868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.340432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.345427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:05.379396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.14 (97c3bc53-2c02-4219-98fc-1c7839ac715a/c13e2a36-8dc3-428c-b2c8-0eb60ea06071/bfc128b4-4564-43bb-8b5c-80f38fb67337) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:05.462107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e0709a-a185-41e3-8cc4-a9f07f27b51e,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:05.518257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Pushing event updated for resources: {'Port': ['ID=d5f41c37-6433-47b6-ac8c-3301c2f0c800,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:05.600008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Attempting to bind port d5f41c37-6433-47b6-ac8c-3301c2f0c800 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:05.600379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Attempting to bind port d5f41c37-6433-47b6-ac8c-3301c2f0c800 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '895695c0-da40-4501-bb89-f5b138cf463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97c3bc53-2c02-4219-98fc-1c7839ac715a'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:05.600740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Attempting to bind port d5f41c37-6433-47b6-ac8c-3301c2f0c800 on network 97c3bc53-2c02-4219-98fc-1c7839ac715a {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:05.610027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:05.610638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Checking segment: {'id': '895695c0-da40-4501-bb89-f5b138cf463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97c3bc53-2c02-4219-98fc-1c7839ac715a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:05.611654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.614159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Bound using segment: {'id': '895695c0-da40-4501-bb89-f5b138cf463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97c3bc53-2c02-4219-98fc-1c7839ac715a'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:05.614687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Bound port: d5f41c37-6433-47b6-ac8c-3301c2f0c800, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895695c0-da40-4501-bb89-f5b138cf463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '97c3bc53-2c02-4219-98fc-1c7839ac715a'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:05.615112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.748907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] In _notify_port_updated(), no bound segment for port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 on network 49f701cc-5ff9-49e3-b49d-111871acb856 {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:35:05.749637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Allocated IP 2001:db8:1::2 (f1661114-a285-4f50-b933-5621b7dc051a/c518e83f-0d3d-468d-9c74-346d4ad617f0/b1e7ee49-f7c2-492e-aaf8-f8fef913e59c) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:05.769176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:05.775604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.783336 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "PUT /v2.0/ports/b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 HTTP/1.1" status: 200 len: 926 time: 3.0886304 Feb 28 11:35:05.784654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52086) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:05.785402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083a56d-2630-4e9e-814f-e5d309b6c446 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=b03123fa-1b7a-4758-ad82-7ffe2e1bbe96,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:05.824050 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.827792 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b59b04ee-91c7-4316-a129-25c664629c0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.1005039 Feb 28 11:35:05.852159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52088) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:05.865370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:05.874177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:05.881688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:05.884833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:05.923504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:05.939325 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fcdee95f-f4ec-4836-85c7-862b8d9fd003 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:05.940478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a0b230bd-6826-494d-a612-d6aa747127f8'}, {'subnet_id': 'ba11f426-f62b-41ab-96f7-1a7c89d3822c'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:06.014136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae80f043-71af-48c1-8e8d-ff62d521330a None None] Network dbd174fa-a577-4b21-a945-7038cfbab95f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:06.041304 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:35:06.165243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4c2cd698-d41c-4c36-a742-e74554bee7fd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:06.166738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.236195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] For port d5f41c37-6433-47b6-ac8c-3301c2f0c800, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:06.263900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.269828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] For port d5f41c37-6433-47b6-ac8c-3301c2f0c800, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d5f41c37-6433-47b6-ac8c-3301c2f0c800,segment=NetworkSegment(895695c0-da40-4501-bb89-f5b138cf463d),segment_id=895695c0-da40-4501-bb89-f5b138cf463d)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:06.395781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.399737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2696fac1-4afd-4624-b625-2922ae4059d2 None None] Provisioning for port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:06.459630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 4c2cd698-d41c-4c36-a742-e74554bee7fd completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:06.459863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.462524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2696fac1-4afd-4624-b625-2922ae4059d2 None None] Provisioning complete for port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:06.462929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2696fac1-4afd-4624-b625-2922ae4059d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.482372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.483814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.499402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object bfc128b4-4564-43bb-8b5c-80f38fb67337 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:06.553199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.577422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 29ab485a-ac54-4be3-bcab-499794e385f9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:06.584463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=820694b9-3fee-4fca-8809-595b55b9f91b,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:06.599141 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-fcdee95f-f4ec-4836-85c7-862b8d9fd003 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:35:06.605494 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fcdee95f-f4ec-4836-85c7-862b8d9fd003 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "PUT /v2.0/routers/f715372e-8605-4617-8e62-935fb75ffefe HTTP/1.1" status: 400 len: 364 time: 1.6468258 Feb 28 11:35:06.606039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52104) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:06.697766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2696fac1-4afd-4624-b625-2922ae4059d2 None None] Port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:06.711363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.742793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa31fa-b756-420c-97a0-2ca03ad11884 None None] Pushing event updated for resources: {'Port': ['ID=d5f41c37-6433-47b6-ac8c-3301c2f0c800,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:06.772434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Transition to ACTIVE for port object b1e7ee49-f7c2-492e-aaf8-f8fef913e59c will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:06.777257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.836751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Transition to ACTIVE for port object b1e7ee49-f7c2-492e-aaf8-f8fef913e59c will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:06.857112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.867876 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f2bf769b-ac93-40be-a7a1-ffd8ebb1ce18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0009708 Feb 28 11:35:06.895091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 29ab485a-ac54-4be3-bcab-499794e385f9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:06.898975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:06.909030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 97c3bc53-2c02-4219-98fc-1c7839ac715a is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:06.913133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:06.915533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:06.966938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=bfc128b4-4564-43bb-8b5c-80f38fb67337,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:07.020670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b8f263b5-9d7e-419d-a2dd-9e0db5a84bb2 None None] Provisioning for port 4c2cd698-d41c-4c36-a742-e74554bee7fd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:07.024512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.101401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8:0:1::164 (49f701cc-5ff9-49e3-b49d-111871acb856/ba11f426-f62b-41ab-96f7-1a7c89d3822c/b03123fa-1b7a-4758-ad82-7ffe2e1bbe96) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:07.193703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b8f263b5-9d7e-419d-a2dd-9e0db5a84bb2 None None] Provisioning complete for port 4c2cd698-d41c-4c36-a742-e74554bee7fd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:07.194291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f263b5-9d7e-419d-a2dd-9e0db5a84bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.300633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:07.301139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.334247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Network f1661114-a285-4f50-b933-5621b7dc051a is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:07.337507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:07.339461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Pushing event updated for resources: {'Port': ['ID=b1e7ee49-f7c2-492e-aaf8-f8fef913e59c,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:07.341736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:07.377427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52124) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:07.445484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-5d787eff-3d01-46a0-b31a-bc09e1fe6044 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-255631387&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.1498713 Feb 28 11:35:07.480774 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-09db635a-327a-4919-bb25-ffa76112b94e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0467491 Feb 28 11:35:07.483397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52130) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:07.493256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '97c3bc53-2c02-4219-98fc-1c7839ac715a', 'name': 'tempest-PortsTestJSON-937890526'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:07.551783 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Attempting to bind port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:07.552157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Attempting to bind port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0711b933-02d6-4b28-815c-8e30ee04fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1661114-a285-4f50-b933-5621b7dc051a'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:07.552512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Attempting to bind port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c on network f1661114-a285-4f50-b933-5621b7dc051a {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:07.571869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:07.572238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Checking segment: {'id': '0711b933-02d6-4b28-815c-8e30ee04fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1661114-a285-4f50-b933-5621b7dc051a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:07.572628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.573002 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Bound using segment: {'id': '0711b933-02d6-4b28-815c-8e30ee04fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1661114-a285-4f50-b933-5621b7dc051a'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:07.573469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Bound port: b1e7ee49-f7c2-492e-aaf8-f8fef913e59c, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0711b933-02d6-4b28-815c-8e30ee04fc95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1661114-a285-4f50-b933-5621b7dc051a'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:07.573901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.588193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f263b5-9d7e-419d-a2dd-9e0db5a84bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.623838 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-442660830-network', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:07.652733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:07.708308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b8f263b5-9d7e-419d-a2dd-9e0db5a84bb2 None None] For port 4c2cd698-d41c-4c36-a742-e74554bee7fd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4c2cd698-d41c-4c36-a742-e74554bee7fd,segment=NetworkSegment(cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121),segment_id=cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:07.741572 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] For port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:07.743440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Usage tracker for resource:network and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:07.745421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] For port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b1e7ee49-f7c2-492e-aaf8-f8fef913e59c,segment=NetworkSegment(0711b933-02d6-4b28-815c-8e30ee04fc95),segment_id=0711b933-02d6-4b28-815c-8e30ee04fc95)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:07.779016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:07.785102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f263b5-9d7e-419d-a2dd-9e0db5a84bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.796275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:07.796399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.806135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-3871c404-e867-4b99-9b65-71397e9621b4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:07.807691 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-3871c404-e867-4b99-9b65-71397e9621b4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=972b77cf-bcb2-4307-9715-3a0124ece65d HTTP/1.1" status: 200 len: 797 time: 0.3566978 Feb 28 11:35:07.836236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:07.877659 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-2959aef7-ed96-4ce9-b818-05625c136fa1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0633299 Feb 28 11:35:07.966266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:07.974707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:07.978907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:07.987832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:07.987985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f263b5-9d7e-419d-a2dd-9e0db5a84bb2 None None] Pushing event updated for resources: {'Port': ['ID=4c2cd698-d41c-4c36-a742-e74554bee7fd,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:08.032511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d5f41c37-6433-47b6-ac8c-3301c2f0c800 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:08.105469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Made reservation on behalf of f48f551f4f5b4c48a3a7d600e7c9c028 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:08.108168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.132528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fce4dadb-ebff-4394-8191-684dd9e5baf1 None None] Provisioning for port 500cd08d-992b-4982-b470-fbfdcc5954db completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:08.133412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:35:08.152657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.154375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.167488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.182196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Ignored duplicate provisioning block setup for port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 11:35:08.196641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302806f7-191b-4bb4-9361-52daa501d7a1 None None] Pushing event updated for resources: {'Port': ['ID=b1e7ee49-f7c2-492e-aaf8-f8fef913e59c,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:08.226235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:08.230760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.237759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fce4dadb-ebff-4394-8191-684dd9e5baf1 None None] Provisioning complete for port 500cd08d-992b-4982-b470-fbfdcc5954db triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:08.237759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fce4dadb-ebff-4394-8191-684dd9e5baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.247606 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-3c98d29f-4c5f-4299-a662-7d04113b11a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3683517 Feb 28 11:35:08.248856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.346356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fce4dadb-ebff-4394-8191-684dd9e5baf1 None None] Port 500cd08d-992b-4982-b470-fbfdcc5954db cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:08.356497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.383095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fce4dadb-ebff-4394-8191-684dd9e5baf1 None None] Provisioning complete for port 4c2cd698-d41c-4c36-a742-e74554bee7fd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:08.383480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fce4dadb-ebff-4394-8191-684dd9e5baf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.459760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port d5f41c37-6433-47b6-ac8c-3301c2f0c800 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:08.484702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc9541-6db7-4a18-9b57-f49cbb96a5a9 None None] Network 97c3bc53-2c02-4219-98fc-1c7839ac715a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:08.499939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port 5a191e82-eadd-4543-a6cf-b3fe3e6a48cd yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:08.672661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] In _notify_port_updated(), no bound segment for port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 on network 49f701cc-5ff9-49e3-b49d-111871acb856 {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:35:08.677181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:08.677655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.678191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:08.681976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "PUT /v2.0/ports/b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 HTTP/1.1" status: 200 len: 1012 time: 2.7682343 Feb 28 11:35:08.690796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52138) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:08.752613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=500cd08d-992b-4982-b470-fbfdcc5954db,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:08.850295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba0e82-3b8f-4451-8720-34e065185617 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=b03123fa-1b7a-4758-ad82-7ffe2e1bbe96,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:08.873472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Allocated IP 2001:db8::1 (5f843a77-4d57-4a6f-b934-2935d0c63c3b/eeb47117-4a7f-4553-b5f3-0a6116d42f43/452e03f7-1944-4df2-9798-91cf7925fd42) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:08.921273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Provisioning complete for port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:08.922411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.956138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bbce2-a117-4f5f-80b3-819b7cc0f22c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:08.956481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbce2-a117-4f5f-80b3-819b7cc0f22c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:08.976591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Usage tracker for resource:security_group_rule and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:08.993576 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Port b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:09.010419 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Provisioning complete for port 500cd08d-992b-4982-b470-fbfdcc5954db triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:09.010920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.026594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:09.074119 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-8e2106ba-f6f0-4b78-9331-0bce0e21412f service neutron] 10.222.0.31 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8107352 Feb 28 11:35:09.081883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:09.097879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Port 500cd08d-992b-4982-b470-fbfdcc5954db cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:09.184044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.13 (97c3bc53-2c02-4219-98fc-1c7839ac715a/c13e2a36-8dc3-428c-b2c8-0eb60ea06071/5a191e82-eadd-4543-a6cf-b3fe3e6a48cd) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:09.190505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Provisioning for port d5f41c37-6433-47b6-ac8c-3301c2f0c800 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:09.198917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Provisioning complete for port d5f41c37-6433-47b6-ac8c-3301c2f0c800 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:09.199576 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.224184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.241740 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-e93a0f5c-9027-4baf-8fce-68fcd3ac6924 service neutron] 10.222.0.31 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506667 Feb 28 11:35:09.301221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Transition to ACTIVE for port object 452e03f7-1944-4df2-9798-91cf7925fd42 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:09.369354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.391176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.444907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.482417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.509112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] For port d5f41c37-6433-47b6-ac8c-3301c2f0c800, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d5f41c37-6433-47b6-ac8c-3301c2f0c800,segment=NetworkSegment(895695c0-da40-4501-bb89-f5b138cf463d),segment_id=895695c0-da40-4501-bb89-f5b138cf463d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:09.563711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 731} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:09.581714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.589940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d90658-6078-4581-8b53-fdb75bbc21ad,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:09.623679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.624082 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Added segment 570b9512-792a-4b45-aeea-ac70c45a51f9 of type vlan for network 8fd774dd-d19f-4ed4-96ef-55403b622175 Feb 28 11:35:09.634762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbce2-a117-4f5f-80b3-819b7cc0f22c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.674924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.684329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984a123-34ac-4eaf-88f0-a97d7089d8cb None None] Network f1661114-a285-4f50-b933-5621b7dc051a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:09.784370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.798687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e3869-836d-4828-b177-6da51dcee4de None None] Pushing event updated for resources: {'Port': ['ID=d5f41c37-6433-47b6-ac8c-3301c2f0c800,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:09.799301 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.817559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network 5f843a77-4d57-4a6f-b934-2935d0c63c3b is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:09.818938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:09.824926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:09.825550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.827418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ee2bbce2-a117-4f5f-80b3-819b7cc0f22c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:09.842229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Port': ['ID=452e03f7-1944-4df2-9798-91cf7925fd42,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:09.867227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object 5a191e82-eadd-4543-a6cf-b3fe3e6a48cd will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:09.877884 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1df7aab5-686e-4fcf-a115-32a59c274fea None None] Provisioning for port bfc128b4-4564-43bb-8b5c-80f38fb67337 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:09.893059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1df7aab5-686e-4fcf-a115-32a59c274fea None None] Provisioning complete for port bfc128b4-4564-43bb-8b5c-80f38fb67337 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:09.893059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1df7aab5-686e-4fcf-a115-32a59c274fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.905340 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-435bc2cd-f6c9-405f-b717-869e517ac8b5 req-73e6976e-3b43-4d35-8ac7-4fb61e6b7b65 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 210 time: 0.2342865 Feb 28 11:35:09.970331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.971286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:09.971902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:09.975463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.054139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1df7aab5-686e-4fcf-a115-32a59c274fea None None] Port bfc128b4-4564-43bb-8b5c-80f38fb67337 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:10.073285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.130056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4c2cd698-d41c-4c36-a742-e74554bee7fd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:10.199344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1df7aab5-686e-4fcf-a115-32a59c274fea None None] Provisioning for port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:10.216666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 97c3bc53-2c02-4219-98fc-1c7839ac715a is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:10.217602 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.231437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 4c2cd698-d41c-4c36-a742-e74554bee7fd triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:10.231661 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8455737 Feb 28 11:35:10.231762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.258356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1df7aab5-686e-4fcf-a115-32a59c274fea None None] Provisioning complete for port d5f41c37-6433-47b6-ac8c-3301c2f0c800 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:10.258731 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1df7aab5-686e-4fcf-a115-32a59c274fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.293221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:10.307284 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52144) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:10.321255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Request body: {'subnet': {'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-442660830-subnet', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:10.327122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:10.332425 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Usage tracker for resource:subnet and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:10.335930 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:10.341870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:10.351911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:10.471823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:10.475480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.480389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b1e7ee49-f7c2-492e-aaf8-f8fef913e59c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:10.493223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Made reservation on behalf of f48f551f4f5b4c48a3a7d600e7c9c028 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:10.495823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.577663 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0932376 Feb 28 11:35:10.635745 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e960c7-9d79-4142-b8bf-f5311af5feba tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=5a191e82-eadd-4543-a6cf-b3fe3e6a48cd,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:10.637801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:10.638633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab29ce-ee98-48d8-aeb4-9c685906a6dc admin admin] Pushing event updated for resources: {'Network': ['ID=8fd774dd-d19f-4ed4-96ef-55403b622175,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:10.641665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52148) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:10.668430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:10.767743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbce2-a117-4f5f-80b3-819b7cc0f22c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.801148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:10.802006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.860014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bbce2-a117-4f5f-80b3-819b7cc0f22c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=b03123fa-1b7a-4758-ad82-7ffe2e1bbe96,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:10.941051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7ef05b99-c03c-46fb-8ccc-1a8a06d6ab35 None None] Provisioning for port 452e03f7-1944-4df2-9798-91cf7925fd42 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:10.948738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7ef05b99-c03c-46fb-8ccc-1a8a06d6ab35 None None] Provisioning complete for port 452e03f7-1944-4df2-9798-91cf7925fd42 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:10.955169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7ef05b99-c03c-46fb-8ccc-1a8a06d6ab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:10.996077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.043730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7ef05b99-c03c-46fb-8ccc-1a8a06d6ab35 None None] Port 452e03f7-1944-4df2-9798-91cf7925fd42 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:11.056735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b1e7ee49-f7c2-492e-aaf8-f8fef913e59c,segment=NetworkSegment(0711b933-02d6-4b28-815c-8e30ee04fc95),segment_id=0711b933-02d6-4b28-815c-8e30ee04fc95)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:11.089812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaf6582-060c-465e-8e3d-98a5b0a50102 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:11.094719 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9aaf6582-060c-465e-8e3d-98a5b0a50102 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 923 time: 0.4504023 Feb 28 11:35:11.130492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52164) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:11.157056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.160750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d5f41c37-6433-47b6-ac8c-3301c2f0c800 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:11.188838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:35:11.240455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.242800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee2bbce2-a117-4f5f-80b3-819b7cc0f22c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.246961 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97416621-f48d-4902-95a7-f4ca8b1082fa req-c6c2fef0-a2b6-497f-8347-c755d5e15110 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 210 time: 0.1496515 Feb 28 11:35:11.275249 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ee2bbce2-a117-4f5f-80b3-819b7cc0f22c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 HTTP/1.1" status: 204 len: 168 time: 2.5772076 Feb 28 11:35:11.275249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52170) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:11.314948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-1880812a-5776-4e26-b165-4aad6680c011 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 5a191e82-eadd-4543-a6cf-b3fe3e6a48cd {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:11.315546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1880812a-5776-4e26-b165-4aad6680c011 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.331301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=b1e7ee49-f7c2-492e-aaf8-f8fef913e59c,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:11.341020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.342530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d5f41c37-6433-47b6-ac8c-3301c2f0c800 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:11.346137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.356022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.356788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.364073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.394043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ea62a2-0f85-4014-824a-33771e603e7a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:35:11.394540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d0ea62a2-0f85-4014-824a-33771e603e7a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:11.438800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:11.441620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.442683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.444922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8e6b94fe-ca63-4633-ab1a-1d49cfbef4cf None None] Provisioning for port 5a191e82-eadd-4543-a6cf-b3fe3e6a48cd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:11.462762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8e6b94fe-ca63-4633-ab1a-1d49cfbef4cf None None] Provisioning complete for port 5a191e82-eadd-4543-a6cf-b3fe3e6a48cd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:11.463721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8e6b94fe-ca63-4633-ab1a-1d49cfbef4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:11.523359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b94fe-ca63-4633-ab1a-1d49cfbef4cf None None] Port 5a191e82-eadd-4543-a6cf-b3fe3e6a48cd cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:11.556132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=500cd08d-992b-4982-b470-fbfdcc5954db,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:11.558335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d0ea62a2-0f85-4014-824a-33771e603e7a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:11.559486 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d0ea62a2-0f85-4014-824a-33771e603e7a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 HTTP/1.1" status: 404 len: 333 time: 0.2867308 Feb 28 11:35:11.564892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52174) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:11.606074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Checking segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:11.606550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Network hostable DHCP agents. Network: 8fd774dd-d19f-4ed4-96ef-55403b622175, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:11.614696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event updated for resources: {'Port': ['ID=452e03f7-1944-4df2-9798-91cf7925fd42,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:11.696314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Network 5f843a77-4d57-4a6f-b934-2935d0c63c3b is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:11.697415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:11.760119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:11.805380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network dbd174fa-a577-4b21-a945-7038cfbab95f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:11.819526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:11.931983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b1e7ee49-f7c2-492e-aaf8-f8fef913e59c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:11.964844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 8fd774dd-d19f-4ed4-96ef-55403b622175) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:11.970983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:11.971884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.003258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f28194-3eec-4f83-96e6-494f4e22a87b None None] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:12.145852 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Router f715372e-8605-4617-8e62-935fb75ffefe has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:35:12.207914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-951c5f66-31cb-4167-9ed5-f5f3a2a59d72 None None] Provisioning complete for port 452e03f7-1944-4df2-9798-91cf7925fd42 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:12.208282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-951c5f66-31cb-4167-9ed5-f5f3a2a59d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.275997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1880812a-5776-4e26-b165-4aad6680c011 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.307303 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-33d8a235-7a4f-4ea9-aff0-1ea8a452c475 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9966021 Feb 28 11:35:12.313898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52182) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:12.315402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:12.316211 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.320423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:12.328525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:12.335240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Usage tracker for resource:router and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:12.339530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:12.352349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:12.353695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-14ba8d38-3535-4f4f-8b22-78c60bd564cf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet ba11f426-f62b-41ab-96f7-1a7c89d3822c {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:12.378978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-951c5f66-31cb-4167-9ed5-f5f3a2a59d72 None None] Port 452e03f7-1944-4df2-9798-91cf7925fd42 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:12.416429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14ba8d38-3535-4f4f-8b22-78c60bd564cf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.428511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:12.440168 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef53f7-e090-4d26-afac-5b4907c74870 None None] Sync routers for ids ['f715372e-8605-4617-8e62-935fb75ffefe'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:12.441723 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f00f3db8-8a54-4c44-ba25-4376fa6d3d97 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "PUT /v2.0/routers/f715372e-8605-4617-8e62-935fb75ffefe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8338537 Feb 28 11:35:12.444960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52186) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:12.456470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-1880812a-5776-4e26-b165-4aad6680c011 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 5a191e82-eadd-4543-a6cf-b3fe3e6a48cd owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:12.461942 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef53f7-e090-4d26-afac-5b4907c74870 None None] Routers {'f715372e-8605-4617-8e62-935fb75ffefe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:12.462726 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f8ef53f7-e090-4d26-afac-5b4907c74870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f715372e-8605-4617-8e62-935fb75ffefe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:12.485493 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-8fd774dd-d19f-4ed4-96ef-55403b622175', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:12.486317 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.523218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.524146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.561250 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7cc64093-c4f5-49c8-88f9-f60a453d738e req-786fdb4d-72a0-4cda-86d1-729d8fef8314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 210 time: 0.1125894 Feb 28 11:35:12.563117 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f8ef53f7-e090-4d26-afac-5b4907c74870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:12.576058 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ef53f7-e090-4d26-afac-5b4907c74870 None None] Routers {'f715372e-8605-4617-8e62-935fb75ffefe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:12.576860 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f8ef53f7-e090-4d26-afac-5b4907c74870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f715372e-8605-4617-8e62-935fb75ffefe'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:12.666285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.678385 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f8ef53f7-e090-4d26-afac-5b4907c74870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:12.678793 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ef53f7-e090-4d26-afac-5b4907c74870 None None] The sync data for ids ['f715372e-8605-4617-8e62-935fb75ffefe'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:12.689060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f0fddca8-1576-4576-93c2-77b196dc63d3 None None] Provisioning complete for port 500cd08d-992b-4982-b470-fbfdcc5954db triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:12.689060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0fddca8-1576-4576-93c2-77b196dc63d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.713369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dc1e2444-b4d2-468f-acac-3f9a378786ca tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.749502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f0fddca8-1576-4576-93c2-77b196dc63d3 None None] Port 500cd08d-992b-4982-b470-fbfdcc5954db cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:12.807676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14ba8d38-3535-4f4f-8b22-78c60bd564cf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:12.851697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Allocated IP 172.20.0.2 (8fd774dd-d19f-4ed4-96ef-55403b622175/b6bcdc01-3fc1-4aef-b97a-7204f808e3fb/61259b81-1283-4e1b-84df-26f86a6ca6ff) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:12.998040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14ba8d38-3535-4f4f-8b22-78c60bd564cf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.073928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1880812a-5776-4e26-b165-4aad6680c011 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.115862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.141767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1880812a-5776-4e26-b165-4aad6680c011 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=5a191e82-eadd-4543-a6cf-b3fe3e6a48cd,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:13.163608 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-dc1e2444-b4d2-468f-acac-3f9a378786ca tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 11:35:13.167949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.168123 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dc1e2444-b4d2-468f-acac-3f9a378786ca tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/routers/f715372e-8605-4617-8e62-935fb75ffefe HTTP/1.1" status: 409 len: 329 time: 0.7222800 Feb 28 11:35:13.168662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52190) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:13.266240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1880812a-5776-4e26-b165-4aad6680c011 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.279001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1880812a-5776-4e26-b165-4aad6680c011 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/5a191e82-eadd-4543-a6cf-b3fe3e6a48cd HTTP/1.1" status: 204 len: 168 time: 2.1427827 Feb 28 11:35:13.285040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52194) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:13.305055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Transition to ACTIVE for port object 61259b81-1283-4e1b-84df-26f86a6ca6ff will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:13.325636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router 18a8a32f-473b-46ed-a158-7bb524c7f3b4 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:35:13.329226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14ba8d38-3535-4f4f-8b22-78c60bd564cf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.331256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Transition to ACTIVE for port object 61259b81-1283-4e1b-84df-26f86a6ca6ff will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:13.377487 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-8126d5b1-80ae-485e-b243-ccfda8f99dcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:35:13.378008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8126d5b1-80ae-485e-b243-ccfda8f99dcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:13.389051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba8d38-3535-4f4f-8b22-78c60bd564cf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=ba11f426-f62b-41ab-96f7-1a7c89d3822c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:13.396334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14ba8d38-3535-4f4f-8b22-78c60bd564cf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.400942 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-14ba8d38-3535-4f4f-8b22-78c60bd564cf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/ba11f426-f62b-41ab-96f7-1a7c89d3822c HTTP/1.1" status: 204 len: 168 time: 1.8258467 Feb 28 11:35:13.401652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52198) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:13.403697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3c0630-f153-4afd-b320-ac8ea2c79e25 None None] Network 49f701cc-5ff9-49e3-b49d-111871acb856 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:13.424137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.561776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8126d5b1-80ae-485e-b243-ccfda8f99dcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:13.565948 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8126d5b1-80ae-485e-b243-ccfda8f99dcc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/5a191e82-eadd-4543-a6cf-b3fe3e6a48cd HTTP/1.1" status: 404 len: 333 time: 0.2809148 Feb 28 11:35:13.566145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:13.569542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52202) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:13.571004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:13.587688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:13.738119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4d34c7ae-7cd5-43a8-a840-f5ae999d1992 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port bfc128b4-4564-43bb-8b5c-80f38fb67337 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:13.738791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4d34c7ae-7cd5-43a8-a840-f5ae999d1992 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.778815 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Pushing event updated for resources: {'Port': ['ID=61259b81-1283-4e1b-84df-26f86a6ca6ff,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:13.801495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b66f5e3-3675-40f9-80f8-075286f3a8ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet a0b230bd-6826-494d-a612-d6aa747127f8 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:13.806933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Attempting to bind port 61259b81-1283-4e1b-84df-26f86a6ca6ff on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:13.807309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Attempting to bind port 61259b81-1283-4e1b-84df-26f86a6ca6ff by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:13.807663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Attempting to bind port 61259b81-1283-4e1b-84df-26f86a6ca6ff on network 8fd774dd-d19f-4ed4-96ef-55403b622175 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:13.844279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b66f5e3-3675-40f9-80f8-075286f3a8ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.860718 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5d62514-b955-4eff-af21-6bc5616dc4de req-b37cfc33-2fc3-4213-85b8-282c96d807f6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 210 time: 0.0474639 Feb 28 11:35:13.920045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:13.920283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Checking segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:13.920545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.920939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Bound using segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:13.921795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Bound port: 61259b81-1283-4e1b-84df-26f86a6ca6ff, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:13.922204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.926105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b66f5e3-3675-40f9-80f8-075286f3a8ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:13.960854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.006034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.093708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] For port 61259b81-1283-4e1b-84df-26f86a6ca6ff, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:14.096596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] For port 61259b81-1283-4e1b-84df-26f86a6ca6ff, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=61259b81-1283-4e1b-84df-26f86a6ca6ff,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:14.110941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.164912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.283472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b66f5e3-3675-40f9-80f8-075286f3a8ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.324192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837b3bcf-c449-471e-bf59-59de181fc7b7 None None] Pushing event updated for resources: {'Port': ['ID=61259b81-1283-4e1b-84df-26f86a6ca6ff,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:14.365550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-04944d6f-dc0f-4bf6-b79c-9a3755260fd1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:14.367060 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-04944d6f-dc0f-4bf6-b79c-9a3755260fd1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=972b77cf-bcb2-4307-9715-3a0124ece65d HTTP/1.1" status: 200 len: 797 time: 0.4565539 Feb 28 11:35:14.379010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:14.392341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ec6fb-68a2-443a-9c22-3db16074688a None None] Sync routers for ids ['18a8a32f-473b-46ed-a158-7bb524c7f3b4'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:14.415180 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4f13ac28-d382-4e77-9079-160ab964405b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/18a8a32f-473b-46ed-a158-7bb524c7f3b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4413021 Feb 28 11:35:14.417637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52208) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:14.422753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ec6fb-68a2-443a-9c22-3db16074688a None None] Routers {'18a8a32f-473b-46ed-a158-7bb524c7f3b4'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:14.423576 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-467ec6fb-68a2-443a-9c22-3db16074688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['18a8a32f-473b-46ed-a158-7bb524c7f3b4'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:14.521786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-467ec6fb-68a2-443a-9c22-3db16074688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:14.539252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467ec6fb-68a2-443a-9c22-3db16074688a None None] Routers {'18a8a32f-473b-46ed-a158-7bb524c7f3b4'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:14.539880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-467ec6fb-68a2-443a-9c22-3db16074688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:34:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['18a8a32f-473b-46ed-a158-7bb524c7f3b4'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:14.584982 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a549ab2-7bca-4c61-add7-571c80ca505a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:14.585975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6a549ab2-7bca-4c61-add7-571c80ca505a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:14.598877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4d34c7ae-7cd5-43a8-a840-f5ae999d1992 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.625964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Allocated IP 172.26.1.126 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/669ec1b8-ed9d-4106-96da-af7dc8d8a229) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:14.675139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-467ec6fb-68a2-443a-9c22-3db16074688a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:14.675835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467ec6fb-68a2-443a-9c22-3db16074688a None None] The sync data for ids ['18a8a32f-473b-46ed-a158-7bb524c7f3b4'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:14.741137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b66f5e3-3675-40f9-80f8-075286f3a8ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.757805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4d34c7ae-7cd5-43a8-a840-f5ae999d1992 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for bfc128b4-4564-43bb-8b5c-80f38fb67337 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:14.804854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66f5e3-3675-40f9-80f8-075286f3a8ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=a0b230bd-6826-494d-a612-d6aa747127f8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:14.851410 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-a2415e41-1971-4621-9306-b0ec9ea47ed1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 379 time: 0.4704661 Feb 28 11:35:14.852291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b66f5e3-3675-40f9-80f8-075286f3a8ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.864434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:14.887541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-177847ec-8ab6-4670-9693-e71c5dd67974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:14.927609 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7b66f5e3-3675-40f9-80f8-075286f3a8ef tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/a0b230bd-6826-494d-a612-d6aa747127f8 HTTP/1.1" status: 204 len: 168 time: 1.5214458 Feb 28 11:35:14.938999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52212) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:14.973017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6a549ab2-7bca-4c61-add7-571c80ca505a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:14.976740 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6a549ab2-7bca-4c61-add7-571c80ca505a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports/500cd08d-992b-4982-b470-fbfdcc5954db HTTP/1.1" status: 200 len: 983 time: 0.5465059 Feb 28 11:35:14.979539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52218) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:15.071081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.074710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.103297 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port cf67e710-f885-4470-aee9-b4d8e9a4b532 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:15.103633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.244987 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-40456921-24ff-4c25-aaf0-53b702d75917 req-f81191f6-6656-49d8-b6d7-c865ac700f98 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 210 time: 0.1144247 Feb 28 11:35:15.309911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:15.317223 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe45ae4-02db-4241-b2c5-9d301139626e None None] Network 49f701cc-5ff9-49e3-b49d-111871acb856 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:15.328335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:port and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:15.332420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:15.341427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:15.450743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-14a0d0ae-08bf-4812-80c1-cce27b5b14a4 None None] Provisioning complete for port cf67e710-f885-4470-aee9-b4d8e9a4b532 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:15.451415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-14a0d0ae-08bf-4812-80c1-cce27b5b14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.457204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.534568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:15.539302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.550687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4d34c7ae-7cd5-43a8-a840-f5ae999d1992 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.603885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] For port cf67e710-f885-4470-aee9-b4d8e9a4b532, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cf67e710-f885-4470-aee9-b4d8e9a4b532,segment=NetworkSegment(dfdb2e56-c02e-4730-9866-cc13b012d4b9),segment_id=dfdb2e56-c02e-4730-9866-cc13b012d4b9)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:15.604286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:15.655552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:15.675771 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Pushing event updated for resources: {'Port': ['ID=669ec1b8-ed9d-4106-96da-af7dc8d8a229,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:15.679295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:15.681386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:15.716509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34c7ae-7cd5-43a8-a840-f5ae999d1992 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=bfc128b4-4564-43bb-8b5c-80f38fb67337,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:15.800690 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098be25e-2ced-497d-9652-affc65d05419 None None] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:15.871363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for cf67e710-f885-4470-aee9-b4d8e9a4b532 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:15.904517 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] DHCP port deletion for 49f701cc-5ff9-49e3-b49d-111871acb856 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:15.951415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] Deleting port cf67e710-f885-4470-aee9-b4d8e9a4b532 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:15.951847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.095161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 61259b81-1283-4e1b-84df-26f86a6ca6ff up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:16.129756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4d34c7ae-7cd5-43a8-a840-f5ae999d1992 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.136395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ea035778-26bb-4881-84d0-301871bbe6c4 None None] Provisioning for port 61259b81-1283-4e1b-84df-26f86a6ca6ff completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:16.174958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.9 (972b77cf-bcb2-4307-9715-3a0124ece65d/5878a6b9-b8fb-4598-91ef-865504684a83/cdf91a86-3f61-4842-be79-aee9da8297ea) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:16.196359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.264075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=cf67e710-f885-4470-aee9-b4d8e9a4b532,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:16.269000 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4d34c7ae-7cd5-43a8-a840-f5ae999d1992 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/bfc128b4-4564-43bb-8b5c-80f38fb67337 HTTP/1.1" status: 204 len: 168 time: 2.6948094 Feb 28 11:35:16.269262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52224) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:16.276588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No DVR routers for this DVR port cf67e710-f885-4470-aee9-b4d8e9a4b532 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:16.382374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] For port cf67e710-f885-4470-aee9-b4d8e9a4b532, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cf67e710-f885-4470-aee9-b4d8e9a4b532,segment=NetworkSegment(dfdb2e56-c02e-4730-9866-cc13b012d4b9),segment_id=dfdb2e56-c02e-4730-9866-cc13b012d4b9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:16.382824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.467274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting port 452e03f7-1944-4df2-9798-91cf7925fd42 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:16.467506 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.504677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-44728fa7-c834-49c5-b55a-31e357646014 req-d1a9082a-8be7-4e40-8e12-d00d9ae612cb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:16.510786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] Calling delete_port for cf67e710-f885-4470-aee9-b4d8e9a4b532 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:16.533942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.539869 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dbfde11-9d59-44ab-b580-d70d0c9aaaa9 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:35:16.540450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2dbfde11-9d59-44ab-b580-d70d0c9aaaa9 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:16.541725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 61259b81-1283-4e1b-84df-26f86a6ca6ff completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:16.560105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object cdf91a86-3f61-4842-be79-aee9da8297ea will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:16.565471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 61259b81-1283-4e1b-84df-26f86a6ca6ff triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:16.565839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.639546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-44728fa7-c834-49c5-b55a-31e357646014 req-d1a9082a-8be7-4e40-8e12-d00d9ae612cb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:16.652531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44728fa7-c834-49c5-b55a-31e357646014 req-d1a9082a-8be7-4e40-8e12-d00d9ae612cb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 210 time: 0.2362323 Feb 28 11:35:16.654548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:16.654922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:16.683114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.711867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.758348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.762485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.775553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f701cc-5ff9-49e3-b49d-111871acb856']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:16.795784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfdb2e56-c02e-4730-9866-cc13b012d4b9') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:16.796138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfdb2e56-c02e-4730-9866-cc13b012d4b9') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:16.809387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 61259b81-1283-4e1b-84df-26f86a6ca6ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=61259b81-1283-4e1b-84df-26f86a6ca6ff,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:16.823996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.846264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2dbfde11-9d59-44ab-b580-d70d0c9aaaa9 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:16.850442 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2dbfde11-9d59-44ab-b580-d70d0c9aaaa9 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/bfc128b4-4564-43bb-8b5c-80f38fb67337 HTTP/1.1" status: 404 len: 333 time: 0.5802388 Feb 28 11:35:16.853404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52232) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:16.864927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.866912 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.908809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 972b77cf-bcb2-4307-9715-3a0124ece65d is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:16.909888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.915397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.916452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:16.919622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=cdf91a86-3f61-4842-be79-aee9da8297ea,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:16.923480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:16.941009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Releasing vlan 723 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:16.941360 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:16.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:16.960041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:16.997771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-65cf573b-1126-4fc3-8e19-43cc0de8a241 None None] Provisioning complete for port 61259b81-1283-4e1b-84df-26f86a6ca6ff triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:16.998290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-65cf573b-1126-4fc3-8e19-43cc0de8a241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.040918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:17.040918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.063258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=61259b81-1283-4e1b-84df-26f86a6ca6ff,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:17.071917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-00471923-b53b-4ddb-83ff-f830600aee08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.156393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] Deleting port cf67e710-f885-4470-aee9-b4d8e9a4b532 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:17.157085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.207237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-1706bb6a-b5a7-45b5-bdb9-f7b1f460d3b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3510842 Feb 28 11:35:17.220686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-668ba083-e0af-4e26-99a4-114a0d5a9caf None None] The port 'cf67e710-f885-4470-aee9-b4d8e9a4b532' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:35:17.240619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Request body: {'port': {'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:17.310603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Calling delete_port for 452e03f7-1944-4df2-9798-91cf7925fd42 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:17.341053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5043d8e3-c982-49ed-81b2-01c3df5c9d96 None None] Provisioning for port cdf91a86-3f61-4842-be79-aee9da8297ea completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:17.347664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5043d8e3-c982-49ed-81b2-01c3df5c9d96 None None] Provisioning complete for port cdf91a86-3f61-4842-be79-aee9da8297ea triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:17.348239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5043d8e3-c982-49ed-81b2-01c3df5c9d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.358595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port 500cd08d-992b-4982-b470-fbfdcc5954db {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:17.359226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.411359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-5043d8e3-c982-49ed-81b2-01c3df5c9d96 None None] Port cdf91a86-3f61-4842-be79-aee9da8297ea cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:17.421139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.541180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.562664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.574741 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad65cdb4-7060-4ab4-84b3-5d95e035a128 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet c13e2a36-8dc3-428c-b2c8-0eb60ea06071 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:17.586356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Network': ['ID=49f701cc-5ff9-49e3-b49d-111871acb856,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:17.588175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ad65cdb4-7060-4ab4-84b3-5d95e035a128 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.674804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.699218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ad65cdb4-7060-4ab4-84b3-5d95e035a128 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.749888 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b9ddf4fc-22be-4bbb-b1b6-1d81798955ce tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/networks/49f701cc-5ff9-49e3-b49d-111871acb856 HTTP/1.1" status: 204 len: 168 time: 2.8037364 Feb 28 11:35:17.756684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52238) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:17.824073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for 500cd08d-992b-4982-b470-fbfdcc5954db owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:17.894224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 61259b81-1283-4e1b-84df-26f86a6ca6ff up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:17.905278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ad65cdb4-7060-4ab4-84b3-5d95e035a128 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.942257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:17.972038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 61259b81-1283-4e1b-84df-26f86a6ca6ff triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:17.972542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.128139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013ed0a6-f3b0-4060-9016-2b5ad9bd2287 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:18.128763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-013ed0a6-f3b0-4060-9016-2b5ad9bd2287 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:18.147770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Port': ['ID=452e03f7-1944-4df2-9798-91cf7925fd42,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:18.214964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device cf67e710-f885-4470-aee9-b4d8e9a4b532 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:18.235755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b534e-0d0c-4d9d-ac01-48a3fb3dc1c3 req-ae4ec878-b11a-44e9-8163-c6794eda4a0a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:18.237897 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-612b534e-0d0c-4d9d-ac01-48a3fb3dc1c3 req-ae4ec878-b11a-44e9-8163-c6794eda4a0a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 931 time: 0.4352500 Feb 28 11:35:18.279072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.291547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: cf67e710-f885-4470-aee9-b4d8e9a4b532 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:18.291951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device cf67e710-f885-4470-aee9-b4d8e9a4b532 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:18.345283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-013ed0a6-f3b0-4060-9016-2b5ad9bd2287 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:18.351421 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-013ed0a6-f3b0-4060-9016-2b5ad9bd2287 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.5885723 Feb 28 11:35:18.353391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52242) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:18.357039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdf91a86-3f61-4842-be79-aee9da8297ea {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:35:18.371603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.416745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.424137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.438945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ad65cdb4-7060-4ab4-84b3-5d95e035a128 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.442798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:35:18.467717 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-612b534e-0d0c-4d9d-ac01-48a3fb3dc1c3 req-648f6eb5-6083-4104-8b77-00bc49c24283 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1954033 Feb 28 11:35:18.501646 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4b28bd37-e2d4-47bd-949f-ea80e38cce3b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1471267 Feb 28 11:35:18.514267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52246) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:18.519735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-43815174'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:18.524649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:18.528495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:network and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:18.531644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:18.537592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:18.543974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad65cdb4-7060-4ab4-84b3-5d95e035a128 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=c13e2a36-8dc3-428c-b2c8-0eb60ea06071,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:18.559107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ad65cdb4-7060-4ab4-84b3-5d95e035a128 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.564200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8a1267-fac5-431b-847b-3cd67329d41d None None] Network 97c3bc53-2c02-4219-98fc-1c7839ac715a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:18.601436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Transition to ACTIVE for port object cdf91a86-3f61-4842-be79-aee9da8297ea will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:18.603440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.630854 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ad65cdb4-7060-4ab4-84b3-5d95e035a128 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/c13e2a36-8dc3-428c-b2c8-0eb60ea06071 HTTP/1.1" status: 204 len: 168 time: 1.7727714 Feb 28 11:35:18.655067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52250) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:18.748196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=500cd08d-992b-4982-b470-fbfdcc5954db,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:18.881675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b8e4f4-d035-4f14-8d8e-033a2e734b07 None None] DHCP port deletion for 97c3bc53-2c02-4219-98fc-1c7839ac715a request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:18.888148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-60b8e4f4-d035-4f14-8d8e-033a2e734b07 None None] Deleting port d5f41c37-6433-47b6-ac8c-3301c2f0c800 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:18.888311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:18.889013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-60b8e4f4-d035-4f14-8d8e-033a2e734b07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.891600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.914396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:18.990591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.056309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:19.073448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.085305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf91a86-3f61-4842-be79-aee9da8297ea,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:19.094245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.094830 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Added segment 904b0da8-4c04-4f9e-a37d-720fbda69563 of type vlan for network 55849dd1-0918-4f6b-b37c-4e752fe3546c Feb 28 11:35:19.144151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port d5f41c37-6433-47b6-ac8c-3301c2f0c800 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:19.144640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.164033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-60b8e4f4-d035-4f14-8d8e-033a2e734b07 None None] For port d5f41c37-6433-47b6-ac8c-3301c2f0c800, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d5f41c37-6433-47b6-ac8c-3301c2f0c800,segment=NetworkSegment(895695c0-da40-4501-bb89-f5b138cf463d),segment_id=895695c0-da40-4501-bb89-f5b138cf463d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:19.164671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-60b8e4f4-d035-4f14-8d8e-033a2e734b07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.244582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Router f715372e-8605-4617-8e62-935fb75ffefe has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:35:19.274166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.296882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-60b8e4f4-d035-4f14-8d8e-033a2e734b07 None None] Calling delete_port for d5f41c37-6433-47b6-ac8c-3301c2f0c800 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:19.461149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-60b8e4f4-d035-4f14-8d8e-033a2e734b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.497867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Attempting to bind port cdf91a86-3f61-4842-be79-aee9da8297ea on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:19.501118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Attempting to bind port cdf91a86-3f61-4842-be79-aee9da8297ea by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:19.501118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Attempting to bind port cdf91a86-3f61-4842-be79-aee9da8297ea on network 972b77cf-bcb2-4307-9715-3a0124ece65d {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:19.509587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.513288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:19.513868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.536246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8e4f4-d035-4f14-8d8e-033a2e734b07 None None] Pushing event deleted for resources: {'Port': ['ID=d5f41c37-6433-47b6-ac8c-3301c2f0c800,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:19.544144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b8e4f4-d035-4f14-8d8e-033a2e734b07 None None] No DVR routers for this DVR port d5f41c37-6433-47b6-ac8c-3301c2f0c800 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:19.653531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.658495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:19.665357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] For port d5f41c37-6433-47b6-ac8c-3301c2f0c800, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d5f41c37-6433-47b6-ac8c-3301c2f0c800,segment=NetworkSegment(895695c0-da40-4501-bb89-f5b138cf463d),segment_id=895695c0-da40-4501-bb89-f5b138cf463d)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:19.665785 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.671613 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Sync routers for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:19.689176 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:19.689176 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:19.826135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Port cdf91a86-3f61-4842-be79-aee9da8297ea on network 972b77cf-bcb2-4307-9715-3a0124ece65d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:35:19.828942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Attempting to bind port cdf91a86-3f61-4842-be79-aee9da8297ea on network 972b77cf-bcb2-4307-9715-3a0124ece65d {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:19.831169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for d5f41c37-6433-47b6-ac8c-3301c2f0c800 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:19.875879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:19.876313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Checking segment: {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:19.876769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Bound using segment: {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:19.877320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Bound port: cdf91a86-3f61-4842-be79-aee9da8297ea, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51145d63-3cb1-4ada-b0ef-707ef220cf20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:19.877732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.880343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:19.886087 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-771966c0-dfec-48b5-a8b3-ddcae3162168 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "PUT /v2.0/routers/f715372e-8605-4617-8e62-935fb75ffefe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7164772 Feb 28 11:35:19.891461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52256) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:19.895469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Network': ['ID=55849dd1-0918-4f6b-b37c-4e752fe3546c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:19.900477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3b164-9973-41fe-bcd8-b4754aecd7ab None None] Sync routers for ids ['f715372e-8605-4617-8e62-935fb75ffefe'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:19.919335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 55849dd1-0918-4f6b-b37c-4e752fe3546c details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:19.965719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:19.971131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7fd0b15e-e8d9-4e14-800d-79040e5a7705 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4557276 Feb 28 11:35:19.974056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52260) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:19.974380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52262) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:19.975228 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7c68899d-84c7-4247-acc5-b709e8fc16f4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6596181 Feb 28 11:35:19.983683 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-89883fbd-9d94-444a-a579-705672604c89 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] show failed (client error): The resource could not be found. Feb 28 11:35:19.984823 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-89883fbd-9d94-444a-a579-705672604c89 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-813785568 HTTP/1.1" status: 404 len: 334 time: 0.0924606 Feb 28 11:35:19.988477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52264) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:19.989593 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:35:19.993961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-4f479521-ef5d-4a53-a6b9-b2c78604faee tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:20.069768 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-4f479521-ef5d-4a53-a6b9-b2c78604faee tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] update failed (client error): The resource could not be found. Feb 28 11:35:20.070867 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4f479521-ef5d-4a53-a6b9-b2c78604faee tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-1113641032 HTTP/1.1" status: 404 len: 335 time: 0.0813770 Feb 28 11:35:20.075118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52272) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:20.129661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': '55849dd1-0918-4f6b-b37c-4e752fe3546c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:20.140458 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d5f41c37-6433-47b6-ac8c-3301c2f0c800 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:20.196093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3b164-9973-41fe-bcd8-b4754aecd7ab None None] Routers {'f715372e-8605-4617-8e62-935fb75ffefe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:20.201412 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-80a3b164-9973-41fe-bcd8-b4754aecd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f715372e-8605-4617-8e62-935fb75ffefe'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:20.272052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:20.272283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:20.278755 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: d5f41c37-6433-47b6-ac8c-3301c2f0c800 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:20.279342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d5f41c37-6433-47b6-ac8c-3301c2f0c800 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:20.293311 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-80a3b164-9973-41fe-bcd8-b4754aecd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:20.308537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3b164-9973-41fe-bcd8-b4754aecd7ab None None] Routers {'f715372e-8605-4617-8e62-935fb75ffefe'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:20.309389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-80a3b164-9973-41fe-bcd8-b4754aecd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['f715372e-8605-4617-8e62-935fb75ffefe'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:20.317055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aa7dc47-c3bb-40a9-9334-80a7fad51809 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting subnet c518e83f-0d3d-468d-9c74-346d4ad617f0 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:20.320307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dc47-c3bb-40a9-9334-80a7fad51809 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.375771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-80a3b164-9973-41fe-bcd8-b4754aecd7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:20.376402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3b164-9973-41fe-bcd8-b4754aecd7ab None None] The sync data for ids ['f715372e-8605-4617-8e62-935fb75ffefe'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:20.388523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dc47-c3bb-40a9-9334-80a7fad51809 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.417709 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:16Z', 'revision_number': 3, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:20.423102 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Checking router: 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:35:20.423447 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Updating router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e port 669ec1b8-ed9d-4106-96da-af7dc8d8a229 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:35:20.478588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307df2f-93a1-48c2-badc-2869c969dd68 req-56a6bb05-a82a-4fc5-b247-31e244da0cbd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:20.483182 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4307df2f-93a1-48c2-badc-2869c969dd68 req-56a6bb05-a82a-4fc5-b247-31e244da0cbd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 943 time: 0.6915507 Feb 28 11:35:20.486712 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.490263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] For port cdf91a86-3f61-4842-be79-aee9da8297ea, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:20.493250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router 18a8a32f-473b-46ed-a158-7bb524c7f3b4 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:35:20.496420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dc47-c3bb-40a9-9334-80a7fad51809 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.503385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:20.537259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:20.542008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:20.545845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] For port cdf91a86-3f61-4842-be79-aee9da8297ea, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cdf91a86-3f61-4842-be79-aee9da8297ea,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:20.557470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:20.646601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.694211 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4307df2f-93a1-48c2-badc-2869c969dd68 req-3e643afa-8672-4898-baa5-232d0b189464 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883590 Feb 28 11:35:20.714515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dc47-c3bb-40a9-9334-80a7fad51809 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.764032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:20.773020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port d5f41c37-6433-47b6-ac8c-3301c2f0c800 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:20.773365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.809631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7dc47-c3bb-40a9-9334-80a7fad51809 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Subnet': ['ID=c518e83f-0d3d-468d-9c74-346d4ad617f0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:20.825420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648686e3-05b8-460b-b906-5cc14f2cc814 None None] Network f1661114-a285-4f50-b933-5621b7dc051a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:20.835226 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.840200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9aa7dc47-c3bb-40a9-9334-80a7fad51809 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.850622 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Transition to ACTIVE for port object 669ec1b8-ed9d-4106-96da-af7dc8d8a229 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:20.855436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] The port 'd5f41c37-6433-47b6-ac8c-3301c2f0c800' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:35:20.869330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.870676 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] 10.222.0.57 "PUT /v2.0/ports/cdf91a86-3f61-4842-be79-aee9da8297ea HTTP/1.1" status: 200 len: 1093 time: 3.6342337 Feb 28 11:35:20.879353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:35:20.912686 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9aa7dc47-c3bb-40a9-9334-80a7fad51809 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/subnets/c518e83f-0d3d-468d-9c74-346d4ad617f0 HTTP/1.1" status: 204 len: 168 time: 0.8365381 Feb 28 11:35:20.913585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52278) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:20.938732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44d994b-7278-4e4d-b706-7fbb018b0ab0 service neutron] Pushing event updated for resources: {'Port': ['ID=cdf91a86-3f61-4842-be79-aee9da8297ea,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:20.939164 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:20.949108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.035506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:21.040853 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-03a8cf62-1881-48b3-bced-5f857bfe3c3e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/18a8a32f-473b-46ed-a158-7bb524c7f3b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0560870 Feb 28 11:35:21.045060 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'status': 'completed', 'code': 200} Feb 28 11:35:21.052375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52282) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:21.085606 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b351eea-92ba-4b08-a98c-ba5b18492979 None None] Sync routers for ids ['18a8a32f-473b-46ed-a158-7bb524c7f3b4'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:21.102476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.134023 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Pushing event updated for resources: {'Port': ['ID=669ec1b8-ed9d-4106-96da-af7dc8d8a229,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:21.139430 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Attempting to bind port 669ec1b8-ed9d-4106-96da-af7dc8d8a229 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:21.139790 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Attempting to bind port 669ec1b8-ed9d-4106-96da-af7dc8d8a229 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:21.140937 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Attempting to bind port 669ec1b8-ed9d-4106-96da-af7dc8d8a229 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:21.148016 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b351eea-92ba-4b08-a98c-ba5b18492979 None None] Routers {'18a8a32f-473b-46ed-a158-7bb524c7f3b4'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:21.148632 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0b351eea-92ba-4b08-a98c-ba5b18492979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['18a8a32f-473b-46ed-a158-7bb524c7f3b4'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.175158 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c3bc53-2c02-4219-98fc-1c7839ac715a']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.199522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.209513 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895695c0-da40-4501-bb89-f5b138cf463d') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.209513 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895695c0-da40-4501-bb89-f5b138cf463d') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.224214 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:21.224670 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:21.225456 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.225987 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:21.226445 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Bound port: 669ec1b8-ed9d-4106-96da-af7dc8d8a229, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:21.226832 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.230335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.247800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:21.248159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.255619 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.255970 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.256306 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.256631 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.256971 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.257296 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.257614 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.257945 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.258263 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.258576 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.258925 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:21.266730 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0b351eea-92ba-4b08-a98c-ba5b18492979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.273106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.297831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:21.297831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:21.307625 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:21.333757 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b351eea-92ba-4b08-a98c-ba5b18492979 None None] Routers {'18a8a32f-473b-46ed-a158-7bb524c7f3b4'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:21.334654 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0b351eea-92ba-4b08-a98c-ba5b18492979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['18a8a32f-473b-46ed-a158-7bb524c7f3b4'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.366642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da18808-3e2d-49e2-a372-19cd178e18dc None None] DHCP port deletion for f1661114-a285-4f50-b933-5621b7dc051a request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:21.376286 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3da18808-3e2d-49e2-a372-19cd178e18dc None None] Deleting port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:21.377050 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3da18808-3e2d-49e2-a372-19cd178e18dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.408111 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0b351eea-92ba-4b08-a98c-ba5b18492979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.408602 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b351eea-92ba-4b08-a98c-ba5b18492979 None None] The sync data for ids ['18a8a32f-473b-46ed-a158-7bb524c7f3b4'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:21.412707 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] For port 669ec1b8-ed9d-4106-96da-af7dc8d8a229, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:21.420912 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] For port 669ec1b8-ed9d-4106-96da-af7dc8d8a229, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=669ec1b8-ed9d-4106-96da-af7dc8d8a229,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:21.513389 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.617455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.630631 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:21.631282 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:21.661792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.681579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3da18808-3e2d-49e2-a372-19cd178e18dc None None] For port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b1e7ee49-f7c2-492e-aaf8-f8fef913e59c,segment=NetworkSegment(0711b933-02d6-4b28-815c-8e30ee04fc95),segment_id=0711b933-02d6-4b28-815c-8e30ee04fc95)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:21.681579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3da18808-3e2d-49e2-a372-19cd178e18dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.709151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Network': ['ID=97c3bc53-2c02-4219-98fc-1c7839ac715a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:21.722309 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-54ba7751-76ff-4fa5-9cc9-fba4b10233aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/networks/97c3bc53-2c02-4219-98fc-1c7839ac715a HTTP/1.1" status: 204 len: 168 time: 3.0375435 Feb 28 11:35:21.724687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52288) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:21.764275 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8de8c3-2949-40ac-9538-d373bd0d04e2 None None] Pushing event updated for resources: {'Port': ['ID=669ec1b8-ed9d-4106-96da-af7dc8d8a229,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:21.773687 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-ddddaf1e-ff9a-49f9-a70f-ed2a4dd9784c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 1096 time: 0.7307234 Feb 28 11:35:21.800472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-66267752'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:21.815059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:21.832103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:network and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:21.839256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:21.859785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3da18808-3e2d-49e2-a372-19cd178e18dc None None] Calling delete_port for b1e7ee49-f7c2-492e-aaf8-f8fef913e59c owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:21.860148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:21.877303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] For port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b1e7ee49-f7c2-492e-aaf8-f8fef913e59c,segment=NetworkSegment(0711b933-02d6-4b28-815c-8e30ee04fc95),segment_id=0711b933-02d6-4b28-815c-8e30ee04fc95)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:21.878063 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:21.923582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b1e7ee49-f7c2-492e-aaf8-f8fef913e59c no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:21.949564 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:35:21.966797 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-9aad69d4-d46b-49b7-9c19-2139d82f0555 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf91a86-3f61-4842-be79-aee9da8297ea HTTP/1.1" status: 200 len: 217 time: 0.1303909 Feb 28 11:35:22.013081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Calling delete_port for b1e7ee49-f7c2-492e-aaf8-f8fef913e59c owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:22.052708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-4ceb9f80-2ef4-4ca0-8cec-472a56b784bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:22.054118 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-4ceb9f80-2ef4-4ca0-8cec-472a56b784bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5878a6b9-b8fb-4598-91ef-865504684a83 HTTP/1.1" status: 200 len: 835 time: 0.0807874 Feb 28 11:35:22.086014 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.159758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:22.161075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:22.163972 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:22.169174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.190592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3da18808-3e2d-49e2-a372-19cd178e18dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.208516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:22.222393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.223604 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Added segment 398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5 of type vlan for network 557ff53d-6830-47cb-8802-b812e64564eb Feb 28 11:35:22.251425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da18808-3e2d-49e2-a372-19cd178e18dc None None] Pushing event deleted for resources: {'Port': ['ID=b1e7ee49-f7c2-492e-aaf8-f8fef913e59c,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:22.259694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3da18808-3e2d-49e2-a372-19cd178e18dc None None] No DVR routers for this DVR port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:22.268854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.292335 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:16Z', 'revision_number': 3, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:22.296987 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4415d7c-8ba6-4f52-99ae-1ea6cef6f527 None None] The sync data for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv is: [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:16Z', 'revision_number': 3, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:22.304298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-7010679d-4bcf-4fa7-9799-b9da81ff2d7d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 11:35:22.305340 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7010679d-4bcf-4fa7-9799-b9da81ff2d7d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/18a8a32f-473b-46ed-a158-7bb524c7f3b4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.2518904 Feb 28 11:35:22.308434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52294) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:22.361857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-707e1523-2bb5-4ba5-92b0-d88ce92d6222 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:22.368328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-f5c525d1-15d4-497a-a540-7633ce0b3ced service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=972b77cf-bcb2-4307-9715-3a0124ece65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2655125 Feb 28 11:35:22.378223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9d2ce8-3b8d-457d-92e7-06fc12ff4428 req-56e4ddac-2eae-4b7b-9772-c4f6215a07dc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:22.379727 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea9d2ce8-3b8d-457d-92e7-06fc12ff4428 req-56e4ddac-2eae-4b7b-9772-c4f6215a07dc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 943 time: 0.3297992 Feb 28 11:35:22.393373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.397392 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:22.398050 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.477884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.487351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-707e1523-2bb5-4ba5-92b0-d88ce92d6222 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:22.494943 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-707e1523-2bb5-4ba5-92b0-d88ce92d6222 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=18a8a32f-473b-46ed-a158-7bb524c7f3b4 HTTP/1.1" status: 200 len: 205 time: 0.1852458 Feb 28 11:35:22.504612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52298) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:22.605162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Network': ['ID=557ff53d-6830-47cb-8802-b812e64564eb,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:22.618645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 557ff53d-6830-47cb-8802-b812e64564eb details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:22.645969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=b62a1bbe-1833-4e00-821d-d810dfa3efc3,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:22.651695 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea9d2ce8-3b8d-457d-92e7-06fc12ff4428 req-bc30868d-6102-418d-ac7c-73aa79be745a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496121 Feb 28 11:35:22.724499 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b5f63e90-3ec5-4f15-a953-a5c46c360b90 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9269233 Feb 28 11:35:22.728472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting port b1e7ee49-f7c2-492e-aaf8-f8fef913e59c {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:22.728822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.753284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52302) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:22.804310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] The port 'b1e7ee49-f7c2-492e-aaf8-f8fef913e59c' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:35:22.805517 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-7653fceb-73a5-4789-9eec-4ee86b8a60bf service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246600 Feb 28 11:35:22.822036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '557ff53d-6830-47cb-8802-b812e64564eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:22.847876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac6adf61-5442-4d19-aed1-d5cd34d779b2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:22.915655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Checking segment: {'id': '904b0da8-4c04-4f9e-a37d-720fbda69563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '55849dd1-0918-4f6b-b37c-4e752fe3546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:22.916021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network hostable DHCP agents. Network: 55849dd1-0918-4f6b-b37c-4e752fe3546c, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:23.050670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.081475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1661114-a285-4f50-b933-5621b7dc051a']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:23.157316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0711b933-02d6-4b28-815c-8e30ee04fc95') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:23.157316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0711b933-02d6-4b28-815c-8e30ee04fc95') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:23.205057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:23.216827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:23.232780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:23.251946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:23.270319 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6f69d3ee-b571-460d-9830-a66fa790fc98 req-63f37a2e-c148-4c06-9b45-9cdf38904ae1 service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4342389 Feb 28 11:35:23.275368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 55849dd1-0918-4f6b-b37c-4e752fe3546c is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:23.341482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.405105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:23.420516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.426689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 55849dd1-0918-4f6b-b37c-4e752fe3546c) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:23.436017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee270cd-8ed3-46dc-a1d9-d1d366a75d5f None None] Network 55849dd1-0918-4f6b-b37c-4e752fe3546c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:23.501499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:23.501846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:23.516257 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:23.543123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:23.543730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.572333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac6adf61-5442-4d19-aed1-d5cd34d779b2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.594114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac6adf61-5442-4d19-aed1-d5cd34d779b2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.638161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.667626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-55849dd1-0918-4f6b-b37c-4e752fe3546c', 'network_id': '55849dd1-0918-4f6b-b37c-4e752fe3546c', 'tenant_id': '3ca49ef460d44887b2e168eece11783d', 'fixed_ips': [{'subnet_id': 'b62a1bbe-1833-4e00-821d-d810dfa3efc3'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:23.669038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.670187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.700943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.714357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Network': ['ID=f1661114-a285-4f50-b933-5621b7dc051a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:23.718748 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-72c6d014-a8f9-4b19-ae6c-6bd6f388ef2a tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/networks/f1661114-a285-4f50-b933-5621b7dc051a HTTP/1.1" status: 204 len: 168 time: 2.8017347 Feb 28 11:35:23.721894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52308) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:23.753052 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8c28a121-4198-4c10-8e78-0f6872506a96 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7284098 Feb 28 11:35:23.758233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac6adf61-5442-4d19-aed1-d5cd34d779b2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.759038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6adf61-5442-4d19-aed1-d5cd34d779b2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Fanout notify agent at l3_agent the message router_deleted on router 18a8a32f-473b-46ed-a158-7bb524c7f3b4 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:35:23.760783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52312) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:23.777255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ac6adf61-5442-4d19-aed1-d5cd34d779b2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.778468 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ac6adf61-5442-4d19-aed1-d5cd34d779b2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/18a8a32f-473b-46ed-a158-7bb524c7f3b4 HTTP/1.1" status: 204 len: 168 time: 1.2733507 Feb 28 11:35:23.783220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': '55849dd1-0918-4f6b-b37c-4e752fe3546c', 'name': 'tempest-PortsIpV6TestJSON-582147001'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:23.785025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52316) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:23.829651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:23.863049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Allocated IP 2001:db8::2 (55849dd1-0918-4f6b-b37c-4e752fe3546c/b62a1bbe-1833-4e00-821d-d810dfa3efc3/36bb0dea-3a73-4dff-b38d-4dcf6b72bbde) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:23.882570 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e6e1922f-dfdd-4252-ba8a-bb135463e3aa req-0767366e-2fd5-4a98-8f68-34bd94692773 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 1096 time: 0.4633517 Feb 28 11:35:24.016062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 669ec1b8-ed9d-4106-96da-af7dc8d8a229 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:24.073551 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:24.097258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:24.103606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-7622bd24-39a8-4bba-9bda-20e9a0dee389 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting subnet 69fa1890-2bac-4c2b-aafd-f136733dcd45 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:24.107915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7622bd24-39a8-4bba-9bda-20e9a0dee389 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.166712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.169914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7622bd24-39a8-4bba-9bda-20e9a0dee389 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.179054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Transition to ACTIVE for port object 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:24.199322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Transition to ACTIVE for port object 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:24.228320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:24.231641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.269252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 669ec1b8-ed9d-4106-96da-af7dc8d8a229 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:24.271681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 083ade95-51a5-4635-ad5e-01f0a29fda2b yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:24.274687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 669ec1b8-ed9d-4106-96da-af7dc8d8a229 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:24.275182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.348671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7622bd24-39a8-4bba-9bda-20e9a0dee389 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.371684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.378229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1922f-dfdd-4252-ba8a-bb135463e3aa req-ef36408a-425f-46ac-ad02-c290282a9521 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:24.379713 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e6e1922f-dfdd-4252-ba8a-bb135463e3aa req-ef36408a-425f-46ac-ad02-c290282a9521 service neutron] 10.222.0.57 "GET /v2.0/networks?id=972b77cf-bcb2-4307-9715-3a0124ece65d HTTP/1.1" status: 200 len: 898 time: 0.4848480 Feb 28 11:35:24.505045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Pushing event updated for resources: {'Port': ['ID=36bb0dea-3a73-4dff-b38d-4dcf6b72bbde,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:24.505844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::25 (55849dd1-0918-4f6b-b37c-4e752fe3546c/b62a1bbe-1833-4e00-821d-d810dfa3efc3/083ade95-51a5-4635-ad5e-01f0a29fda2b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:24.510720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-43cdee5b-5949-49e4-8aa5-a134ed78d9fb tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting subnet f089f4d6-5e84-4794-8b3e-5d54d3dca2a4 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:24.526729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.530914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03b6e1-fadc-4089-9c3d-f3ec600e13e6 req-5501744a-0211-46b6-a504-2347128fbb12 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:24.538111 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d03b6e1-fadc-4089-9c3d-f3ec600e13e6 req-5501744a-0211-46b6-a504-2347128fbb12 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 943 time: 0.5772691 Feb 28 11:35:24.548795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Network 55849dd1-0918-4f6b-b37c-4e752fe3546c is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:24.551466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:24.554709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-43cdee5b-5949-49e4-8aa5-a134ed78d9fb tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.557797 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 669ec1b8-ed9d-4106-96da-af7dc8d8a229, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=669ec1b8-ed9d-4106-96da-af7dc8d8a229,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:24.559568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:24.616160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e6e1922f-dfdd-4252-ba8a-bb135463e3aa req-ffb96be0-130b-45bd-97fd-2f04e67f9a76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf91a86-3f61-4842-be79-aee9da8297ea HTTP/1.1" status: 200 len: 217 time: 0.2187970 Feb 28 11:35:24.630343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7622bd24-39a8-4bba-9bda-20e9a0dee389 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.634299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.642035 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.738335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622bd24-39a8-4bba-9bda-20e9a0dee389 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Subnet': ['ID=69fa1890-2bac-4c2b-aafd-f136733dcd45,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:24.769326 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab8f23-1369-4eda-93ce-9b0d30a38237 None None] Network 138e098a-68db-41c8-bd3e-0da5356763a3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:24.772889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7622bd24-39a8-4bba-9bda-20e9a0dee389 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.790976 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7622bd24-39a8-4bba-9bda-20e9a0dee389 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/subnets/69fa1890-2bac-4c2b-aafd-f136733dcd45 HTTP/1.1" status: 204 len: 168 time: 1.0677459 Feb 28 11:35:24.794360 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52320) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:24.841650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Attempting to bind port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:24.842011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Attempting to bind port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '904b0da8-4c04-4f9e-a37d-720fbda69563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '55849dd1-0918-4f6b-b37c-4e752fe3546c'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:24.842397 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Attempting to bind port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde on network 55849dd1-0918-4f6b-b37c-4e752fe3546c {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:24.853065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=669ec1b8-ed9d-4106-96da-af7dc8d8a229,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:24.878426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:24.878793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Checking segment: {'id': '904b0da8-4c04-4f9e-a37d-720fbda69563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '55849dd1-0918-4f6b-b37c-4e752fe3546c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:24.879233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.879624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Bound using segment: {'id': '904b0da8-4c04-4f9e-a37d-720fbda69563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '55849dd1-0918-4f6b-b37c-4e752fe3546c'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:24.880159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Bound port: 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904b0da8-4c04-4f9e-a37d-720fbda69563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': '55849dd1-0918-4f6b-b37c-4e752fe3546c'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:24.880537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.931672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-43cdee5b-5949-49e4-8aa5-a134ed78d9fb tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:24.951958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.029843 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d03b6e1-fadc-4089-9c3d-f3ec600e13e6 req-ce3d6ac1-f960-445c-99f3-f8dc4a3744cc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4905062 Feb 28 11:35:25.032280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1922f-dfdd-4252-ba8a-bb135463e3aa req-f034ac71-1f48-434a-ab9a-f458ac873dab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:25.033894 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e6e1922f-dfdd-4252-ba8a-bb135463e3aa req-f034ac71-1f48-434a-ab9a-f458ac873dab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5878a6b9-b8fb-4598-91ef-865504684a83 HTTP/1.1" status: 200 len: 835 time: 0.4037979 Feb 28 11:35:25.039846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Allocated IP 172.20.0.1 (8fd774dd-d19f-4ed4-96ef-55403b622175/b6bcdc01-3fc1-4aef-b97a-7204f808e3fb/b2d57cd8-92f0-4e94-ae00-df3669d4652b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:25.049928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object 083ade95-51a5-4635-ad5e-01f0a29fda2b will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:25.070401 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] For port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:25.080716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] For port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=36bb0dea-3a73-4dff-b38d-4dcf6b72bbde,segment=NetworkSegment(904b0da8-4c04-4f9e-a37d-720fbda69563),segment_id=904b0da8-4c04-4f9e-a37d-720fbda69563)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:25.108877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-383e00ca-d571-42bf-9b7e-fc14c02f9c4b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting subnet f454fed3-3706-4f14-8f69-4a5736d97643 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:25.112832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-383e00ca-d571-42bf-9b7e-fc14c02f9c4b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.117470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=1134df1d-8ecb-4ec3-9998-058e462c39aa,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:25.167079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc712a98-38a0-4cd9-a994-8f49b37dc643 None None] DHCP port deletion for 138e098a-68db-41c8-bd3e-0da5356763a3 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:25.174659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-cc712a98-38a0-4cd9-a994-8f49b37dc643 None None] Deleting port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:25.175702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cc712a98-38a0-4cd9-a994-8f49b37dc643 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.179938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-383e00ca-d571-42bf-9b7e-fc14c02f9c4b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.211999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.241750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Checking segment: {'id': '398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '557ff53d-6830-47cb-8802-b812e64564eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:25.242103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network hostable DHCP agents. Network: 557ff53d-6830-47cb-8802-b812e64564eb, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:25.253457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.307885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-43cdee5b-5949-49e4-8aa5-a134ed78d9fb tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.372593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ff4a0-5953-415a-89ee-5e9890e52c68 None None] Pushing event updated for resources: {'Port': ['ID=36bb0dea-3a73-4dff-b38d-4dcf6b72bbde,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:25.381682 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e6e1922f-dfdd-4252-ba8a-bb135463e3aa req-06bbea20-3cd7-4635-8d22-9be7673c0b87 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=972b77cf-bcb2-4307-9715-3a0124ece65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3347886 Feb 28 11:35:25.463778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-383e00ca-d571-42bf-9b7e-fc14c02f9c4b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.497045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cc712a98-38a0-4cd9-a994-8f49b37dc643 None None] For port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5,segment=NetworkSegment(a584d1d3-5fa6-4b9a-861a-0fdce9f90582),segment_id=a584d1d3-5fa6-4b9a-861a-0fdce9f90582)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:25.497045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cc712a98-38a0-4cd9-a994-8f49b37dc643 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.502755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.508056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 55849dd1-0918-4f6b-b37c-4e752fe3546c is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:25.508819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 557ff53d-6830-47cb-8802-b812e64564eb is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:25.513787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:25.519271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:25.523512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:25.524124 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.534635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=083ade95-51a5-4635-ad5e-01f0a29fda2b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:25.563098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Transition to ACTIVE for port object b2d57cd8-92f0-4e94-ae00-df3669d4652b will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:25.603508 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e6e1922f-dfdd-4252-ba8a-bb135463e3aa req-94834fcd-0978-45b3-8177-092c3aa548cb service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124038 Feb 28 11:35:25.644710 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-87c427b5-285b-4125-8eea-b641ef3e0a78 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8792500 Feb 28 11:35:25.647148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52324) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:25.652956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': '55849dd1-0918-4f6b-b37c-4e752fe3546c', 'name': 'tempest-PortsIpV6TestJSON-1291773915'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:25.659781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-cc712a98-38a0-4cd9-a994-8f49b37dc643 None None] Calling delete_port for 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:25.737608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 557ff53d-6830-47cb-8802-b812e64564eb) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:25.749510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-43cdee5b-5949-49e4-8aa5-a134ed78d9fb tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.761800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:25.762385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.768804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a6d19-a328-4a0e-8b77-524cf90501ea None None] Network 557ff53d-6830-47cb-8802-b812e64564eb requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:25.838531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-43cdee5b-5949-49e4-8aa5-a134ed78d9fb tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.846489 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-43cdee5b-5949-49e4-8aa5-a134ed78d9fb tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/f089f4d6-5e84-4794-8b3e-5d54d3dca2a4 HTTP/1.1" status: 204 len: 168 time: 2.0587099 Feb 28 11:35:25.847626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52328) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:25.849021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cc712a98-38a0-4cd9-a994-8f49b37dc643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.850523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cdee5b-5949-49e4-8aa5-a134ed78d9fb tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Subnet': ['ID=f089f4d6-5e84-4794-8b3e-5d54d3dca2a4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:25.895000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180ad1c-c9d3-4167-b55b-fb4ce63a1d40 None None] Network dbd174fa-a577-4b21-a945-7038cfbab95f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:25.920682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:25.935233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-383e00ca-d571-42bf-9b7e-fc14c02f9c4b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:25.987595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:port and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:25.995676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e00ca-d571-42bf-9b7e-fc14c02f9c4b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Subnet': ['ID=f454fed3-3706-4f14-8f69-4a5736d97643,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:25.997613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc712a98-38a0-4cd9-a994-8f49b37dc643 None None] Pushing event deleted for resources: {'Port': ['ID=8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:26.010927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:26.026002 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc712a98-38a0-4cd9-a994-8f49b37dc643 None None] No DVR routers for this DVR port 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:26.027472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:26.028234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.035017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-383e00ca-d571-42bf-9b7e-fc14c02f9c4b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.051701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.054783 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-383e00ca-d571-42bf-9b7e-fc14c02f9c4b tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/subnets/f454fed3-3706-4f14-8f69-4a5736d97643 HTTP/1.1" status: 204 len: 168 time: 1.2583013 Feb 28 11:35:26.054990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52332) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.118408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:26.123000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.169897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:26.170403 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:26.237274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c7657d-bed6-4d02-afe0-4cf3e252dac6 None None] Network cb7b9693-04f8-43f7-9bce-5d5576dbb35c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:26.244109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Pushing event updated for resources: {'Port': ['ID=b2d57cd8-92f0-4e94-ae00-df3669d4652b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:26.255871 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e6e1922f-dfdd-4252-ba8a-bb135463e3aa req-63353814-450a-4607-bcbc-a5e7d0813862 service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6465001 Feb 28 11:35:26.260078 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-edfe6277-52f5-4b34-b9b6-e31f045b393c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4545889 Feb 28 11:35:26.277343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52338) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:26.285023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '557ff53d-6830-47cb-8802-b812e64564eb', 'name': 'tempest-PortsTestJSON-2081908484', 'fixed_ips': [{'subnet_id': '1134df1d-8ecb-4ec3-9998-058e462c39aa', 'ip_address': '172.20.0.10'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:26.329640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:26.347377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:26.349898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:26.429586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-557ff53d-6830-47cb-8802-b812e64564eb', 'network_id': '557ff53d-6830-47cb-8802-b812e64564eb', 'tenant_id': 'f8723dc342b243fbb7beca10c85eea1e', 'fixed_ips': [{'subnet_id': '1134df1d-8ecb-4ec3-9998-058e462c39aa'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:26.431030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.455985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port 4c2cd698-d41c-4c36-a742-e74554bee7fd {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:26.456362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.476502 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::1a9 (55849dd1-0918-4f6b-b37c-4e752fe3546c/b62a1bbe-1833-4e00-821d-d810dfa3efc3/5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:26.507803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:26.524046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:26.524919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.528994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:26.544567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:26.553862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cdf91a86-3f61-4842-be79-aee9da8297ea details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:35:26.605800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.668335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:26.790237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] DHCP port deletion for dbd174fa-a577-4b21-a945-7038cfbab95f request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:26.801368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e696db-2b6e-4aa3-98be-ef22ea34a0b5 req-7b09d715-6577-478d-898d-b8ed91257cef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:26.807563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:26.807741 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-14e696db-2b6e-4aa3-98be-ef22ea34a0b5 req-7b09d715-6577-478d-898d-b8ed91257cef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 943 time: 0.5174968 Feb 28 11:35:26.858733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.885568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] Deleting port 4c2cd698-d41c-4c36-a742-e74554bee7fd {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:26.886640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:26.900805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port 9562b283-6567-4747-b7ef-db002ad0c172 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:26.943186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 669ec1b8-ed9d-4106-96da-af7dc8d8a229 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:27.010010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port 4c2cd698-d41c-4c36-a742-e74554bee7fd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4c2cd698-d41c-4c36-a742-e74554bee7fd,segment=NetworkSegment(cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121),segment_id=cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:27.010377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.068855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.079078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Allocated IP 172.20.0.2 (557ff53d-6830-47cb-8802-b812e64564eb/1134df1d-8ecb-4ec3-9998-058e462c39aa/d22aba1b-7999-47ab-bcef-d9de0764a7db) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:27.109710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object 5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:27.157734 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port cdf91a86-3f61-4842-be79-aee9da8297ea, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cdf91a86-3f61-4842-be79-aee9da8297ea,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:27.174675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c327e8-3c3b-45d0-9f0b-7989c2affc0a None None] Network 55849dd1-0918-4f6b-b37c-4e752fe3546c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:27.214668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.286390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for 4c2cd698-d41c-4c36-a742-e74554bee7fd owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:27.298748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 55849dd1-0918-4f6b-b37c-4e752fe3546c is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:27.302086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:27.306524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:27.310465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:27.311160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.316519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:27.336454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:35:27.338064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7298e8-76e0-4f06-8805-156e7a9266b4 None None] DHCP port deletion for cb7b9693-04f8-43f7-9bce-5d5576dbb35c request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:27.369793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-db20884e-2e8b-4a2f-862e-9bdc2040d749 None None] Provisioning for port b2d57cd8-92f0-4e94-ae00-df3669d4652b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:27.380078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ab7298e8-76e0-4f06-8805-156e7a9266b4 None None] Deleting port 4ba56b7d-c9bf-4c05-ac68-134401386248 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:27.380446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ab7298e8-76e0-4f06-8805-156e7a9266b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.430098 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d24d0ff9-ddb1-4b8a-a067-908c09a10f97 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7815773 Feb 28 11:35:27.430706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52342) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:27.465224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-db20884e-2e8b-4a2f-862e-9bdc2040d749 None None] Provisioning complete for port b2d57cd8-92f0-4e94-ae00-df3669d4652b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:27.466765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-db20884e-2e8b-4a2f-862e-9bdc2040d749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.496836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.572811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['138e098a-68db-41c8-bd3e-0da5356763a3']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:27.591079 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-14e696db-2b6e-4aa3-98be-ef22ea34a0b5 req-dfa28ec4-469d-4660-ba4b-ecb6d2d1517e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5922680 Feb 28 11:35:27.599646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a584d1d3-5fa6-4b9a-861a-0fdce9f90582') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:27.599974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a584d1d3-5fa6-4b9a-861a-0fdce9f90582') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:27.606413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.664959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.666267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.679625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.692238 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=4c2cd698-d41c-4c36-a742-e74554bee7fd,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:27.713388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No DVR routers for this DVR port 4c2cd698-d41c-4c36-a742-e74554bee7fd on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:27.716044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 669ec1b8-ed9d-4106-96da-af7dc8d8a229 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:27.716420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.738508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.766727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-db20884e-2e8b-4a2f-862e-9bdc2040d749 None None] Port b2d57cd8-92f0-4e94-ae00-df3669d4652b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:27.794028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:27.794416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:27.809031 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:27.834289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] For port 4c2cd698-d41c-4c36-a742-e74554bee7fd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4c2cd698-d41c-4c36-a742-e74554bee7fd,segment=NetworkSegment(cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121),segment_id=cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:27.834673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.851269 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdf91a86-3f61-4842-be79-aee9da8297ea {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:35:27.888532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef69068-53d6-427b-ac75-4444ae4a1ce9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:27.893221 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8ef69068-53d6-427b-ac75-4444ae4a1ce9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25 HTTP/1.1" status: 200 len: 927 time: 0.4576271 Feb 28 11:35:27.898221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52348) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:27.965277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6de6d-9ca6-4622-ae6e-ef755e83f9c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:27.965990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3ae6de6d-9ca6-4622-ae6e-ef755e83f9c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:27.996401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.097658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbd174fa-a577-4b21-a945-7038cfbab95f']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:28.106497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.133573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:28.133879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd0d35fe-40b4-4b02-bcf1-0f5a2cd57121') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:28.143080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.159228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.168146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Network': ['ID=138e098a-68db-41c8-bd3e-0da5356763a3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:28.190720 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8b9a8d23-07df-49f3-aa6b-b8c80404cbd7 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/networks/138e098a-68db-41c8-bd3e-0da5356763a3 HTTP/1.1" status: 204 len: 168 time: 1.9926283 Feb 28 11:35:28.197647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52352) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:28.198447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.214560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] Calling delete_port for 4c2cd698-d41c-4c36-a742-e74554bee7fd owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:28.226463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3ae6de6d-9ca6-4622-ae6e-ef755e83f9c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.259960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port cdf91a86-3f61-4842-be79-aee9da8297ea, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cdf91a86-3f61-4842-be79-aee9da8297ea,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:28.285814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:28.286210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:28.300976 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:28.324761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ab7298e8-76e0-4f06-8805-156e7a9266b4 None None] For port 4ba56b7d-c9bf-4c05-ac68-134401386248, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4ba56b7d-c9bf-4c05-ac68-134401386248,segment=NetworkSegment(f6bf8ded-c25b-431d-9234-7a541b6aaa17),segment_id=f6bf8ded-c25b-431d-9234-7a541b6aaa17)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:28.325143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ab7298e8-76e0-4f06-8805-156e7a9266b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.347312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.384327 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:35:28.421980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:35:28.441763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.446308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.457419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting port 4ba56b7d-c9bf-4c05-ac68-134401386248 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:28.457765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.458506 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-3ae6de6d-9ca6-4622-ae6e-ef755e83f9c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:28.481328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ab7298e8-76e0-4f06-8805-156e7a9266b4 None None] Calling delete_port for 4ba56b7d-c9bf-4c05-ac68-134401386248 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:28.551400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.553538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Transition to ACTIVE for port object d22aba1b-7999-47ab-bcef-d9de0764a7db will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:28.555449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.559420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.589816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.620184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/networks/dbd174fa-a577-4b21-a945-7038cfbab95f HTTP/1.1" status: 204 len: 168 time: 2.7634997 Feb 28 11:35:28.624823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52356) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:28.626164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6395423b-feaf-41eb-9a69-a6b1a3ceab85 None None] Provisioning for port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:28.634106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1509921864'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:28.646069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:28.650433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:network and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:28.658245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:28.662578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:28.681173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3ae6de6d-9ca6-4622-ae6e-ef755e83f9c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.691249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6395423b-feaf-41eb-9a69-a6b1a3ceab85 None None] Provisioning complete for port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:28.691623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6395423b-feaf-41eb-9a69-a6b1a3ceab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.709179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Pushing event updated for resources: {'Port': ['ID=b2d57cd8-92f0-4e94-ae00-df3669d4652b,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:28.712481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfaddc1-107d-4eb3-9321-aac51986f02e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Network': ['ID=dbd174fa-a577-4b21-a945-7038cfbab95f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:28.714741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:28.718834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:28.738679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Transition to ACTIVE for port object d22aba1b-7999-47ab-bcef-d9de0764a7db will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:28.757983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae6de6d-9ca6-4622-ae6e-ef755e83f9c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:28.809634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=cdf91a86-3f61-4842-be79-aee9da8297ea,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:28.815767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['cdf91a86-3f61-4842-be79-aee9da8297ea'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:35:28.836875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.837627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:28.841034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.854300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:28.869198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3ae6de6d-9ca6-4622-ae6e-ef755e83f9c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.899934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:28.901862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.905448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:28.906496 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8baf5f98-25b4-4b13-b6c2-e82e0e2b99b5 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:28.907036 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3ae6de6d-9ca6-4622-ae6e-ef755e83f9c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e HTTP/1.1" status: 204 len: 168 time: 1.0121875 Feb 28 11:35:28.919885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.919885 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added segment 0d22c53d-4863-4817-940e-35638bd0bf71 of type vlan for network ec169eb5-b1d9-424c-8396-4b2def525984 Feb 28 11:35:28.945660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:28.975267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ab7298e8-76e0-4f06-8805-156e7a9266b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.015632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52362) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:29.081349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4c2cd698-d41c-4c36-a742-e74554bee7fd no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:29.111565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.10 (557ff53d-6830-47cb-8802-b812e64564eb/1134df1d-8ecb-4ec3-9998-058e462c39aa/9562b283-6567-4747-b7ef-db002ad0c172) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:29.132150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Network 557ff53d-6830-47cb-8802-b812e64564eb is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:29.142662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 4c2cd698-d41c-4c36-a742-e74554bee7fd {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:29.143294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4c2cd698-d41c-4c36-a742-e74554bee7fd not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:29.143881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4ba56b7d-c9bf-4c05-ac68-134401386248 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:29.144569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.148547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:29.149147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.159758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] For port 4ba56b7d-c9bf-4c05-ac68-134401386248, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4ba56b7d-c9bf-4c05-ac68-134401386248,segment=NetworkSegment(f6bf8ded-c25b-431d-9234-7a541b6aaa17),segment_id=f6bf8ded-c25b-431d-9234-7a541b6aaa17)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:29.160123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.179250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:29.189401 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Pushing event updated for resources: {'Port': ['ID=d22aba1b-7999-47ab-bcef-d9de0764a7db,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:29.193758 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c9f7ef-8f51-4480-ba7f-c08e1071cf17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:35:29.194266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-72c9f7ef-8f51-4480-ba7f-c08e1071cf17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:29.198492 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:29.201355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7298e8-76e0-4f06-8805-156e7a9266b4 None None] No DVR routers for this DVR port 4ba56b7d-c9bf-4c05-ac68-134401386248 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:29.240447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 4ba56b7d-c9bf-4c05-ac68-134401386248 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:29.241537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4ba56b7d-c9bf-4c05-ac68-134401386248 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:29.243325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] Deleting port 4c2cd698-d41c-4c36-a742-e74554bee7fd {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:29.243908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.295919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6395423b-feaf-41eb-9a69-a6b1a3ceab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.326754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7298e8-76e0-4f06-8805-156e7a9266b4 None None] Pushing event deleted for resources: {'Port': ['ID=4ba56b7d-c9bf-4c05-ac68-134401386248,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:29.333378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Calling delete_port for 4ba56b7d-c9bf-4c05-ac68-134401386248 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:29.370740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:29.381367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:29.436994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6040fdc8-9941-4de5-aae6-20f63dd63e32 None None] The port '4c2cd698-d41c-4c36-a742-e74554bee7fd' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:35:29.486503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Network': ['ID=ec169eb5-b1d9-424c-8396-4b2def525984,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:29.496468 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-49357b6d-24f3-4e14-af6c-06b180b7ea37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8705056 Feb 28 11:35:29.496756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52366) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:29.524902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Attempting to bind port d22aba1b-7999-47ab-bcef-d9de0764a7db on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:29.525271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Attempting to bind port d22aba1b-7999-47ab-bcef-d9de0764a7db by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '557ff53d-6830-47cb-8802-b812e64564eb'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:29.525633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Attempting to bind port d22aba1b-7999-47ab-bcef-d9de0764a7db on network 557ff53d-6830-47cb-8802-b812e64564eb {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:29.527973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network ec169eb5-b1d9-424c-8396-4b2def525984 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:29.556101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6395423b-feaf-41eb-9a69-a6b1a3ceab85 None None] For port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=36bb0dea-3a73-4dff-b38d-4dcf6b72bbde,segment=NetworkSegment(904b0da8-4c04-4f9e-a37d-720fbda69563),segment_id=904b0da8-4c04-4f9e-a37d-720fbda69563)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:29.573531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-72c9f7ef-8f51-4480-ba7f-c08e1071cf17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:29.578132 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-72c9f7ef-8f51-4480-ba7f-c08e1071cf17 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e HTTP/1.1" status: 404 len: 333 time: 0.5613103 Feb 28 11:35:29.581753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52368) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:29.623263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'subnet': {'network_id': 'ec169eb5-b1d9-424c-8396-4b2def525984', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:29.623446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.660559 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:29.661010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Checking segment: {'id': '398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '557ff53d-6830-47cb-8802-b812e64564eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:29.661327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.661750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Bound using segment: {'id': '398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '557ff53d-6830-47cb-8802-b812e64564eb'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:29.662248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Bound port: d22aba1b-7999-47ab-bcef-d9de0764a7db, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '557ff53d-6830-47cb-8802-b812e64564eb'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:29.662621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.670073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object 9562b283-6567-4747-b7ef-db002ad0c172 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:29.683094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-18d19c82-5034-42fd-9db4-2fa9ee5e18f3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 083ade95-51a5-4635-ad5e-01f0a29fda2b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:29.683441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d19c82-5034-42fd-9db4-2fa9ee5e18f3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.717134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6395423b-feaf-41eb-9a69-a6b1a3ceab85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:29.872547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a9cdf-3d6d-4890-9013-da019644a2ee req-67d1bdc7-9b17-4adf-a838-ecb29824e115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:29.876453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f80a9cdf-3d6d-4890-9013-da019644a2ee req-67d1bdc7-9b17-4adf-a838-ecb29824e115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 944 time: 0.8883846 Feb 28 11:35:29.909723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:29.915834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:29.916192 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:29.929246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:subnet and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:29.934799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:29.964243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:29.991318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6395423b-feaf-41eb-9a69-a6b1a3ceab85 None None] Pushing event updated for resources: {'Port': ['ID=36bb0dea-3a73-4dff-b38d-4dcf6b72bbde,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:30.024070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d19c82-5034-42fd-9db4-2fa9ee5e18f3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.064049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] For port d22aba1b-7999-47ab-bcef-d9de0764a7db, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:30.084423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] For port d22aba1b-7999-47ab-bcef-d9de0764a7db, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d22aba1b-7999-47ab-bcef-d9de0764a7db,segment=NetworkSegment(398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5),segment_id=398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:30.109309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.119508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Provisioning for port 083ade95-51a5-4635-ad5e-01f0a29fda2b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:30.134169 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f80a9cdf-3d6d-4890-9013-da019644a2ee req-5be3e264-3110-425d-85f3-559d4b3629d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2405891 Feb 28 11:35:30.136900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Provisioning complete for port 083ade95-51a5-4635-ad5e-01f0a29fda2b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:30.137410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.207637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:30.213091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.240042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-18d19c82-5034-42fd-9db4-2fa9ee5e18f3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 083ade95-51a5-4635-ad5e-01f0a29fda2b owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:30.303262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 557ff53d-6830-47cb-8802-b812e64564eb is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:30.310685 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:30.311151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Port 083ade95-51a5-4635-ad5e-01f0a29fda2b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:30.315758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=9562b283-6567-4747-b7ef-db002ad0c172,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:30.317978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:30.333744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:35:30.336674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.347112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Provisioning complete for port b2d57cd8-92f0-4e94-ae00-df3669d4652b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:30.347486 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.371720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379f5e18-df38-49d6-868b-459d90198d1b None None] Pushing event updated for resources: {'Port': ['ID=d22aba1b-7999-47ab-bcef-d9de0764a7db,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:30.408600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Port b2d57cd8-92f0-4e94-ae00-df3669d4652b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:30.411617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Could not find standard attr ID for object 5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:35:30.418945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting port 4ba56b7d-c9bf-4c05-ac68-134401386248 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:30.419254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.426552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Provisioning complete for port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:30.426988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3ec48832-5387-416c-bc41-a646ab5e378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.437407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:30.438023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.519898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] The port '4ba56b7d-c9bf-4c05-ac68-134401386248' was deleted {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:35:30.534605 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-676e77e3-95f3-4a3b-9686-d77102c2f50a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2560220 Feb 28 11:35:30.535720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52374) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:30.541700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': '557ff53d-6830-47cb-8802-b812e64564eb', 'name': 'tempest-PortsTestJSON-781460774', 'fixed_ips': [{'subnet_id': '1134df1d-8ecb-4ec3-9998-058e462c39aa', 'ip_address': '172.20.0.9'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:30.570179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d19c82-5034-42fd-9db4-2fa9ee5e18f3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.684174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5f459976-1e96-4292-94f1-8477fa3322a0 None None] Could not find standard attr ID for object 5f4bf489-5fdc-44c1-a8d5-bc236fed1a1e. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:35:30.846069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d19c82-5034-42fd-9db4-2fa9ee5e18f3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=083ade95-51a5-4635-ad5e-01f0a29fda2b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:30.848385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d19c82-5034-42fd-9db4-2fa9ee5e18f3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.853902 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-18d19c82-5034-42fd-9db4-2fa9ee5e18f3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/083ade95-51a5-4635-ad5e-01f0a29fda2b HTTP/1.1" status: 204 len: 168 time: 1.2678180 Feb 28 11:35:30.855980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52378) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:30.910385 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-8be6d94b-e4d5-4ff0-a1e8-d74b1f0fb1f8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:35:30.910834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8be6d94b-e4d5-4ff0-a1e8-d74b1f0fb1f8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:30.944983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:30.974966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:30.982899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:30.989097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:30.997116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:31.007727 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8be6d94b-e4d5-4ff0-a1e8-d74b1f0fb1f8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:31.009084 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8be6d94b-e4d5-4ff0-a1e8-d74b1f0fb1f8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/083ade95-51a5-4635-ad5e-01f0a29fda2b HTTP/1.1" status: 404 len: 333 time: 0.1519246 Feb 28 11:35:31.011699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52382) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:31.023870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb7b9693-04f8-43f7-9bce-5d5576dbb35c']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:31.047956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6bf8ded-c25b-431d-9234-7a541b6aaa17') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:31.048280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6bf8ded-c25b-431d-9234-7a541b6aaa17') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:31.078523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.109313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:31.114777 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.126029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.140960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:31.141362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.151602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d22aba1b-7999-47ab-bcef-d9de0764a7db up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: util.warn( Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:31.156152 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:31.202530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port e2cc58df-da5e-4eef-aac7-cdd3f4af4c17 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:31.236609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.323511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port d22aba1b-7999-47ab-bcef-d9de0764a7db completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:31.330554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:31.336276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-395e438b-0542-4f6b-943f-9e51d2492fb5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet b62a1bbe-1833-4e00-821d-d810dfa3efc3 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:31.346707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-395e438b-0542-4f6b-943f-9e51d2492fb5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.390138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.401203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Subnet': ['ID=9747c01b-25be-40e1-a92e-d903676e6b05,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:31.420057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.428023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:31.428407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.449395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Network': ['ID=cb7b9693-04f8-43f7-9bce-5d5576dbb35c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:31.456930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:31.481386 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f5031f25-7b8a-40d5-9ec1-7b7c8229a4fb admin admin] 10.222.0.31 "PUT /v2.0/routers/3f820a62-cb74-4f7d-b7ff-56bb5b817c5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4492640 Feb 28 11:35:31.481620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Sync routers for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:31.481722 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f7f3af4b-ff6b-45df-8f41-a33ebfce99ff tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/networks/cb7b9693-04f8-43f7-9bce-5d5576dbb35c HTTP/1.1" status: 204 len: 168 time: 3.2832673 Feb 28 11:35:31.481722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52388) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:31.505991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-395e438b-0542-4f6b-943f-9e51d2492fb5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.511005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:31.511643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:31.608200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Checking segment: {'id': '0d22c53d-4863-4817-940e-35638bd0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ec169eb5-b1d9-424c-8396-4b2def525984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:31.610783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network hostable DHCP agents. Network: ec169eb5-b1d9-424c-8396-4b2def525984, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:31.614036 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-395e438b-0542-4f6b-943f-9e51d2492fb5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.775870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-395e438b-0542-4f6b-943f-9e51d2492fb5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.811366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7835df6-6e8d-4727-92d1-2b970e19b83f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting subnet eeb47117-4a7f-4553-b5f3-0a6116d42f43 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:31.820233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b7835df6-6e8d-4727-92d1-2b970e19b83f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.826532 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa87e38f-fb3f-4214-bec2-82e8e95549af None None] Network 557ff53d-6830-47cb-8802-b812e64564eb requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:31.838621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e438b-0542-4f6b-943f-9e51d2492fb5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=b62a1bbe-1833-4e00-821d-d810dfa3efc3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:31.861152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-395e438b-0542-4f6b-943f-9e51d2492fb5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:31.864752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.9 (557ff53d-6830-47cb-8802-b812e64564eb/1134df1d-8ecb-4ec3-9998-058e462c39aa/e2cc58df-da5e-4eef-aac7-cdd3f4af4c17) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:31.882722 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-395e438b-0542-4f6b-943f-9e51d2492fb5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/b62a1bbe-1833-4e00-821d-d810dfa3efc3 HTTP/1.1" status: 204 len: 168 time: 0.8673565 Feb 28 11:35:31.884642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52396) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:31.902372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b543a4-bae0-4955-a90a-211e3e3f8523 None None] Network 55849dd1-0918-4f6b-b37c-4e752fe3546c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:31.914716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2d948-1006-476f-8c5a-0b5ff980c38f req-94bee3dc-7902-4e3b-9bbd-c806ec92a8f1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:31.916210 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08f2d948-1006-476f-8c5a-0b5ff980c38f req-94bee3dc-7902-4e3b-9bbd-c806ec92a8f1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 944 time: 0.5941148 Feb 28 11:35:31.998096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:35:32.017756 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08f2d948-1006-476f-8c5a-0b5ff980c38f req-0253c00d-cdd7-4d62-ac4c-a76e8ef2e6e9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924897 Feb 28 11:35:32.022728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b7835df6-6e8d-4727-92d1-2b970e19b83f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.067313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network ec169eb5-b1d9-424c-8396-4b2def525984 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:32.118277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.142396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:32.142735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.155512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.174473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object e2cc58df-da5e-4eef-aac7-cdd3f4af4c17 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:32.241900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, ec169eb5-b1d9-424c-8396-4b2def525984) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:32.244090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b7835df6-6e8d-4727-92d1-2b970e19b83f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.279109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:32.279635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.291859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb8b321f-d5d7-439d-9d45-ed13fb9ed919 None None] Network ec169eb5-b1d9-424c-8396-4b2def525984 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:32.304684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0838b4da-f17d-44d3-aba4-e6ca24fb8b6b None None] Provisioning for port d22aba1b-7999-47ab-bcef-d9de0764a7db completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:32.345210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.391574 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ad377068-9e51-4e58-9de4-a0091b642c13 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7927430 Feb 28 11:35:32.396505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0838b4da-f17d-44d3-aba4-e6ca24fb8b6b None None] Provisioning complete for port d22aba1b-7999-47ab-bcef-d9de0764a7db triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:32.396979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0838b4da-f17d-44d3-aba4-e6ca24fb8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.399548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52406) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:32.415672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1469677500', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:32.426833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:32.448474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:router and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:32.454343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:32.465141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] For port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=36bb0dea-3a73-4dff-b38d-4dcf6b72bbde,segment=NetworkSegment(904b0da8-4c04-4f9e-a37d-720fbda69563),segment_id=904b0da8-4c04-4f9e-a37d-720fbda69563)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:32.465923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.474607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:32.482402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 557ff53d-6830-47cb-8802-b812e64564eb is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:32.485491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=e2cc58df-da5e-4eef-aac7-cdd3f4af4c17,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:32.497649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:32.505925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:32.578956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cdf91a86-3f61-4842-be79-aee9da8297ea up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:32.589792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:32.590609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.696343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b7835df6-6e8d-4727-92d1-2b970e19b83f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.698450 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bfff0077-9636-498f-b4fb-8e615c09c68f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1600246 Feb 28 11:35:32.699871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52416) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:32.710053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:32.783910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7835df6-6e8d-4727-92d1-2b970e19b83f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb47117-4a7f-4553-b5f3-0a6116d42f43,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:32.811102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b7835df6-6e8d-4727-92d1-2b970e19b83f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.812935 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b7835df6-6e8d-4727-92d1-2b970e19b83f tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/subnets/eeb47117-4a7f-4553-b5f3-0a6116d42f43 HTTP/1.1" status: 204 len: 168 time: 1.3305650 Feb 28 11:35:32.815218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bbc215-1dfb-4330-9d1d-3d3bdbbb2424 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:32.815967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-29bbc215-1dfb-4330-9d1d-3d3bdbbb2424 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:32.817835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52420) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:32.840026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d670df7a-a705-4391-a53a-a44715948aaa None None] Network 5f843a77-4d57-4a6f-b934-2935d0c63c3b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:32.851647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.852557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.889861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-29bbc215-1dfb-4330-9d1d-3d3bdbbb2424 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:32.904037 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-29bbc215-1dfb-4330-9d1d-3d3bdbbb2424 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1909909 Feb 28 11:35:32.904037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52426) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:32.955964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.966535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Deleting port 9ec95b1a-b90d-4224-94bf-13332341a1bd {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:32.966887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:32.996498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.003907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0930e-b7d7-49c6-8622-2d51d091863b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:33.008070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0930e-b7d7-49c6-8622-2d51d091863b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:33.012351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a0930e-b7d7-49c6-8622-2d51d091863b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:33.017621 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-48a0930e-b7d7-49c6-8622-2d51d091863b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1181684 Feb 28 11:35:33.018952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52430) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:33.070643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=36bb0dea-3a73-4dff-b38d-4dcf6b72bbde,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:33.076078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0838b4da-f17d-44d3-aba4-e6ca24fb8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.080163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No DVR routers for this DVR port 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:33.092547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52436) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:33.112491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-320838071-network', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:33.120133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:33.133098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Usage tracker for resource:network and tenant:6738a824ed52470b9a4bf9da54be1a73 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:33.139070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:33.152060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:33.156840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.162322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b2115294-5913-4f1c-8246-c964212e0ba5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port e2cc58df-da5e-4eef-aac7-cdd3f4af4c17 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:33.162929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b2115294-5913-4f1c-8246-c964212e0ba5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.192305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43252094-6e14-4ada-829c-d660eefef8e8 None None] DHCP port deletion for 55849dd1-0918-4f6b-b37c-4e752fe3546c request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:33.231716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port cdf91a86-3f61-4842-be79-aee9da8297ea completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:33.254779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-ec169eb5-b1d9-424c-8396-4b2def525984', 'network_id': 'ec169eb5-b1d9-424c-8396-4b2def525984', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'fixed_ips': [{'subnet_id': '9747c01b-25be-40e1-a92e-d903676e6b05'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:33.255836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.282411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port cdf91a86-3f61-4842-be79-aee9da8297ea triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:33.283175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.307620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.345733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Made reservation on behalf of 6738a824ed52470b9a4bf9da54be1a73 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:33.348214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.420196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0838b4da-f17d-44d3-aba4-e6ca24fb8b6b None None] For port d22aba1b-7999-47ab-bcef-d9de0764a7db, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d22aba1b-7999-47ab-bcef-d9de0764a7db,segment=NetworkSegment(398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5),segment_id=398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:33.433717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.442172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.455147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 2, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:33.466677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55849dd1-0918-4f6b-b37c-4e752fe3546c']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:33.482883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Checking router: 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:35:33.483246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Updating router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e port b2d57cd8-92f0-4e94-ae00-df3669d4652b binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:35:33.500253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904b0da8-4c04-4f9e-a37d-720fbda69563') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:33.500545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904b0da8-4c04-4f9e-a37d-720fbda69563') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:33.516397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] For port 9ec95b1a-b90d-4224-94bf-13332341a1bd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9ec95b1a-b90d-4224-94bf-13332341a1bd,segment=NetworkSegment(dadf389b-b8d6-49ed-bc99-3e638a7efdd5),segment_id=dadf389b-b8d6-49ed-bc99-3e638a7efdd5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:33.516397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.524623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0838b4da-f17d-44d3-aba4-e6ca24fb8b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.532308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.592363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.594933 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b1bf01e7-3ec8-4cc9-b4ba-0b1e251af5d6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1941984 Feb 28 11:35:33.601894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52440) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:33.682725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Calling delete_port for 9ec95b1a-b90d-4224-94bf-13332341a1bd owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:33.703025 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.725606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.737985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:33.738381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:33.753553 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:33.783243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Allocated IP 2001:db8::2 (ec169eb5-b1d9-424c-8396-4b2def525984/9747c01b-25be-40e1-a92e-d903676e6b05/b511fe98-64b3-47a2-a5d5-0f51bea57a0c) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:33.807861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:33.840765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Usage tracker for resource:security_group_rule and tenant:6738a824ed52470b9a4bf9da54be1a73 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:33.846645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838b4da-f17d-44d3-aba4-e6ca24fb8b6b None None] Pushing event updated for resources: {'Port': ['ID=d22aba1b-7999-47ab-bcef-d9de0764a7db,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:33.862782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:33.863038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.870579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c8f4bf-f1ab-40f6-a78c-925bd169b27c req-ba604350-a714-48e4-86a0-de209c39a8fe tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:33.877415 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d4c8f4bf-f1ab-40f6-a78c-925bd169b27c req-ba604350-a714-48e4-86a0-de209c39a8fe tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 944 time: 0.5101507 Feb 28 11:35:33.892582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b2115294-5913-4f1c-8246-c964212e0ba5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:33.900443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:33.930732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d4c8f4bf-f1ab-40f6-a78c-925bd169b27c req-3e5c81b9-989a-459e-8d9b-49cdf55ac076 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522721 Feb 28 11:35:33.966873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Provisioning for port 9562b283-6567-4747-b7ef-db002ad0c172 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:33.980764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece88318-9116-47ce-9cc9-0aae4496b2d3 None None] DHCP port deletion for 5f843a77-4d57-4a6f-b934-2935d0c63c3b request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:33.998641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.003069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.025100 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.040077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Provisioning complete for port 9562b283-6567-4747-b7ef-db002ad0c172 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:34.040446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.042284 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b2115294-5913-4f1c-8246-c964212e0ba5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for e2cc58df-da5e-4eef-aac7-cdd3f4af4c17 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:34.060102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.074712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Port': ['ID=9ec95b1a-b90d-4224-94bf-13332341a1bd,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:34.085173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Network': ['ID=55849dd1-0918-4f6b-b37c-4e752fe3546c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:34.090624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fe9d3c75-9c97-4782-9f0b-19ce0d17a003 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/networks/55849dd1-0918-4f6b-b37c-4e752fe3546c HTTP/1.1" status: 204 len: 168 time: 2.2057056 Feb 28 11:35:34.091839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] No DVR routers for this DVR port 9ec95b1a-b90d-4224-94bf-13332341a1bd on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:34.091978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:35:34.095780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52444) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:34.132569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1742056054'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:34.141490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:34.146675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Port 9562b283-6567-4747-b7ef-db002ad0c172 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:34.163107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:network and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:34.167235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port cdf91a86-3f61-4842-be79-aee9da8297ea, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cdf91a86-3f61-4842-be79-aee9da8297ea,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:34.174921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:34.246177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:34.271567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.283252 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'code': 200} Feb 28 11:35:34.288352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.298930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f843a77-4d57-4a6f-b934-2935d0c63c3b']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:34.311451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dadf389b-b8d6-49ed-bc99-3e638a7efdd5') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:34.312641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dadf389b-b8d6-49ed-bc99-3e638a7efdd5') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:34.324815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.338210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:34.341157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.468451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.481321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:34.484791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:34.498529 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:34.563019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Provisioning for port e2cc58df-da5e-4eef-aac7-cdd3f4af4c17 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:34.570584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.596583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Provisioning complete for port e2cc58df-da5e-4eef-aac7-cdd3f4af4c17 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:34.596858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.665577 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9c6c4b32-e722-467a-978e-f0fd5a81fcb3 req-7b615ba9-9b4a-48f8-8241-41522c33ba98 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 1098 time: 0.0853691 Feb 28 11:35:34.692733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.698160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:34.704669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Port e2cc58df-da5e-4eef-aac7-cdd3f4af4c17 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:34.705046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b2115294-5913-4f1c-8246-c964212e0ba5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.708298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.710618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=cdf91a86-3f61-4842-be79-aee9da8297ea,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:34.733155 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9c6c4b32-e722-467a-978e-f0fd5a81fcb3 req-b66a2663-b2e6-4e6e-affa-fe077645f029 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622818 Feb 28 11:35:34.734495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.736355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.736920 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Added segment f639a4f7-d965-471a-a414-368223316382 of type vlan for network 418da024-370f-4c1e-af2c-cd5f9a9df85c Feb 28 11:35:34.740323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Transition to ACTIVE for port object b511fe98-64b3-47a2-a5d5-0f51bea57a0c will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:34.763895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.768790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Transition to ACTIVE for port object b511fe98-64b3-47a2-a5d5-0f51bea57a0c will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:34.774104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Provisioning complete for port d22aba1b-7999-47ab-bcef-d9de0764a7db triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:34.774473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-907bb021-c2d7-48bd-bb5a-a61b9fc059c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.781868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Pushing event deleted for resources: {'Network': ['ID=5f843a77-4d57-4a6f-b934-2935d0c63c3b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:34.782675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 701} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:34.791312 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2115294-5913-4f1c-8246-c964212e0ba5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=e2cc58df-da5e-4eef-aac7-cdd3f4af4c17,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:34.802299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fec9a0cb-f9aa-4f76-bec1-f30621ebf542 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/networks/5f843a77-4d57-4a6f-b934-2935d0c63c3b HTTP/1.1" status: 204 len: 168 time: 1.9738927 Feb 28 11:35:34.808444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52450) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:34.818655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.845475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf6d922-eca1-433d-b4e3-52d199ec31c7,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:34.868286 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.886803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.887176 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Added segment a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6 of type vlan for network 760a731e-058f-448c-9779-72b944f62a0f Feb 28 11:35:34.889089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.942527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6404e48d-dd28-455f-a19c-92f5ead3ab8d tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Synchronizing usage tracker for tenant:4f822401c9e04c4180c62ef88ba871ae on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:34.949311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.963437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:34.963437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.972484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:34.985068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Network ec169eb5-b1d9-424c-8396-4b2def525984 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:34.989425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Pushing event updated for resources: {'Port': ['ID=b511fe98-64b3-47a2-a5d5-0f51bea57a0c,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:34.995715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:35.040550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Transition to ACTIVE for port object b2d57cd8-92f0-4e94-ae00-df3669d4652b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:35.052870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:35.115750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d22aba1b-7999-47ab-bcef-d9de0764a7db up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:35.116589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.150777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Network': ['ID=418da024-370f-4c1e-af2c-cd5f9a9df85c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:35.170351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.213848 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b31fb9f9-3a59-45c4-96c4-19ff318fa496 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1167305 Feb 28 11:35:35.217349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52456) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:35.232879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': '418da024-370f-4c1e-af2c-cd5f9a9df85c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:35.234753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 418da024-370f-4c1e-af2c-cd5f9a9df85c details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:35.254020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b2115294-5913-4f1c-8246-c964212e0ba5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.260269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349aa8d-6554-4db5-8cc4-6109c562c373 req-880e9410-55fb-4275-96ca-25d7df303b04 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:35.262911 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a349aa8d-6554-4db5-8cc4-6109c562c373 req-880e9410-55fb-4275-96ca-25d7df303b04 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 945 time: 0.0941577 Feb 28 11:35:35.315389 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a349aa8d-6554-4db5-8cc4-6109c562c373 req-9fa27c03-eea1-4ef4-854f-e23548bb1af3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458012 Feb 28 11:35:35.440816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Attempting to bind port b511fe98-64b3-47a2-a5d5-0f51bea57a0c on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:35.441186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Attempting to bind port b511fe98-64b3-47a2-a5d5-0f51bea57a0c by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0d22c53d-4863-4817-940e-35638bd0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ec169eb5-b1d9-424c-8396-4b2def525984'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:35.441538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Attempting to bind port b511fe98-64b3-47a2-a5d5-0f51bea57a0c on network ec169eb5-b1d9-424c-8396-4b2def525984 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:35.473710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feb25c-3c22-419b-9cf6-4c51900fc945 None None] Pushing event updated for resources: {'Port': ['ID=b2d57cd8-92f0-4e94-ae00-df3669d4652b,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:35.480740 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6404e48d-dd28-455f-a19c-92f5ead3ab8d tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Unset dirty status for tenant:4f822401c9e04c4180c62ef88ba871ae on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:35.484440 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6404e48d-dd28-455f-a19c-92f5ead3ab8d tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "GET /v2.0/ports?device_id=f715372e-8605-4617-8e62-935fb75ffefe HTTP/1.1" status: 200 len: 205 time: 0.6704416 Feb 28 11:35:35.486243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52460) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:35.493118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:35.493534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Checking segment: {'id': '0d22c53d-4863-4817-940e-35638bd0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ec169eb5-b1d9-424c-8396-4b2def525984'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:35.493897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.494273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Bound using segment: {'id': '0d22c53d-4863-4817-940e-35638bd0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ec169eb5-b1d9-424c-8396-4b2def525984'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:35.494750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Bound port: b511fe98-64b3-47a2-a5d5-0f51bea57a0c, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22c53d-4863-4817-940e-35638bd0bf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': 'ec169eb5-b1d9-424c-8396-4b2def525984'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:35.495305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.564037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:35.601160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:35.606660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.607551 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:35.608131 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.612485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:35.668432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] For port b511fe98-64b3-47a2-a5d5-0f51bea57a0c, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:35.673514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8fb63bf1-0209-4c0b-835c-096c03c0aef0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.674336 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] For port b511fe98-64b3-47a2-a5d5-0f51bea57a0c, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b511fe98-64b3-47a2-a5d5-0f51bea57a0c,segment=NetworkSegment(0d22c53d-4863-4817-940e-35638bd0bf71),segment_id=0d22c53d-4863-4817-940e-35638bd0bf71)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:35.675986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:35.699190 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b2115294-5913-4f1c-8246-c964212e0ba5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/e2cc58df-da5e-4eef-aac7-cdd3f4af4c17 HTTP/1.1" status: 204 len: 168 time: 2.6790388 Feb 28 11:35:35.724881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-47c34cd4-49e9-4e1b-a014-334a1d42dd31 None None] Provisioning complete for port 9562b283-6567-4747-b7ef-db002ad0c172 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:35.725302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-47c34cd4-49e9-4e1b-a014-334a1d42dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.744458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52464) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:35.795667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:35.807069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d22aba1b-7999-47ab-bcef-d9de0764a7db triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:35.807442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.864636 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1384ce-86dd-42ba-b263-a8041f5bdb20 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:35:35.865389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fc1384ce-86dd-42ba-b263-a8041f5bdb20 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:35.876322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-47c34cd4-49e9-4e1b-a014-334a1d42dd31 None None] Port 9562b283-6567-4747-b7ef-db002ad0c172 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:35.890721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-47c34cd4-49e9-4e1b-a014-334a1d42dd31 None None] Could not find standard attr ID for object e2cc58df-da5e-4eef-aac7-cdd3f4af4c17. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:35:35.892741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:35.917547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] Pushing event updated for resources: {'Network': ['ID=760a731e-058f-448c-9779-72b944f62a0f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:35.925094 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6321c660-21c8-4393-9bdb-cc5f3415f786 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8251963 Feb 28 11:35:35.940929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52468) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:35.953961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Request body: {'subnet': {'network_id': '760a731e-058f-448c-9779-72b944f62a0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-320838071-subnet', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:35.974046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:35.978944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 760a731e-058f-448c-9779-72b944f62a0f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:35.986545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 2001:db8::1 (ec169eb5-b1d9-424c-8396-4b2def525984/9747c01b-25be-40e1-a92e-d903676e6b05/d5f609fc-3722-42c5-b58a-24b99899a9cf) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:35.990307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Usage tracker for resource:subnet and tenant:6738a824ed52470b9a4bf9da54be1a73 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:35.995829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:36.002873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.026670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fc1384ce-86dd-42ba-b263-a8041f5bdb20 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:36.029890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fc1384ce-86dd-42ba-b263-a8041f5bdb20 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/e2cc58df-da5e-4eef-aac7-cdd3f4af4c17 HTTP/1.1" status: 404 len: 333 time: 0.2842846 Feb 28 11:35:36.031383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:36.033241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52472) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:36.164660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Attempting to bind port b2d57cd8-92f0-4e94-ae00-df3669d4652b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:36.164660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Attempting to bind port b2d57cd8-92f0-4e94-ae00-df3669d4652b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:36.165184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Attempting to bind port b2d57cd8-92f0-4e94-ae00-df3669d4652b on network 8fd774dd-d19f-4ed4-96ef-55403b622175 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:36.214490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220c06f-4f0b-4288-b1af-bcaeaba8a359 None None] Pushing event updated for resources: {'Port': ['ID=b511fe98-64b3-47a2-a5d5-0f51bea57a0c,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:36.217683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:36.219033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Checking segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:36.219440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.220079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Bound using segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:36.220676 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Bound port: b2d57cd8-92f0-4e94-ae00-df3669d4652b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:36.220911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.237311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8fb63bf1-0209-4c0b-835c-096c03c0aef0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.242831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-bba05c80-c5f4-41a1-afb7-694331c84276 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 9562b283-6567-4747-b7ef-db002ad0c172 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:36.243267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bba05c80-c5f4-41a1-afb7-694331c84276 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.292057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9ec95b1a-b90d-4224-94bf-13332341a1bd no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:36.298761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8fb63bf1-0209-4c0b-835c-096c03c0aef0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.301164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Made reservation on behalf of 6738a824ed52470b9a4bf9da54be1a73 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:36.304656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.338225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 9ec95b1a-b90d-4224-94bf-13332341a1bd {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:36.338564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9ec95b1a-b90d-4224-94bf-13332341a1bd not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:36.339018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:36.504737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.537796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] For port b2d57cd8-92f0-4e94-ae00-df3669d4652b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:36.541645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Transition to ACTIVE for port object d5f609fc-3722-42c5-b58a-24b99899a9cf will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:36.542390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] For port b2d57cd8-92f0-4e94-ae00-df3669d4652b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b2d57cd8-92f0-4e94-ae00-df3669d4652b,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:36.543886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:36.544643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 36bb0dea-3a73-4dff-b38d-4dcf6b72bbde not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:36.633442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.650783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8fb63bf1-0209-4c0b-835c-096c03c0aef0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.651922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb63bf1-0209-4c0b-835c-096c03c0aef0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Fanout notify agent at l3_agent the message router_deleted on router f715372e-8605-4617-8e62-935fb75ffefe {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:35:36.721494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8fb63bf1-0209-4c0b-835c-096c03c0aef0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.722765 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8fb63bf1-0209-4c0b-835c-096c03c0aef0 tempest-RoutersNegativeIpV6Test-458781699 tempest-RoutersNegativeIpV6Test-458781699-project] 10.222.0.31 "DELETE /v2.0/routers/f715372e-8605-4617-8e62-935fb75ffefe HTTP/1.1" status: 204 len: 168 time: 1.2326546 Feb 28 11:35:36.733032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:36.734325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:36.782698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.797848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bba05c80-c5f4-41a1-afb7-694331c84276 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.821813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2883eeb3-ba18-4e79-b3f3-6faf12dccdcd req-21cdc106-2b8a-4995-b670-d3536ec505dc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:36.823552 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2883eeb3-ba18-4e79-b3f3-6faf12dccdcd req-21cdc106-2b8a-4995-b670-d3536ec505dc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 945 time: 0.1791682 Feb 28 11:35:36.863529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network ec169eb5-b1d9-424c-8396-4b2def525984 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:36.870448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:36.874317 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:36.874867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.910771 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:36.949425 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=d5f609fc-3722-42c5-b58a-24b99899a9cf,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:36.972555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:37.006991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-bba05c80-c5f4-41a1-afb7-694331c84276 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 9562b283-6567-4747-b7ef-db002ad0c172 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:37.028099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:35:37.068965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=551d345b-115d-4a1b-ae25-6a70e05ba04d,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:37.140123 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2883eeb3-ba18-4e79-b3f3-6faf12dccdcd req-0f23e50e-b5d2-4a80-a2d3-0cc949dcdc01 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2496848 Feb 28 11:35:37.160709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Checking segment: {'id': 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '760a731e-058f-448c-9779-72b944f62a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:37.163516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Network hostable DHCP agents. Network: 760a731e-058f-448c-9779-72b944f62a0f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:37.174149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b511fe98-64b3-47a2-a5d5-0f51bea57a0c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:37.219751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=06040bdc-a426-4d4d-8789-2cea7d9009ed,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:37.222140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Checking segment: {'id': 'f639a4f7-d965-471a-a414-368223316382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '418da024-370f-4c1e-af2c-cd5f9a9df85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:37.222295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network hostable DHCP agents. Network: 418da024-370f-4c1e-af2c-cd5f9a9df85c, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:37.227947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02feb25c-3c22-419b-9cf6-4c51900fc945 None None] Pushing event updated for resources: {'Port': ['ID=b2d57cd8-92f0-4e94-ae00-df3669d4652b,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:37.351573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Network 760a731e-058f-448c-9779-72b944f62a0f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:37.353703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 418da024-370f-4c1e-af2c-cd5f9a9df85c is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:37.363104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:37.448315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ccb76d-822e-460c-b1ce-ccc38eeaba49 req-ef733bb5-97c2-4aed-a1ea-c69f84bb347e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:37.450916 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03ccb76d-822e-460c-b1ce-ccc38eeaba49 req-ef733bb5-97c2-4aed-a1ea-c69f84bb347e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 945 time: 0.1164160 Feb 28 11:35:37.512330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03ccb76d-822e-460c-b1ce-ccc38eeaba49 req-a8fbe4c9-8be3-4e31-b524-782ad8745abd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546753 Feb 28 11:35:37.513331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bba05c80-c5f4-41a1-afb7-694331c84276 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:37.563379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b511fe98-64b3-47a2-a5d5-0f51bea57a0c completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:37.572229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52482) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:37.575344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 760a731e-058f-448c-9779-72b944f62a0f) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:37.605192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978abab2-df95-4307-8d8a-45684f6397e5 None None] Network 760a731e-058f-448c-9779-72b944f62a0f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:37.647231 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb30756-0a8b-4b33-b499-71b58ca6992f None None] Network ec169eb5-b1d9-424c-8396-4b2def525984 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:37.717189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba05c80-c5f4-41a1-afb7-694331c84276 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=9562b283-6567-4747-b7ef-db002ad0c172,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:37.761585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52488) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:37.838446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:37.840523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:37.842206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bba05c80-c5f4-41a1-afb7-694331c84276 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:37.848615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 418da024-370f-4c1e-af2c-cd5f9a9df85c) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:37.868056 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-26aa7397-6d3a-4eb6-99cc-7fabd140a27d tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 1093 time: 0.2870431 Feb 28 11:35:37.874525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52494) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:37.874802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32eb25ad-568e-42e6-828c-8ac17aa8fde6 None None] Network 418da024-370f-4c1e-af2c-cd5f9a9df85c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:37.880314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:37.880979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:37.882639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:37.892485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:37.898731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:floatingip and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:37.902800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:37.911606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:37.935541 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bba05c80-c5f4-41a1-afb7-694331c84276 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/9562b283-6567-4747-b7ef-db002ad0c172 HTTP/1.1" status: 204 len: 168 time: 1.8952355 Feb 28 11:35:37.935657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52498) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.022334 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a6a2d4a0-ec67-46b2-a3c1-fb53bec55863 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8031340 Feb 28 11:35:38.025416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52502) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.026436 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2aef072-1f08-4770-9826-4f7f2ba9290f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:35:38.026963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b2aef072-1f08-4770-9826-4f7f2ba9290f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:38.035335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': '418da024-370f-4c1e-af2c-cd5f9a9df85c', 'name': 'tempest-PortsIpV6TestJSON-976824179', 'fixed_ips': [{'subnet_id': '551d345b-115d-4a1b-ae25-6a70e05ba04d', 'ip_address': '2001:db8::10'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:38.051294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.052372 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f99fe8e9-8cd4-4036-bb31-f048e0c5cd6c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1076226 Feb 28 11:35:38.056130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52506) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.063631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:38.068331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:38.072407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Usage tracker for resource:router and tenant:6738a824ed52470b9a4bf9da54be1a73 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:38.075315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:38.081095 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-98214012-081e-4512-be1e-acdf9b75ce1a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f822401c9e04c4180c62ef88ba871ae&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3132241 Feb 28 11:35:38.082317 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:38.093164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52510) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.106172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3baba9f4-dabf-45b5-8f5d-b8e255271f7c None None] Provisioning for port b511fe98-64b3-47a2-a5d5-0f51bea57a0c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:38.111499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:36Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:38.146523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b2aef072-1f08-4770-9826-4f7f2ba9290f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:38.150328 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b2aef072-1f08-4770-9826-4f7f2ba9290f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/9562b283-6567-4747-b7ef-db002ad0c172 HTTP/1.1" status: 404 len: 333 time: 0.2166033 Feb 28 11:35:38.162192 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52514) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:38.170556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3baba9f4-dabf-45b5-8f5d-b8e255271f7c None None] Provisioning complete for port b511fe98-64b3-47a2-a5d5-0f51bea57a0c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:38.172089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3baba9f4-dabf-45b5-8f5d-b8e255271f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.209590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.210999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.213654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bbfde1d-4fa2-4f9a-8a82-4a3d3de78784 None None] The sync data for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv is: [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:36Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:38.229798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.280879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:38.294577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:38.315327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.354355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.386595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-760a731e-058f-448c-9779-72b944f62a0f', 'network_id': '760a731e-058f-448c-9779-72b944f62a0f', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'fixed_ips': [{'subnet_id': '06040bdc-a426-4d4d-8789-2cea7d9009ed'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:38.387454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.439606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:38.466798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.468346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.472251 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9d51a6c2-04e8-48d5-88f7-17ebd21116b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.506481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9d51a6c2-04e8-48d5-88f7-17ebd21116b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.623934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.53 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/e6dabbaf-afd9-4761-ae74-2af29465b65c) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:38.645182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-418da024-370f-4c1e-af2c-cd5f9a9df85c', 'network_id': '418da024-370f-4c1e-af2c-cd5f9a9df85c', 'tenant_id': '3ca49ef460d44887b2e168eece11783d', 'fixed_ips': [{'subnet_id': '551d345b-115d-4a1b-ae25-6a70e05ba04d'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:38.646191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.783987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3baba9f4-dabf-45b5-8f5d-b8e255271f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.836538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=d5f609fc-3722-42c5-b58a-24b99899a9cf,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:38.872245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.875181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9d51a6c2-04e8-48d5-88f7-17ebd21116b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:38.916546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51a6c2-04e8-48d5-88f7-17ebd21116b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174f3f4b-194f-4269-9195-a3683da9383f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:38.918521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 0e45fd31-c861-4a44-b326-d1c8046fbf22 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:38.925991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Allocated IP 172.20.0.2 (760a731e-058f-448c-9779-72b944f62a0f/06040bdc-a426-4d4d-8789-2cea7d9009ed/02c98fec-5da3-4b66-bcd8-18924c75ef65) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:38.944722 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3baba9f4-dabf-45b5-8f5d-b8e255271f7c None None] For port b511fe98-64b3-47a2-a5d5-0f51bea57a0c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b511fe98-64b3-47a2-a5d5-0f51bea57a0c,segment=NetworkSegment(0d22c53d-4863-4817-940e-35638bd0bf71),segment_id=0d22c53d-4863-4817-940e-35638bd0bf71)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:39.034262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3baba9f4-dabf-45b5-8f5d-b8e255271f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.046477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-915909a3-775d-4aaa-a63c-da3eea738fa2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet 1134df1d-8ecb-4ec3-9998-058e462c39aa {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:39.071110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-915909a3-775d-4aaa-a63c-da3eea738fa2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.147206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b2d57cd8-92f0-4e94-ae00-df3669d4652b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:39.195814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9d51a6c2-04e8-48d5-88f7-17ebd21116b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.197284 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9d51a6c2-04e8-48d5-88f7-17ebd21116b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/174f3f4b-194f-4269-9195-a3683da9383f HTTP/1.1" status: 204 len: 168 time: 1.1031299 Feb 28 11:35:39.234668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.260062 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-915909a3-775d-4aaa-a63c-da3eea738fa2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.270735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Allocated IP 2001:db8::2 (418da024-370f-4c1e-af2c-cd5f9a9df85c/551d345b-115d-4a1b-ae25-6a70e05ba04d/b91a651e-2a6b-4aec-86a5-beb59458c1e4) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:39.292460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.312249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3baba9f4-dabf-45b5-8f5d-b8e255271f7c None None] Pushing event updated for resources: {'Port': ['ID=b511fe98-64b3-47a2-a5d5-0f51bea57a0c,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:39.406831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network ec169eb5-b1d9-424c-8396-4b2def525984 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:39.410622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:39.543283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.600593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.662864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b2d57cd8-92f0-4e94-ae00-df3669d4652b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:39.666148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Transition to ACTIVE for port object 02c98fec-5da3-4b66-bcd8-18924c75ef65 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:39.670718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:39.673836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:39.679762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:39.698354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c2cb2b03-57f9-47f0-bd02-395af91a4f3d None None] Provisioning for port d5f609fc-3722-42c5-b58a-24b99899a9cf completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:39.713552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=e6dabbaf-afd9-4761-ae74-2af29465b65c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:39.759795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b2d57cd8-92f0-4e94-ae00-df3669d4652b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:39.760172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.826012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-915909a3-775d-4aaa-a63c-da3eea738fa2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.852789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c2cb2b03-57f9-47f0-bd02-395af91a4f3d None None] Provisioning complete for port d5f609fc-3722-42c5-b58a-24b99899a9cf triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:39.854080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c2cb2b03-57f9-47f0-bd02-395af91a4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:39.958266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Transition to ACTIVE for port object 02c98fec-5da3-4b66-bcd8-18924c75ef65 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:39.975433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c2cb2b03-57f9-47f0-bd02-395af91a4f3d None None] Port d5f609fc-3722-42c5-b58a-24b99899a9cf cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:40.042924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.155090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Pushing event updated for resources: {'Port': ['ID=02c98fec-5da3-4b66-bcd8-18924c75ef65,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:40.166889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c2cb2b03-57f9-47f0-bd02-395af91a4f3d None None] Provisioning complete for port b511fe98-64b3-47a2-a5d5-0f51bea57a0c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:40.167263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c2cb2b03-57f9-47f0-bd02-395af91a4f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.222085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.251477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Network 760a731e-058f-448c-9779-72b944f62a0f is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:40.254539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Transition to ACTIVE for port object b91a651e-2a6b-4aec-86a5-beb59458c1e4 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:40.262754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:40.273201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:40.321769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Transition to ACTIVE for port object b91a651e-2a6b-4aec-86a5-beb59458c1e4 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:40.373552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.407805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.436201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.453790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-915909a3-775d-4aaa-a63c-da3eea738fa2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.470388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.512705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915909a3-775d-4aaa-a63c-da3eea738fa2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=1134df1d-8ecb-4ec3-9998-058e462c39aa,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:40.519584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.537456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-915909a3-775d-4aaa-a63c-da3eea738fa2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.567845 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Attempting to bind port 02c98fec-5da3-4b66-bcd8-18924c75ef65 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:40.567845 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Attempting to bind port 02c98fec-5da3-4b66-bcd8-18924c75ef65 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '760a731e-058f-448c-9779-72b944f62a0f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:40.568181 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Attempting to bind port 02c98fec-5da3-4b66-bcd8-18924c75ef65 on network 760a731e-058f-448c-9779-72b944f62a0f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:40.570281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0089c1-0349-4b21-ae07-d036a312e24d None None] Network 557ff53d-6830-47cb-8802-b812e64564eb requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:40.596268 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-915909a3-775d-4aaa-a63c-da3eea738fa2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/1134df1d-8ecb-4ec3-9998-058e462c39aa HTTP/1.1" status: 204 len: 168 time: 2.4329050 Feb 28 11:35:40.596770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52530) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:40.654042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.735790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Allocated IP 172.26.1.77 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/f0a85fbf-a456-448d-b253-d9b728d79672) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:40.754363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port b2d57cd8-92f0-4e94-ae00-df3669d4652b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b2d57cd8-92f0-4e94-ae00-df3669d4652b,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:40.762637 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.770977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::10 (418da024-370f-4c1e-af2c-cd5f9a9df85c/551d345b-115d-4a1b-ae25-6a70e05ba04d/0e45fd31-c861-4a44-b326-d1c8046fbf22) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:40.773099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:40.773470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Checking segment: {'id': 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '760a731e-058f-448c-9779-72b944f62a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:40.773863 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.774251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Bound using segment: {'id': 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '760a731e-058f-448c-9779-72b944f62a0f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:40.774720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Bound port: 02c98fec-5da3-4b66-bcd8-18924c75ef65, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '760a731e-058f-448c-9779-72b944f62a0f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:40.775129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.799634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Network 418da024-370f-4c1e-af2c-cd5f9a9df85c is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:40.815010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:40.816779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Pushing event updated for resources: {'Port': ['ID=b91a651e-2a6b-4aec-86a5-beb59458c1e4,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:40.820451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:40.878169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router 1426ae98-881c-4a36-accc-02306a67aa1c is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:35:40.892791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port d22aba1b-7999-47ab-bcef-d9de0764a7db {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:40.893141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:40.963191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.076522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.104875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b511fe98-64b3-47a2-a5d5-0f51bea57a0c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:41.130333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3d9a3d09-6994-4b28-be69-47323e3cdc79 None None] Provisioning complete for port d5f609fc-3722-42c5-b58a-24b99899a9cf triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:41.130769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3d9a3d09-6994-4b28-be69-47323e3cdc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.153009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.162435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.181821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object 0e45fd31-c861-4a44-b326-d1c8046fbf22 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:41.245149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52540) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:41.266312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Attempting to bind port b91a651e-2a6b-4aec-86a5-beb59458c1e4 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:41.266682 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Attempting to bind port b91a651e-2a6b-4aec-86a5-beb59458c1e4 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'f639a4f7-d965-471a-a414-368223316382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '418da024-370f-4c1e-af2c-cd5f9a9df85c'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:41.267063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Attempting to bind port b91a651e-2a6b-4aec-86a5-beb59458c1e4 on network 418da024-370f-4c1e-af2c-cd5f9a9df85c {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:41.278810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] For port 02c98fec-5da3-4b66-bcd8-18924c75ef65, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:41.288467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3d9a3d09-6994-4b28-be69-47323e3cdc79 None None] Port d5f609fc-3722-42c5-b58a-24b99899a9cf cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:41.289900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=b2d57cd8-92f0-4e94-ae00-df3669d4652b,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:41.304300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] For port 02c98fec-5da3-4b66-bcd8-18924c75ef65, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=02c98fec-5da3-4b66-bcd8-18924c75ef65,segment=NetworkSegment(a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6),segment_id=a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:41.304963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.307641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:41.307997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Checking segment: {'id': 'f639a4f7-d965-471a-a414-368223316382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '418da024-370f-4c1e-af2c-cd5f9a9df85c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:41.308739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.308739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Bound using segment: {'id': 'f639a4f7-d965-471a-a414-368223316382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '418da024-370f-4c1e-af2c-cd5f9a9df85c'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:41.309215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Bound port: b91a651e-2a6b-4aec-86a5-beb59458c1e4, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f639a4f7-d965-471a-a414-368223316382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '418da024-370f-4c1e-af2c-cd5f9a9df85c'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:41.309580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.320976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] For port d22aba1b-7999-47ab-bcef-d9de0764a7db, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d22aba1b-7999-47ab-bcef-d9de0764a7db,segment=NetworkSegment(398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5),segment_id=398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:41.339767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.375427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.401649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b511fe98-64b3-47a2-a5d5-0f51bea57a0c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:41.402014 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.443754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.462585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for d22aba1b-7999-47ab-bcef-d9de0764a7db owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:41.492011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 418da024-370f-4c1e-af2c-cd5f9a9df85c is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:41.493161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=e6dabbaf-afd9-4761-ae74-2af29465b65c,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:41.497665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] DHCP port deletion for 557ff53d-6830-47cb-8802-b812e64564eb request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:41.497951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.532026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] Deleting port d22aba1b-7999-47ab-bcef-d9de0764a7db {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:41.532391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.542807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:41.546679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:41.551049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:41.551728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.579055 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-31fde77b-39a5-4bd4-a329-0588cca4d894 tempest-ServiceProvidersTest-36804692 tempest-ServiceProvidersTest-36804692-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3259153 Feb 28 11:35:41.591416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] For port b91a651e-2a6b-4aec-86a5-beb59458c1e4, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:41.617266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Pushing event updated for resources: {'Port': ['ID=f0a85fbf-a456-448d-b253-d9b728d79672,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:41.621548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:41.625550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:41.627335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:41.632038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] For port b91a651e-2a6b-4aec-86a5-beb59458c1e4, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b91a651e-2a6b-4aec-86a5-beb59458c1e4,segment=NetworkSegment(f639a4f7-d965-471a-a414-368223316382),segment_id=f639a4f7-d965-471a-a414-368223316382)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:41.635273 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cf3abd24-989e-45fe-8fa0-a942957fcbe4 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/1426ae98-881c-4a36-accc-02306a67aa1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0282953 Feb 28 11:35:41.635273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:41.637881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12878d43-5d78-4665-a800-529d2ee7022f None None] Pushing event updated for resources: {'Port': ['ID=02c98fec-5da3-4b66-bcd8-18924c75ef65,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:41.645045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52548) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:41.649392 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840ca14-9624-4515-a102-6ed85156cbce None None] Sync routers for ids ['1426ae98-881c-4a36-accc-02306a67aa1c'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:41.666429 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840ca14-9624-4515-a102-6ed85156cbce None None] Routers {'1426ae98-881c-4a36-accc-02306a67aa1c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:41.675179 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1840ca14-9624-4515-a102-6ed85156cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['1426ae98-881c-4a36-accc-02306a67aa1c'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:41.751045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.781611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.790015 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1840ca14-9624-4515-a102-6ed85156cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:41.794343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:41.810246 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1840ca14-9624-4515-a102-6ed85156cbce None None] Routers {'1426ae98-881c-4a36-accc-02306a67aa1c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:41.811872 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1840ca14-9624-4515-a102-6ed85156cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['1426ae98-881c-4a36-accc-02306a67aa1c'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:41.932895 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1840ca14-9624-4515-a102-6ed85156cbce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:41.934530 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1840ca14-9624-4515-a102-6ed85156cbce None None] The sync data for ids ['1426ae98-881c-4a36-accc-02306a67aa1c'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:42.002017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=d22aba1b-7999-47ab-bcef-d9de0764a7db,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:42.026794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No DVR routers for this DVR port d22aba1b-7999-47ab-bcef-d9de0764a7db on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:42.063847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51538f6-d2a6-4511-bc7c-9237d2185782 None None] Pushing event updated for resources: {'Port': ['ID=b91a651e-2a6b-4aec-86a5-beb59458c1e4,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:42.087717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] For port d22aba1b-7999-47ab-bcef-d9de0764a7db, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d22aba1b-7999-47ab-bcef-d9de0764a7db,segment=NetworkSegment(398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5),segment_id=398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:42.087960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.089911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=0e45fd31-c861-4a44-b326-d1c8046fbf22,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:42.126717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2cb861-9ee1-4dec-a9df-cbe2389d4537 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:42.127350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2c2cb861-9ee1-4dec-a9df-cbe2389d4537 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:42.247502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2c2cb861-9ee1-4dec-a9df-cbe2389d4537 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:42.249649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2c2cb861-9ee1-4dec-a9df-cbe2389d4537 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports/d5f609fc-3722-42c5-b58a-24b99899a9cf HTTP/1.1" status: 200 len: 911 time: 0.5901034 Feb 28 11:35:42.251940 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3886d23f-b193-41f2-b9bd-a9912b2f3b57 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2251835 Feb 28 11:35:42.255266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.257609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] Calling delete_port for d22aba1b-7999-47ab-bcef-d9de0764a7db owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:42.264252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52554) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:42.264864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52556) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:42.275793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': '418da024-370f-4c1e-af2c-cd5f9a9df85c', 'name': 'tempest-PortsIpV6TestJSON-1955231411', 'fixed_ips': [{'subnet_id': '551d345b-115d-4a1b-ae25-6a70e05ba04d', 'ip_address': '2001:db8::f'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:42.325728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['557ff53d-6830-47cb-8802-b812e64564eb']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:42.351484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:42.351794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '398b91d6-20c4-4ce4-9ca4-f9ec0920ecd5') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:42.382469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:42.382875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.389379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:42.409788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.418270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:42.418808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:42.447318 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:42.466039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52562) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:42.575908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.576657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.647804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:42.658901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:port and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:42.663699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:42.682884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:42.690043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 51402647-e64c-496e-98e8-297b0f477f66 associated. External IP: 172.26.1.53, port: cdf91a86-3f61-4842-be79-aee9da8297ea. Feb 28 11:35:42.705978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.746351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.762728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b72e577-1eb1-483a-a283-40cb05a5e328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.776744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Network': ['ID=557ff53d-6830-47cb-8802-b812e64564eb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:42.819901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9b72e577-1eb1-483a-a283-40cb05a5e328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:42.825981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9b72e577-1eb1-483a-a283-40cb05a5e328 admin admin] Usage tracker for resource:security_group_rule and tenant:c601155e346a46139d53ea6e8956ceb0 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:42.829523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9b72e577-1eb1-483a-a283-40cb05a5e328 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:42.836875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9b72e577-1eb1-483a-a283-40cb05a5e328 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:42.890391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] Deleting port d22aba1b-7999-47ab-bcef-d9de0764a7db {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:42.890982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.907632 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7d75bc32-2141-423f-880e-0ae64dc084e3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/networks/557ff53d-6830-47cb-8802-b812e64564eb HTTP/1.1" status: 204 len: 168 time: 2.3016644 Feb 28 11:35:42.908568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52568) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:42.913493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1598811328'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:42.918018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:42.924343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.931907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:42.944509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:network and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:42.954308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:42.961699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b72e577-1eb1-483a-a283-40cb05a5e328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:42.965299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fb782-8a84-4324-b000-ed0f19175603 None None] The port 'd22aba1b-7999-47ab-bcef-d9de0764a7db' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:35:42.968263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:43.040367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b72e577-1eb1-483a-a283-40cb05a5e328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.042245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 46769753-3d22-4266-8d19-bd20b6ee75c0 yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:43.109640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:43.112957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.163648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b72e577-1eb1-483a-a283-40cb05a5e328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fabd08-a163-41c8-a46f-9e80d9a7e203,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:43.178676 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9b72e577-1eb1-483a-a283-40cb05a5e328 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c601155e346a46139d53ea6e8956ceb0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6566014 Feb 28 11:35:43.179581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Router ab0aab28-87f9-42ee-ba93-e37868558a3c is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:35:43.185177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52572) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:43.243679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:43.261426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 02c98fec-5da3-4b66-bcd8-18924c75ef65 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:43.346778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.347155 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Added segment 6c1c0a90-bc45-4313-83f4-6321176f0354 of type vlan for network f781808c-04bd-4b9e-ac9f-ee0578ffca67 Feb 28 11:35:43.366550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::f (418da024-370f-4c1e-af2c-cd5f9a9df85c/551d345b-115d-4a1b-ae25-6a70e05ba04d/46769753-3d22-4266-8d19-bd20b6ee75c0) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:43.394472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.439565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8701e5a5-92cc-4de9-8b47-7423466b345a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.484037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 02c98fec-5da3-4b66-bcd8-18924c75ef65 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:43.489449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b2d57cd8-92f0-4e94-ae00-df3669d4652b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:43.516157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.527282 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8701e5a5-92cc-4de9-8b47-7423466b345a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.589228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077bda03-9db0-4007-a447-ae34355adcde None None] Network 760a731e-058f-448c-9779-72b944f62a0f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:43.720832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:43.738961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.743331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:43.745998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.777960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Sync routers for ids ['ab0aab28-87f9-42ee-ba93-e37868558a3c'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:43.790961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8701e5a5-92cc-4de9-8b47-7423466b345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.808181 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Routers {'ab0aab28-87f9-42ee-ba93-e37868558a3c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:43.809299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ab0aab28-87f9-42ee-ba93-e37868558a3c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:43.875772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d4163-7c7c-44c5-add9-4b2b92e34e09 None None] Network 418da024-370f-4c1e-af2c-cd5f9a9df85c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:43.892322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701e5a5-92cc-4de9-8b47-7423466b345a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fabd08-a163-41c8-a46f-9e80d9a7e203,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:43.902762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8701e5a5-92cc-4de9-8b47-7423466b345a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:43.906946 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8701e5a5-92cc-4de9-8b47-7423466b345a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/78fabd08-a163-41c8-a46f-9e80d9a7e203 HTTP/1.1" status: 204 len: 168 time: 0.7175970 Feb 28 11:35:43.930156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Network': ['ID=f781808c-04bd-4b9e-ac9f-ee0578ffca67,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:43.971521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f781808c-04bd-4b9e-ac9f-ee0578ffca67 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:44.005946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:44.010291 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aac9d182-1e9d-4f45-bf03-79c079b3c91a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9536438 Feb 28 11:35:44.011151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52578) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:44.060368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b2d57cd8-92f0-4e94-ae00-df3669d4652b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:44.060368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:44.074806 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a95f5331-4c2d-4ae6-a30e-f40db262c357 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1647525 Feb 28 11:35:44.081590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52582) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:44.091313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': 'f781808c-04bd-4b9e-ac9f-ee0578ffca67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:44.181156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:44.271929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object 46769753-3d22-4266-8d19-bd20b6ee75c0 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:44.309700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:44.319051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:44.326221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:44.402397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:44.433922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-93dedfb7-f170-4b5f-951b-d1d517068d91 None None] Provisioning for port 02c98fec-5da3-4b66-bcd8-18924c75ef65 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:44.467307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-93dedfb7-f170-4b5f-951b-d1d517068d91 None None] Provisioning complete for port 02c98fec-5da3-4b66-bcd8-18924c75ef65 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:44.468125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-93dedfb7-f170-4b5f-951b-d1d517068d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:44.529892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:35:44.538646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:44.578192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Set router ab0aab28-87f9-42ee-ba93-e37868558a3c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:35:44.643030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b91a651e-2a6b-4aec-86a5-beb59458c1e4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:44.724081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:44.907914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.011172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.028140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network 418da024-370f-4c1e-af2c-cd5f9a9df85c is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:45.047627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=46769753-3d22-4266-8d19-bd20b6ee75c0,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:45.050126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:45.063576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:45.067480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:45.068076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.071492 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-93dedfb7-f170-4b5f-951b-d1d517068d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.090980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-06a71262-fed4-473f-9d3f-b9990b83f355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.160476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-93dedfb7-f170-4b5f-951b-d1d517068d91 None None] For port 02c98fec-5da3-4b66-bcd8-18924c75ef65, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=02c98fec-5da3-4b66-bcd8-18924c75ef65,segment=NetworkSegment(a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6),segment_id=a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:45.199257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:38Z', 'updated_at': '2022-02-28T11:35:42Z', 'revision_number': 3, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'gw_port': {'id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:45.204937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Checking router: ab0aab28-87f9-42ee-ba93-e37868558a3c for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:35:45.205420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Updating router ab0aab28-87f9-42ee-ba93-e37868558a3c port f0a85fbf-a456-448d-b253-d9b728d79672 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:35:45.237552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b91a651e-2a6b-4aec-86a5-beb59458c1e4 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:45.266485 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Allocated IP 172.20.0.1 (760a731e-058f-448c-9779-72b944f62a0f/06040bdc-a426-4d4d-8789-2cea7d9009ed/d180b66e-64f2-4018-a7f3-0dd3743ce121) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:45.306884 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eb107ad1-0af9-4941-92b1-38b6341c7474 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0362329 Feb 28 11:35:45.330638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52586) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:45.376670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.432787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-93dedfb7-f170-4b5f-951b-d1d517068d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.491617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.497912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.523130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Transition to ACTIVE for port object d180b66e-64f2-4018-a7f3-0dd3743ce121 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:45.531318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d22aba1b-7999-47ab-bcef-d9de0764a7db no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:45.533962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:45.562000 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] Sync routers for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:45.582494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: d22aba1b-7999-47ab-bcef-d9de0764a7db {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:45.582823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d22aba1b-7999-47ab-bcef-d9de0764a7db not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:45.612208 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:45.614099 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:45.619467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port d5f609fc-3722-42c5-b58a-24b99899a9cf {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:45.619808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.650508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e4e1f-1077-4b5e-b621-e84e7c2990de tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:45.653694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-611e4e1f-1077-4b5e-b621-e84e7c2990de tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:45.659135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dedfb7-f170-4b5f-951b-d1d517068d91 None None] Pushing event updated for resources: {'Port': ['ID=02c98fec-5da3-4b66-bcd8-18924c75ef65,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:45.669845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.681676 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1963ee66-236c-48e6-ab62-e701f4d665f8 None None] Provisioning complete for port 02c98fec-5da3-4b66-bcd8-18924c75ef65 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:45.682049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1963ee66-236c-48e6-ab62-e701f4d665f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.812818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Network 760a731e-058f-448c-9779-72b944f62a0f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:45.814119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Pushing event updated for resources: {'Port': ['ID=d180b66e-64f2-4018-a7f3-0dd3743ce121,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:45.827411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:45.830230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:45.914417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.915453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:45.943321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=2f091c35-b333-434a-9e33-46de46103978,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:45.962393 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:35:46.070623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Checking segment: {'id': '6c1c0a90-bc45-4313-83f4-6321176f0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f781808c-04bd-4b9e-ac9f-ee0578ffca67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:46.071033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network hostable DHCP agents. Network: f781808c-04bd-4b9e-ac9f-ee0578ffca67, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:46.163291 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-611e4e1f-1077-4b5e-b621-e84e7c2990de tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:46.164622 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-611e4e1f-1077-4b5e-b621-e84e7c2990de tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8291497 Feb 28 11:35:46.177386 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-477ddac8-3b54-4937-a62b-67926d99682a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3007843 Feb 28 11:35:46.184649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52590) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:46.184836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52592) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:46.185460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:35:46.194786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.221161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Transition to ACTIVE for port object f0a85fbf-a456-448d-b253-d9b728d79672 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:46.241141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.272251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1963ee66-236c-48e6-ab62-e701f4d665f8 None None] Provisioning for port b91a651e-2a6b-4aec-86a5-beb59458c1e4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:46.277923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1963ee66-236c-48e6-ab62-e701f4d665f8 None None] Provisioning complete for port b91a651e-2a6b-4aec-86a5-beb59458c1e4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:46.278543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1963ee66-236c-48e6-ab62-e701f4d665f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.337047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.376411 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'status': 'completed', 'code': 200} Feb 28 11:35:46.458015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Attempting to bind port f0a85fbf-a456-448d-b253-d9b728d79672 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:46.458343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Attempting to bind port f0a85fbf-a456-448d-b253-d9b728d79672 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:46.458702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Attempting to bind port f0a85fbf-a456-448d-b253-d9b728d79672 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:46.465556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e435f-0dae-4085-8829-0acaf33879c1 None None] Pushing event updated for resources: {'Port': ['ID=f0a85fbf-a456-448d-b253-d9b728d79672,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:46.470523 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '51402647-e64c-496e-98e8-297b0f477f66', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:46.470757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:46.470757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:46.470757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.470757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:46.471274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Bound port: f0a85fbf-a456-448d-b253-d9b728d79672, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:46.471694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.482016 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] Checking router: 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:35:46.504712 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:46.505655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.506061 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:46.547032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.591813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1963ee66-236c-48e6-ab62-e701f4d665f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.610250 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3fcf8da0-2c5a-4855-8d4e-56149eeee18a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/51402647-e64c-496e-98e8-297b0f477f66 HTTP/1.1" status: 200 len: 990 time: 0.4104729 Feb 28 11:35:46.612324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] For port f0a85fbf-a456-448d-b253-d9b728d79672, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:46.628536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.631028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1963ee66-236c-48e6-ab62-e701f4d665f8 None None] For port b91a651e-2a6b-4aec-86a5-beb59458c1e4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b91a651e-2a6b-4aec-86a5-beb59458c1e4,segment=NetworkSegment(f639a4f7-d965-471a-a414-368223316382),segment_id=f639a4f7-d965-471a-a414-368223316382)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:46.642266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] For port f0a85fbf-a456-448d-b253-d9b728d79672, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f0a85fbf-a456-448d-b253-d9b728d79672,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:46.693097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for d5f609fc-3722-42c5-b58a-24b99899a9cf owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:46.725002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network f781808c-04bd-4b9e-ac9f-ee0578ffca67 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:46.735239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1963ee66-236c-48e6-ab62-e701f4d665f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.739262 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:35:46.742315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.750085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Pushing event updated for resources: {'Port': ['ID=d180b66e-64f2-4018-a7f3-0dd3743ce121,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:46.766881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c5521-dffa-421c-b6c6-93ee7ef7c21a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:46.770676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c5521-dffa-421c-b6c6-93ee7ef7c21a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:46.774508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154c5521-dffa-421c-b6c6-93ee7ef7c21a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:46.779124 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-154c5521-dffa-421c-b6c6-93ee7ef7c21a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.5824125 Feb 28 11:35:46.779799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52600) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:46.828607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f781808c-04bd-4b9e-ac9f-ee0578ffca67) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:46.844772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963ee66-236c-48e6-ab62-e701f4d665f8 None None] Pushing event updated for resources: {'Port': ['ID=b91a651e-2a6b-4aec-86a5-beb59458c1e4,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:46.850264 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4459a06e-aced-4203-8ee5-e9e99c402ef2 req-db2d61fc-633e-4509-be1b-e46fb4debcb9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 1098 time: 0.4532771 Feb 28 11:35:46.853558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:46.854135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.859989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:46.872898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19003fc3-f10d-47dd-a962-75b2e5252b56 None None] Network f781808c-04bd-4b9e-ac9f-ee0578ffca67 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:46.958728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Network 760a731e-058f-448c-9779-72b944f62a0f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:46.960047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:46.975771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4eb39c16-5ccd-4b59-bdd8-167cbb5ebf1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 46769753-3d22-4266-8d19-bd20b6ee75c0 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:46.976108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4eb39c16-5ccd-4b59-bdd8-167cbb5ebf1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.132583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e435f-0dae-4085-8829-0acaf33879c1 None None] Pushing event updated for resources: {'Port': ['ID=f0a85fbf-a456-448d-b253-d9b728d79672,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:47.151302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Routers {'ab0aab28-87f9-42ee-ba93-e37868558a3c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:47.155919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ab0aab28-87f9-42ee-ba93-e37868558a3c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:47.174405 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-597ca5b0-8c0b-4d84-81b7-ff3600981a94 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0873699 Feb 28 11:35:47.181348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52604) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:47.208341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-832082083', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:47.228284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f72e2010-9428-4cd2-8051-8d6e325eb667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.231872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:47.238511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Provisioning for port 46769753-3d22-4266-8d19-bd20b6ee75c0 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:47.275503 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '51402647-e64c-496e-98e8-297b0f477f66', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:47.275757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:router and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:47.276705 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43db61b6-dda9-43a0-8dbc-fe46ec5244a5 None None] The sync data for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv is: [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:34:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '51402647-e64c-496e-98e8-297b0f477f66', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:47.288643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.300854 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:47.341593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Provisioning complete for port 46769753-3d22-4266-8d19-bd20b6ee75c0 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:47.342259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.352121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=d5f609fc-3722-42c5-b58a-24b99899a9cf,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:47.357337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:47.360359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459a06e-aced-4203-8ee5-e9e99c402ef2 req-e2e7f88a-4676-4d6b-927a-5eb00e3d0062 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:47.361854 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4459a06e-aced-4203-8ee5-e9e99c402ef2 req-e2e7f88a-4676-4d6b-927a-5eb00e3d0062 service neutron] 10.222.0.57 "GET /v2.0/networks?id=972b77cf-bcb2-4307-9715-3a0124ece65d HTTP/1.1" status: 200 len: 898 time: 0.4963312 Feb 28 11:35:47.470071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Port 46769753-3d22-4266-8d19-bd20b6ee75c0 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:47.565783 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f781808c-04bd-4b9e-ac9f-ee0578ffca67', 'network_id': 'f781808c-04bd-4b9e-ac9f-ee0578ffca67', 'tenant_id': 'f8723dc342b243fbb7beca10c85eea1e', 'fixed_ips': [{'subnet_id': '2f091c35-b333-434a-9e33-46de46103978'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:47.566929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.613507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52608) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:47.658359 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4459a06e-aced-4203-8ee5-e9e99c402ef2 req-1cac3dea-83cb-47ac-9e74-70aebed78fc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf91a86-3f61-4842-be79-aee9da8297ea HTTP/1.1" status: 200 len: 998 time: 0.2813346 Feb 28 11:35:47.713105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] Set router ab0aab28-87f9-42ee-ba93-e37868558a3c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:35:47.750583 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1700fd6c-7e8e-41da-b568-439ad5475cc4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/51402647-e64c-496e-98e8-297b0f477f66 HTTP/1.1" status: 200 len: 990 time: 0.1329796 Feb 28 11:35:47.756995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 02c98fec-5da3-4b66-bcd8-18924c75ef65 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:47.762706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.763758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:47.789330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Provisioning for port 0e45fd31-c861-4a44-b326-d1c8046fbf22 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:47.790867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Router ab0aab28-87f9-42ee-ba93-e37868558a3c has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:35:47.822365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Provisioning complete for port 0e45fd31-c861-4a44-b326-d1c8046fbf22 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:47.822731 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.013723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:48.026494 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9081475f-a5c5-46fe-9129-1ccdcef69558 admin admin] 10.222.0.31 "PUT /v2.0/routers/ab0aab28-87f9-42ee-ba93-e37868558a3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0141659 Feb 28 11:35:48.042892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Port 0e45fd31-c861-4a44-b326-d1c8046fbf22 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:48.080786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.084060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4459a06e-aced-4203-8ee5-e9e99c402ef2 req-ae324313-800a-4478-bd5f-0061b028c744 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:48.085485 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4459a06e-aced-4203-8ee5-e9e99c402ef2 req-ae324313-800a-4478-bd5f-0061b028c744 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5878a6b9-b8fb-4598-91ef-865504684a83 HTTP/1.1" status: 200 len: 835 time: 0.3117046 Feb 28 11:35:48.137153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4eb39c16-5ccd-4b59-bdd8-167cbb5ebf1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.158750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Allocated IP 172.20.0.2 (f781808c-04bd-4b9e-ac9f-ee0578ffca67/2f091c35-b333-434a-9e33-46de46103978/9c16a839-b588-48de-9eb1-2fc1b582259d) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:48.168783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.193344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 02c98fec-5da3-4b66-bcd8-18924c75ef65 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:48.193715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.292720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4eb39c16-5ccd-4b59-bdd8-167cbb5ebf1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 46769753-3d22-4266-8d19-bd20b6ee75c0 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:48.330486 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.380248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Provisioning for port d180b66e-64f2-4018-a7f3-0dd3743ce121 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:48.414394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Provisioning complete for port d180b66e-64f2-4018-a7f3-0dd3743ce121 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:48.414394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.518568 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4459a06e-aced-4203-8ee5-e9e99c402ef2 req-1f439bff-d076-4560-abfd-f3524bc01122 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=972b77cf-bcb2-4307-9715-3a0124ece65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4179580 Feb 28 11:35:48.521870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.555706 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Port d180b66e-64f2-4018-a7f3-0dd3743ce121 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:48.612258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b91a651e-2a6b-4aec-86a5-beb59458c1e4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:48.685224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.712711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.738053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Transition to ACTIVE for port object 9c16a839-b588-48de-9eb1-2fc1b582259d will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:48.741230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Provisioning complete for port b91a651e-2a6b-4aec-86a5-beb59458c1e4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:48.741605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-27476c7a-5849-4cc7-acb6-457737bff35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.754552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52618) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:48.776161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:38Z', 'updated_at': '2022-02-28T11:35:45Z', 'revision_number': 4, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'gw_port': {'id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'd180b66e-64f2-4018-a7f3-0dd3743ce121', 'name': '', 'network_id': '760a731e-058f-448c-9779-72b944f62a0f', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'mac_address': 'fa:16:3e:7f:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:45Z', 'updated_at': '2022-02-28T11:35:46Z', 'revision_number': 2, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'subnets': [{'id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:48.791322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52622) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:48.799911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd6cb77-ffc0-4ead-856a-d8d6c48795e7 None None] The sync data for ids ['ab0aab28-87f9-42ee-ba93-e37868558a3c'] in dv-neutron-830866-1-hyperv is: [{'id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:38Z', 'updated_at': '2022-02-28T11:35:45Z', 'revision_number': 4, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'gw_port': {'id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:69:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'd180b66e-64f2-4018-a7f3-0dd3743ce121', 'name': '', 'network_id': '760a731e-058f-448c-9779-72b944f62a0f', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'mac_address': 'fa:16:3e:7f:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:45Z', 'updated_at': '2022-02-28T11:35:46Z', 'revision_number': 2, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'subnets': [{'id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:48.816611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1492693205', 'description': 'tempest-secgroup-smoke-1492693205 description', 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:48.821642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Transition to ACTIVE for port object 9c16a839-b588-48de-9eb1-2fc1b582259d will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:48.839960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:48.843871 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b91a651e-2a6b-4aec-86a5-beb59458c1e4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:48.844241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.852030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:security_group and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:48.855832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:48.896210 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3a983d64-3f38-450f-a56d-bda5100f02d9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/51402647-e64c-496e-98e8-297b0f477f66 HTTP/1.1" status: 200 len: 990 time: 0.1393821 Feb 28 11:35:48.926284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:48.931271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.939563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4eb39c16-5ccd-4b59-bdd8-167cbb5ebf1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.941182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:48.945260 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c02bdaec-28d8-46d7-a3a2-98911bba39eb tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.7599874 Feb 28 11:35:48.945753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52626) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:48.955696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'network_id': 'f781808c-04bd-4b9e-ac9f-ee0578ffca67', 'name': 'tempest-PortsTestJSON-528848632'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:49.034502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Network f781808c-04bd-4b9e-ac9f-ee0578ffca67 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:49.038029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:49.043128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:49.063224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb39c16-5ccd-4b59-bdd8-167cbb5ebf1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=46769753-3d22-4266-8d19-bd20b6ee75c0,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:49.068063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Pushing event updated for resources: {'Port': ['ID=9c16a839-b588-48de-9eb1-2fc1b582259d,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:49.075581 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4459a06e-aced-4203-8ee5-e9e99c402ef2 req-c521671a-fd95-4eff-b798-257a61bdb2a6 service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5494785 Feb 28 11:35:49.143463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:49.151283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:port and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:49.154937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:49.163955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:49.191516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Attempting to bind port 9c16a839-b588-48de-9eb1-2fc1b582259d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:49.191889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Attempting to bind port 9c16a839-b588-48de-9eb1-2fc1b582259d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '6c1c0a90-bc45-4313-83f4-6321176f0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f781808c-04bd-4b9e-ac9f-ee0578ffca67'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:49.192252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Attempting to bind port 9c16a839-b588-48de-9eb1-2fc1b582259d on network f781808c-04bd-4b9e-ac9f-ee0578ffca67 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:49.205656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:49.206031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Checking segment: {'id': '6c1c0a90-bc45-4313-83f4-6321176f0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f781808c-04bd-4b9e-ac9f-ee0578ffca67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:49.206429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.207453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Bound using segment: {'id': '6c1c0a90-bc45-4313-83f4-6321176f0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f781808c-04bd-4b9e-ac9f-ee0578ffca67'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:49.207453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Bound port: 9c16a839-b588-48de-9eb1-2fc1b582259d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c1c0a90-bc45-4313-83f4-6321176f0354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'f781808c-04bd-4b9e-ac9f-ee0578ffca67'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:49.207688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.216867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d41f5823-78af-45c0-b914-8c41639ef66b None None] Provisioning complete for port d180b66e-64f2-4018-a7f3-0dd3743ce121 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:49.217303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d41f5823-78af-45c0-b914-8c41639ef66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.221560 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4eb39c16-5ccd-4b59-bdd8-167cbb5ebf1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.226231 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4eb39c16-5ccd-4b59-bdd8-167cbb5ebf1d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/46769753-3d22-4266-8d19-bd20b6ee75c0 HTTP/1.1" status: 204 len: 168 time: 2.4396055 Feb 28 11:35:49.226231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.226783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52630) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:49.277364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:49.281730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.297980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router 1426ae98-881c-4a36-accc-02306a67aa1c has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:35:49.303875 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4d088fc-323e-441a-8a22-05236df48172 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:35:49.306289 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f4d088fc-323e-441a-8a22-05236df48172 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/46769753-3d22-4266-8d19-bd20b6ee75c0 HTTP/1.1" status: 404 len: 333 time: 0.0782320 Feb 28 11:35:49.309258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52634) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:49.313658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:49.339898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d41f5823-78af-45c0-b914-8c41639ef66b None None] Port d180b66e-64f2-4018-a7f3-0dd3743ce121 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:49.341075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:security_group_rule and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:49.348604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:49.365487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:49.367195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:49.434300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] For port 9c16a839-b588-48de-9eb1-2fc1b582259d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:49.438629 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] For port 9c16a839-b588-48de-9eb1-2fc1b582259d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9c16a839-b588-48de-9eb1-2fc1b582259d,segment=NetworkSegment(6c1c0a90-bc45-4313-83f4-6321176f0354),segment_id=6c1c0a90-bc45-4313-83f4-6321176f0354)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:49.457075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b4d732dd-6286-470e-8303-9e39e608ea28 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 0e45fd31-c861-4a44-b326-d1c8046fbf22 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:49.457414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4d732dd-6286-470e-8303-9e39e608ea28 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.537338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.568364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4459a06e-aced-4203-8ee5-e9e99c402ef2 req-786e1585-2c24-4a5b-b289-459a118a4055 service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635754 Feb 28 11:35:49.639802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.14 (f781808c-04bd-4b9e-ac9f-ee0578ffca67/2f091c35-b333-434a-9e33-46de46103978/fd7cc994-738a-4743-8ebd-ed1cebfd8d5a) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:49.650463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6312672-311d-407d-91c6-501c5af0d3fa None None] Pushing event updated for resources: {'Port': ['ID=9c16a839-b588-48de-9eb1-2fc1b582259d,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:49.725293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:49.741944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1d36a-6de3-4e8b-8f15-2697d6100c7b None None] Sync routers for ids ['1426ae98-881c-4a36-accc-02306a67aa1c'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:49.755921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.776923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1d36a-6de3-4e8b-8f15-2697d6100c7b None None] Routers {'1426ae98-881c-4a36-accc-02306a67aa1c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:49.776923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c1c1d36a-6de3-4e8b-8f15-2697d6100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['1426ae98-881c-4a36-accc-02306a67aa1c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:49.777297 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-466f4539-e614-4351-ada7-9cafb0be6968 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/1426ae98-881c-4a36-accc-02306a67aa1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4961786 Feb 28 11:35:49.777297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52638) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:49.836886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c1c1d36a-6de3-4e8b-8f15-2697d6100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:49.858895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-122c6b90-920e-4efe-bec8-5f9ff0e0ac25 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:49.863257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c1d36a-6de3-4e8b-8f15-2697d6100c7b None None] Routers {'1426ae98-881c-4a36-accc-02306a67aa1c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:49.864378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c1c1d36a-6de3-4e8b-8f15-2697d6100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['1426ae98-881c-4a36-accc-02306a67aa1c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:49.898149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52642) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:49.949748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4d732dd-6286-470e-8303-9e39e608ea28 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:49.961747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c1c1d36a-6de3-4e8b-8f15-2697d6100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:49.962292 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c1d36a-6de3-4e8b-8f15-2697d6100c7b None None] The sync data for ids ['1426ae98-881c-4a36-accc-02306a67aa1c'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:50.023997 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-627a30c0-8b02-47d0-bbcd-1acdd5133dfd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/51402647-e64c-496e-98e8-297b0f477f66 HTTP/1.1" status: 200 len: 990 time: 0.1233485 Feb 28 11:35:50.039773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.043307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.091080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-122c6b90-920e-4efe-bec8-5f9ff0e0ac25 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:50.099716 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-122c6b90-920e-4efe-bec8-5f9ff0e0ac25 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=1426ae98-881c-4a36-accc-02306a67aa1c HTTP/1.1" status: 200 len: 205 time: 0.3196380 Feb 28 11:35:50.099716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52646) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:50.122257 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894980db-f105-41e6-9d9d-13f6583d9063 None None] New status for floating IP 51402647-e64c-496e-98e8-297b0f477f66: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:35:50.156629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'SecurityGroup': ['ID=540ec721-4349-4fa3-9e5f-2faf792460fe,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:50.240586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b4d732dd-6286-470e-8303-9e39e608ea28 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 0e45fd31-c861-4a44-b326-d1c8046fbf22 owned by {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:50.245269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a9d6-b2c5-4e58-8640-dd27536bdb5a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.297319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.301359 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ded9d011-83f4-4772-9dee-b95e18038cb3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.5037694 Feb 28 11:35:50.305406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52650) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:50.360355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'security_group_rule': {'security_group_id': '540ec721-4349-4fa3-9e5f-2faf792460fe', 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:50.369431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.372465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:50.379399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:security_group_rule and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:50.384298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:50.391430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:50.427792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object fd7cc994-738a-4743-8ebd-ed1cebfd8d5a will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:50.598693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4d732dd-6286-470e-8303-9e39e608ea28 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.605482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.677877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a9d6-b2c5-4e58-8640-dd27536bdb5a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.681026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.694443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a9d6-b2c5-4e58-8640-dd27536bdb5a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.745651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network f781808c-04bd-4b9e-ac9f-ee0578ffca67 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:50.745651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:50.752556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:50.766422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.799809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbdf98e-c37c-4c4b-b5e9-2451c40ea053 None None] Network f781808c-04bd-4b9e-ac9f-ee0578ffca67 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:50.803621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b4d732dd-6286-470e-8303-9e39e608ea28 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.809964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=fd7cc994-738a-4743-8ebd-ed1cebfd8d5a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:50.852239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a9d6-b2c5-4e58-8640-dd27536bdb5a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.853179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b3a9d6-b2c5-4e58-8640-dd27536bdb5a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Fanout notify agent at l3_agent the message router_deleted on router 1426ae98-881c-4a36-accc-02306a67aa1c {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:35:50.860718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.869049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d732dd-6286-470e-8303-9e39e608ea28 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=0e45fd31-c861-4a44-b326-d1c8046fbf22,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:50.894032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:50.894953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.906010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56b86697-4bb9-4e6b-995e-a601e126ff1c,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:50.912368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c9b3a9d6-b2c5-4e58-8640-dd27536bdb5a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:50.916342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c9b3a9d6-b2c5-4e58-8640-dd27536bdb5a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/1426ae98-881c-4a36-accc-02306a67aa1c HTTP/1.1" status: 204 len: 168 time: 0.8137798 Feb 28 11:35:50.917186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52654) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:50.999273 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b4d732dd-6286-470e-8303-9e39e608ea28 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/0e45fd31-c861-4a44-b326-d1c8046fbf22 HTTP/1.1" status: 204 len: 168 time: 1.6886134 Feb 28 11:35:51.001733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52658) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:51.035960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52662) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:51.052330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ef683a66-db6e-45cb-a058-2049d7704013 None None] Provisioning for port 9c16a839-b588-48de-9eb1-2fc1b582259d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:51.059481 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cbbeb995-1359-4947-940c-e6c633b4541e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.1123059 Feb 28 11:35:51.060348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52666) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:51.109241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e351380-2b63-4d4a-b24c-cf018cfc7ca5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:35:51.109745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5e351380-2b63-4d4a-b24c-cf018cfc7ca5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:51.112404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.113519 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-84e5c7b8-5c10-45e2-9de1-0d1069889575 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7617376 Feb 28 11:35:51.125881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52670) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:51.135919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'security_group_rule': {'security_group_id': '540ec721-4349-4fa3-9e5f-2faf792460fe', 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:51.153609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:51.174963 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5c32ea37-349b-4023-a1d8-8ba4eabd7ed3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/51402647-e64c-496e-98e8-297b0f477f66 HTTP/1.1" status: 200 len: 992 time: 0.1306067 Feb 28 11:35:51.213574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:security_group_rule and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:51.224512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:51.251836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:51.281646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a40bc7a-4465-486b-85d6-c99ec19640e7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting subnet 9747c01b-25be-40e1-a92e-d903676e6b05 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:51.285649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5e351380-2b63-4d4a-b24c-cf018cfc7ca5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:51.290664 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5e351380-2b63-4d4a-b24c-cf018cfc7ca5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/0e45fd31-c861-4a44-b326-d1c8046fbf22 HTTP/1.1" status: 404 len: 333 time: 0.2841070 Feb 28 11:35:51.290820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc7a-4465-486b-85d6-c99ec19640e7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.290969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52674) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:51.426027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc7a-4465-486b-85d6-c99ec19640e7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.517423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.548421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fb95c490-1cb0-4141-ba4b-40937c0690d0 None None] Provisioning for port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:51.553802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fb95c490-1cb0-4141-ba4b-40937c0690d0 None None] Provisioning complete for port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:51.554489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fb95c490-1cb0-4141-ba4b-40937c0690d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.599691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4abde6b-d583-4038-ad8d-666fd52cb8e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet 551d345b-115d-4a1b-ae25-6a70e05ba04d {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:35:51.603482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4abde6b-d583-4038-ad8d-666fd52cb8e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.619949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-fb95c490-1cb0-4141-ba4b-40937c0690d0 None None] Port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:51.686450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4abde6b-d583-4038-ad8d-666fd52cb8e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.751086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.754533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9c16a839-b588-48de-9eb1-2fc1b582259d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:51.758384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc7a-4465-486b-85d6-c99ec19640e7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.770951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4abde6b-d583-4038-ad8d-666fd52cb8e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.794673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9ec400a7-c39f-47d7-99c5-05eb4c973475 None None] Provisioning complete for port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:51.796633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9ec400a7-c39f-47d7-99c5-05eb4c973475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.849227 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.867266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9ec400a7-c39f-47d7-99c5-05eb4c973475 None None] Port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:51.895722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92063551-4a61-411f-9068-8c4eaff12abb,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:51.937484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4abde6b-d583-4038-ad8d-666fd52cb8e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.969865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 9c16a839-b588-48de-9eb1-2fc1b582259d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:51.975856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9c16a839-b588-48de-9eb1-2fc1b582259d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:51.979786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.980301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4abde6b-d583-4038-ad8d-666fd52cb8e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=551d345b-115d-4a1b-ae25-6a70e05ba04d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:51.987452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4abde6b-d583-4038-ad8d-666fd52cb8e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:51.994635 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b4abde6b-d583-4038-ad8d-666fd52cb8e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/551d345b-115d-4a1b-ae25-6a70e05ba04d HTTP/1.1" status: 204 len: 168 time: 0.7040415 Feb 28 11:35:51.997167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52678) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:52.010449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b291defd-df78-4c85-b671-7093a5a80904 None None] Network 418da024-370f-4c1e-af2c-cd5f9a9df85c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:52.078913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc7a-4465-486b-85d6-c99ec19640e7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.082895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.086534 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-66665b74-67e9-43a0-b58d-6234a04640ef tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9549868 Feb 28 11:35:52.091220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52682) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:52.100969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'security_group_rule': {'security_group_id': '540ec721-4349-4fa3-9e5f-2faf792460fe', 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:52.117130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:52.128926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:security_group_rule and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:52.131806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a40bc7a-4465-486b-85d6-c99ec19640e7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Subnet': ['ID=9747c01b-25be-40e1-a92e-d903676e6b05,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:52.133619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:52.138596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.145057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:52.158021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port b91a651e-2a6b-4aec-86a5-beb59458c1e4 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:52.158364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.179921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a40bc7a-4465-486b-85d6-c99ec19640e7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.181573 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6a40bc7a-4465-486b-85d6-c99ec19640e7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/9747c01b-25be-40e1-a92e-d903676e6b05 HTTP/1.1" status: 204 len: 168 time: 1.2633877 Feb 28 11:35:52.184778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52686) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:52.208092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e4cdd-d3fc-407c-a619-4e42020ce32e None None] Network ec169eb5-b1d9-424c-8396-4b2def525984 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:52.261282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.285009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.366335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.372757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.397444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port b511fe98-64b3-47a2-a5d5-0f51bea57a0c {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:52.397849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.418376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] For port b91a651e-2a6b-4aec-86a5-beb59458c1e4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b91a651e-2a6b-4aec-86a5-beb59458c1e4,segment=NetworkSegment(f639a4f7-d965-471a-a414-368223316382),segment_id=f639a4f7-d965-471a-a414-368223316382)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:52.418631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.439889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.468520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 9c16a839-b588-48de-9eb1-2fc1b582259d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9c16a839-b588-48de-9eb1-2fc1b582259d,segment=NetworkSegment(6c1c0a90-bc45-4313-83f4-6321176f0354),segment_id=6c1c0a90-bc45-4313-83f4-6321176f0354)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:52.558752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for b91a651e-2a6b-4aec-86a5-beb59458c1e4 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:52.563441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] DHCP port deletion for 418da024-370f-4c1e-af2c-cd5f9a9df85c request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:52.569400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] Deleting port b91a651e-2a6b-4aec-86a5-beb59458c1e4 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:52.569800 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.597696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.642669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] DHCP port deletion for ec169eb5-b1d9-424c-8396-4b2def525984 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:35:52.675981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] Deleting port b511fe98-64b3-47a2-a5d5-0f51bea57a0c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:52.675981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.676224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.710878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2406ab-b1f1-42d2-b3fe-a3855ef3fc5f,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:52.775808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=9c16a839-b588-48de-9eb1-2fc1b582259d,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:52.809163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.851326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.854882 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-272f89d6-0d47-4441-886a-a314f7513906 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7604074 Feb 28 11:35:52.855984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52690) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:52.859265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port b511fe98-64b3-47a2-a5d5-0f51bea57a0c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b511fe98-64b3-47a2-a5d5-0f51bea57a0c,segment=NetworkSegment(0d22c53d-4863-4817-940e-35638bd0bf71),segment_id=0d22c53d-4863-4817-940e-35638bd0bf71)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:52.859649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.861422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=b91a651e-2a6b-4aec-86a5-beb59458c1e4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:52.865413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No DVR routers for this DVR port b91a651e-2a6b-4aec-86a5-beb59458c1e4 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:52.883267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'security_group_rule': {'security_group_id': '540ec721-4349-4fa3-9e5f-2faf792460fe', 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:52.996600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:52.997198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:53.006027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for b511fe98-64b3-47a2-a5d5-0f51bea57a0c owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:53.026893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418da024-370f-4c1e-af2c-cd5f9a9df85c']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:53.039787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f639a4f7-d965-471a-a414-368223316382') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:53.039787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f639a4f7-d965-471a-a414-368223316382') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:53.043950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:35:53.052455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:security_group_rule and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:53.052695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.059410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:53.070913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.076122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.078220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] For port b91a651e-2a6b-4aec-86a5-beb59458c1e4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b91a651e-2a6b-4aec-86a5-beb59458c1e4,segment=NetworkSegment(f639a4f7-d965-471a-a414-368223316382),segment_id=f639a4f7-d965-471a-a414-368223316382)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:53.078762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:53.078886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.078991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:53.079255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:53.095278 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:53.205177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] Calling delete_port for b91a651e-2a6b-4aec-86a5-beb59458c1e4 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:53.225906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.241081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] For port b511fe98-64b3-47a2-a5d5-0f51bea57a0c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b511fe98-64b3-47a2-a5d5-0f51bea57a0c,segment=NetworkSegment(0d22c53d-4863-4817-940e-35638bd0bf71),segment_id=0d22c53d-4863-4817-940e-35638bd0bf71)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:53.241461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.268181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.284436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.293037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.301225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Network': ['ID=418da024-370f-4c1e-af2c-cd5f9a9df85c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:53.301433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.304662 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f5b3fa1e-b30b-4b94-8ab7-c04849e6c881 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/networks/418da024-370f-4c1e-af2c-cd5f9a9df85c HTTP/1.1" status: 204 len: 168 time: 1.3057978 Feb 28 11:35:53.311076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52694) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:53.317242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1905029409'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:53.322757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:53.326803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:network and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:53.329960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:53.336561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:53.384562 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] Calling delete_port for b511fe98-64b3-47a2-a5d5-0f51bea57a0c owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:53.391906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=fd7cc994-738a-4743-8ebd-ed1cebfd8d5a,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:53.394158 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No DVR routers for this DVR port b511fe98-64b3-47a2-a5d5-0f51bea57a0c on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:35:53.413293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:53.417491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.461815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:35:53.465902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:53.466259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:53.474138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:35:53.474738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:35:53.476015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.476285 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Added segment 7bdaba63-4496-44fd-9ccc-e91c996dfb8a of type vlan for network bf043975-c398-4f30-aaf2-42c128afad19 Feb 28 11:35:53.517473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=b511fe98-64b3-47a2-a5d5-0f51bea57a0c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:53.521314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.616797 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-83451f84-270a-43a0-a560-0fcbc96a2117 None None] Provisioning complete for port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:53.617660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-83451f84-270a-43a0-a560-0fcbc96a2117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.656293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.666597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:53.667263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.703349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-83451f84-270a-43a0-a560-0fcbc96a2117 None None] Port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:53.760310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9c16a839-b588-48de-9eb1-2fc1b582259d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:53.784418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.815016 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4998207 Feb 28 11:35:53.815016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d5aa6-748a-4d69-b729-09e1afc536cb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Network': ['ID=bf043975-c398-4f30-aaf2-42c128afad19,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:53.815371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52698) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:53.821860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': 'bf043975-c398-4f30-aaf2-42c128afad19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:53.833591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network bf043975-c398-4f30-aaf2-42c128afad19 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:35:53.868647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.874561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec169eb5-b1d9-424c-8396-4b2def525984']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:53.906612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d22c53d-4863-4817-940e-35638bd0bf71') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:53.907124 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d22c53d-4863-4817-940e-35638bd0bf71') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:53.927669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.969215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] Deleting port b91a651e-2a6b-4aec-86a5-beb59458c1e4 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:53.969215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:53.990136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.002935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.012557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] Deleting port b511fe98-64b3-47a2-a5d5-0f51bea57a0c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:54.013040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.014399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:35:54.015378 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:35:54.036063 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:35:54.047324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:54.053079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:54.056684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:54.063039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:54.083830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8fa4871c-e766-42ec-bc61-02996069cb5a None None] The port 'b91a651e-2a6b-4aec-86a5-beb59458c1e4' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:35:54.129031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8b52d0a3-ac3a-4629-a03a-6f8c414184bb None None] The port 'b511fe98-64b3-47a2-a5d5-0f51bea57a0c' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:35:54.131342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83237cda-67b0-493d-aa4b-7790dc7c0d35,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:54.131795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9c16a839-b588-48de-9eb1-2fc1b582259d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:54.132261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.166113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:54.185881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.279182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.297226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.312342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.313851 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/networks/ec169eb5-b1d9-424c-8396-4b2def525984 HTTP/1.1" status: 204 len: 168 time: 2.1283567 Feb 28 11:35:54.323140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52702) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:54.371751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f433977f-621a-4aa5-9717-9976294c6477 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Network': ['ID=ec169eb5-b1d9-424c-8396-4b2def525984,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:54.388080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1194508422', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:54.399921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.401179 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-71c21908-5dfe-4668-a51f-8729a86fb68b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.5262115 Feb 28 11:35:54.410887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52706) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:54.414349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b91a651e-2a6b-4aec-86a5-beb59458c1e4 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:54.421802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:54.425142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'security_group_rule': {'security_group_id': '540ec721-4349-4fa3-9e5f-2faf792460fe', 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:54.433249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:54.445535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:router and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:54.450174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:54.454581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: b91a651e-2a6b-4aec-86a5-beb59458c1e4 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:54.455874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b91a651e-2a6b-4aec-86a5-beb59458c1e4 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:54.456207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b511fe98-64b3-47a2-a5d5-0f51bea57a0c no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:35:54.470885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:54.472246 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:security_group_rule and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:54.477098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:54.481268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.507804 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:54.514554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: b511fe98-64b3-47a2-a5d5-0f51bea57a0c {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:35:54.515128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b511fe98-64b3-47a2-a5d5-0f51bea57a0c not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:35:54.572971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.575151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.621323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.708428 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Project f48f551f4f5b4c48a3a7d600e7c9c028 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:35:54.725109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.820064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.918376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.973855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=3875db05-2d23-478a-8326-6bd711c5b5ce,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:54.990376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:54.999540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.002427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.002787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.003217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.003546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.003872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.004198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.004519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.004839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.005157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.005473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.005787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:55.013454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Checking segment: {'id': '7bdaba63-4496-44fd-9ccc-e91c996dfb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bf043975-c398-4f30-aaf2-42c128afad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:55.014896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network hostable DHCP agents. Network: bf043975-c398-4f30-aaf2-42c128afad19, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:35:55.079825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.109707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89032913-8310-4dd3-ba4f-97af114b5c53,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:55.126273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.127751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network bf043975-c398-4f30-aaf2-42c128afad19 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:35:55.242100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=fd7cc994-738a-4743-8ebd-ed1cebfd8d5a,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:55.244821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.258541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, bf043975-c398-4f30-aaf2-42c128afad19) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:55.266616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:55.267549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.269750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72f95ed-338a-4783-adce-6c87ae3ef6b5 None None] Network bf043975-c398-4f30-aaf2-42c128afad19 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:55.332743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.368179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.422756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network f781808c-04bd-4b9e-ac9f-ee0578ffca67 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:55.424568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:55.480020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2b7325e2-afa3-42a3-932e-f64166644a43 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6637032 Feb 28 11:35:55.484713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.488608 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-09156ad6-8089-4ac7-a309-1565a88e5e54 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.0827649 Feb 28 11:35:55.494168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52710) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:55.494497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52712) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:55.503172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'security_group_rule': {'security_group_id': '540ec721-4349-4fa3-9e5f-2faf792460fe', 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:55.539017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-bf043975-c398-4f30-aaf2-42c128afad19', 'network_id': 'bf043975-c398-4f30-aaf2-42c128afad19', 'tenant_id': '3ca49ef460d44887b2e168eece11783d', 'fixed_ips': [{'subnet_id': '3875db05-2d23-478a-8326-6bd711c5b5ce'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:35:55.540212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.572784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-589399166', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:55.579298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 172.26.1.230 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/f01c84ce-ec1b-4112-8113-798180c74eb4) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:55.587016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:55.591297 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:55.599186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:security_group_rule and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:55.612171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:55.615347 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:router and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:35:55.623076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:35:55.626495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:55.633648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:55.756790 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Project f48f551f4f5b4c48a3a7d600e7c9c028 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:35:55.777348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.862826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f0a85fbf-a456-448d-b253-d9b728d79672 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:55.872468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.957097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Allocated IP 2001:db8::2 (bf043975-c398-4f30-aaf2-42c128afad19/3875db05-2d23-478a-8326-6bd711c5b5ce/b1cb918d-4fa9-4620-aae4-5cc107e4cbfd) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:55.972990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b139851b-87da-47c6-a5f7-b49cd47aa849 None None] Provisioning complete for port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:55.973358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b139851b-87da-47c6-a5f7-b49cd47aa849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.983281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.991081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:55.992007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.045288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.062385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:56.066227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:56.068261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=f01c84ce-ec1b-4112-8113-798180c74eb4,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:56.070809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:56.079046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.111867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b139851b-87da-47c6-a5f7-b49cd47aa849 None None] Port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:56.153857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.183025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccf2860-a99e-49f1-85c6-96d429d51ba9,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:56.197070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.205462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port f0a85fbf-a456-448d-b253-d9b728d79672 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:56.223327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f0a85fbf-a456-448d-b253-d9b728d79672 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:56.223699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.254454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Router 3619e7d1-0412-491b-ac47-fa0d700c7301 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:35:56.287977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.303116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Transition to ACTIVE for port object b1cb918d-4fa9-4620-aae4-5cc107e4cbfd will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:56.320403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.321279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.321779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.326304 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3c9b0248-053b-403d-b2fc-c45f202368e1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8257606 Feb 28 11:35:56.335448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.336432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Transition to ACTIVE for port object b1cb918d-4fa9-4620-aae4-5cc107e4cbfd will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:56.336543 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9a28bee0-fd2d-4259-acbd-895a1ffa6fca tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8363383 Feb 28 11:35:56.341245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52720) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:56.352688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'network_id': 'bf043975-c398-4f30-aaf2-42c128afad19', 'name': 'tempest-PortsIpV6TestJSON-816076268'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:56.394727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.412229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port f0a85fbf-a456-448d-b253-d9b728d79672, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f0a85fbf-a456-448d-b253-d9b728d79672,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:56.429679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.445784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:56.461228 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-78fa2ccd-b897-4b2b-8b42-7c181d36a605 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "PUT /v2.0/routers/3619e7d1-0412-491b-ac47-fa0d700c7301/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3937163 Feb 28 11:35:56.465594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52734) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:56.486180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ded36-0877-4200-a18a-a2c5db6b1580 None None] Sync routers for ids ['3619e7d1-0412-491b-ac47-fa0d700c7301'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:56.506942 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.553147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Network bf043975-c398-4f30-aaf2-42c128afad19 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:56.555038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ded36-0877-4200-a18a-a2c5db6b1580 None None] Routers {'3619e7d1-0412-491b-ac47-fa0d700c7301'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:56.555814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7a6ded36-0877-4200-a18a-a2c5db6b1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3619e7d1-0412-491b-ac47-fa0d700c7301'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:56.556380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d513771-06c5-4c41-97d8-85d47f27a694 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:56.557192 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6d513771-06c5-4c41-97d8-85d47f27a694 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:56.615496 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Pushing event updated for resources: {'Port': ['ID=b1cb918d-4fa9-4620-aae4-5cc107e4cbfd,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:56.618202 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:56.634441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6d513771-06c5-4c41-97d8-85d47f27a694 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:56.636360 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6d513771-06c5-4c41-97d8-85d47f27a694 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports?device_id=3619e7d1-0412-491b-ac47-fa0d700c7301 HTTP/1.1" status: 200 len: 982 time: 0.1713510 Feb 28 11:35:56.639926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52744) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:56.664818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:56.674237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7a6ded36-0877-4200-a18a-a2c5db6b1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:56.797535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6ded36-0877-4200-a18a-a2c5db6b1580 None None] Routers {'3619e7d1-0412-491b-ac47-fa0d700c7301'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:56.798333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7a6ded36-0877-4200-a18a-a2c5db6b1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3619e7d1-0412-491b-ac47-fa0d700c7301'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:56.819288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:35:56.829579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:35:56.858878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Attempting to bind port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:35:56.859495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Attempting to bind port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '7bdaba63-4496-44fd-9ccc-e91c996dfb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bf043975-c398-4f30-aaf2-42c128afad19'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:35:56.859961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Attempting to bind port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd on network bf043975-c398-4f30-aaf2-42c128afad19 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:35:56.862285 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=f0a85fbf-a456-448d-b253-d9b728d79672,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:56.876506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7a6ded36-0877-4200-a18a-a2c5db6b1580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:56.877025 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6ded36-0877-4200-a18a-a2c5db6b1580 None None] The sync data for ids ['3619e7d1-0412-491b-ac47-fa0d700c7301'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:56.880251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:35:56.883374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Checking segment: {'id': '7bdaba63-4496-44fd-9ccc-e91c996dfb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bf043975-c398-4f30-aaf2-42c128afad19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:35:56.883374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.883374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Bound using segment: {'id': '7bdaba63-4496-44fd-9ccc-e91c996dfb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bf043975-c398-4f30-aaf2-42c128afad19'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:35:56.883374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Bound port: b1cb918d-4fa9-4620-aae4-5cc107e4cbfd, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bdaba63-4496-44fd-9ccc-e91c996dfb8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': 'bf043975-c398-4f30-aaf2-42c128afad19'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:35:56.883374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.931170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:35:56.934293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:56.957967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 7c24f22b-03b8-4e12-bdc1-075bad18d49c yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:35:56.981132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] For port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:35:56.982341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] For port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b1cb918d-4fa9-4620-aae4-5cc107e4cbfd,segment=NetworkSegment(7bdaba63-4496-44fd-9ccc-e91c996dfb8a),segment_id=7bdaba63-4496-44fd-9ccc-e91c996dfb8a)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:35:56.991850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router 08fc24b3-9019-4761-999a-7ace9c1b11b5 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:35:57.069241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.178262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Pushing event updated for resources: {'Port': ['ID=b1cb918d-4fa9-4620-aae4-5cc107e4cbfd,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:57.189339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.189683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.190017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.190499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.191449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.191909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.192244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.192901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.193621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.193621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.193938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40341b58-4ca7-41a8-a57a-7365284768b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:57.252172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::3b7 (bf043975-c398-4f30-aaf2-42c128afad19/3875db05-2d23-478a-8326-6bd711c5b5ce/7c24f22b-03b8-4e12-bdc1-075bad18d49c) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:35:57.288183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.458292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:35:57.494022 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf86a2-3d00-43c9-b071-08157befe359 None None] Sync routers for ids ['08fc24b3-9019-4761-999a-7ace9c1b11b5'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:35:57.523050 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf86a2-3d00-43c9-b071-08157befe359 None None] Routers {'08fc24b3-9019-4761-999a-7ace9c1b11b5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:57.523894 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1bcf86a2-3d00-43c9-b071-08157befe359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['08fc24b3-9019-4761-999a-7ace9c1b11b5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:57.524896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.553617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object 7c24f22b-03b8-4e12-bdc1-075bad18d49c will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:35:57.604234 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1bcf86a2-3d00-43c9-b071-08157befe359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:57.626260 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcf86a2-3d00-43c9-b071-08157befe359 None None] Routers {'08fc24b3-9019-4761-999a-7ace9c1b11b5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:35:57.626260 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1bcf86a2-3d00-43c9-b071-08157befe359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['08fc24b3-9019-4761-999a-7ace9c1b11b5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:57.649220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.651204 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9a8187df-cc13-42c9-8845-01ca32b41fc9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3269720 Feb 28 11:35:57.653734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52756) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:57.702765 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-1bcf86a2-3d00-43c9-b071-08157befe359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:35:57.703061 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcf86a2-3d00-43c9-b071-08157befe359 None None] The sync data for ids ['08fc24b3-9019-4761-999a-7ace9c1b11b5'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:35:57.739271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port fd7cc994-738a-4743-8ebd-ed1cebfd8d5a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:35:57.739766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.791750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.876424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f0a85fbf-a456-448d-b253-d9b728d79672 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:57.942189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=7c24f22b-03b8-4e12-bdc1-075bad18d49c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:57.945642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network bf043975-c398-4f30-aaf2-42c128afad19 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:35:57.948336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:35:57.952282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:35:57.957259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:35:57.957259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f0a85fbf-a456-448d-b253-d9b728d79672 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:57.983030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:57.994449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:58.058654 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fec17841-9c38-45ec-99ef-31e9b5e0889c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/routers/08fc24b3-9019-4761-999a-7ace9c1b11b5 HTTP/1.1" status: 200 len: 885 time: 0.4003472 Feb 28 11:35:58.059779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52762) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:58.124145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b1cb918d-4fa9-4620-aae4-5cc107e4cbfd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:58.132558 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9da1aeff-8840-4d24-8072-7b3e556218e8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7892320 Feb 28 11:35:58.139947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52766) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:58.283020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for fd7cc994-738a-4743-8ebd-ed1cebfd8d5a owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:35:58.380664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:58.531435 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3b352d-4d42-40a1-88f2-055389ed5257 None None] Network bf043975-c398-4f30-aaf2-42c128afad19 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:35:58.634335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:58.686896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=fd7cc994-738a-4743-8ebd-ed1cebfd8d5a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:58.741603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.742234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.742320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.742659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.743033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.743450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.743827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.744156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.744535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.744874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.745195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:35:58.787677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-836bd915-c2cb-457f-bad2-624baa7d2fd9 None None] Provisioning for port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:58.797734 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-836bd915-c2cb-457f-bad2-624baa7d2fd9 None None] Provisioning complete for port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:58.799622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-836bd915-c2cb-457f-bad2-624baa7d2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:58.943287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7225ffdc-9f46-4c42-9473-2532408cf1ef tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:router {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:35:59.081019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.108040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7225ffdc-9f46-4c42-9473-2532408cf1ef tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:router {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:35:59.111227 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7225ffdc-9f46-4c42-9473-2532408cf1ef tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.0487726 Feb 28 11:35:59.113316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-836bd915-c2cb-457f-bad2-624baa7d2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.113818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52792) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:35:59.119030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-6c5cb430-4a4a-4743-bbe5-7818ef715ce9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1194508422'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:35:59.175463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-836bd915-c2cb-457f-bad2-624baa7d2fd9 None None] For port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b1cb918d-4fa9-4620-aae4-5cc107e4cbfd,segment=NetworkSegment(7bdaba63-4496-44fd-9ccc-e91c996dfb8a),segment_id=7bdaba63-4496-44fd-9ccc-e91c996dfb8a)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:35:59.208573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.294831 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-836bd915-c2cb-457f-bad2-624baa7d2fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.464771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836bd915-c2cb-457f-bad2-624baa7d2fd9 None None] Pushing event updated for resources: {'Port': ['ID=b1cb918d-4fa9-4620-aae4-5cc107e4cbfd,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:35:59.665927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Router 3619e7d1-0412-491b-ac47-fa0d700c7301 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:35:59.707639 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b1cb918d-4fa9-4620-aae4-5cc107e4cbfd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:35:59.768805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d09c3d38-4717-4256-b850-1139ed32e39d None None] Provisioning for port 7c24f22b-03b8-4e12-bdc1-075bad18d49c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:35:59.786907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d09c3d38-4717-4256-b850-1139ed32e39d None None] Provisioning complete for port 7c24f22b-03b8-4e12-bdc1-075bad18d49c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:59.787638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d09c3d38-4717-4256-b850-1139ed32e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.832976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.865184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d09c3d38-4717-4256-b850-1139ed32e39d None None] Port 7c24f22b-03b8-4e12-bdc1-075bad18d49c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:35:59.897293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d09c3d38-4717-4256-b850-1139ed32e39d None None] Provisioning complete for port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:59.897664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d09c3d38-4717-4256-b850-1139ed32e39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.918101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.928772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:35:59.931582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:35:59.939006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:00.052029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7a034-0761-4c96-bfb6-2f277ae6b112 None None] Sync routers for ids ['3619e7d1-0412-491b-ac47-fa0d700c7301'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:00.100261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7a034-0761-4c96-bfb6-2f277ae6b112 None None] Routers {'3619e7d1-0412-491b-ac47-fa0d700c7301'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:00.115479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-46e7a034-0761-4c96-bfb6-2f277ae6b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3619e7d1-0412-491b-ac47-fa0d700c7301'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:00.119005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=7c24f22b-03b8-4e12-bdc1-075bad18d49c,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:00.200377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-46e7a034-0761-4c96-bfb6-2f277ae6b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:00.264908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e7a034-0761-4c96-bfb6-2f277ae6b112 None None] Routers {'3619e7d1-0412-491b-ac47-fa0d700c7301'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:00.265604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-46e7a034-0761-4c96-bfb6-2f277ae6b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3619e7d1-0412-491b-ac47-fa0d700c7301'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:00.319691 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-12f08cd5-fd6d-473a-a8b3-372058670d4e tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "PUT /v2.0/routers/3619e7d1-0412-491b-ac47-fa0d700c7301/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6782227 Feb 28 11:36:00.322192 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52798) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:00.337221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-46e7a034-0761-4c96-bfb6-2f277ae6b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:00.337627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e7a034-0761-4c96-bfb6-2f277ae6b112 None None] The sync data for ids ['3619e7d1-0412-491b-ac47-fa0d700c7301'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:00.373212 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-707c4334-39db-4f9b-9726-fe6811d34f95 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:36:00.374656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-707c4334-39db-4f9b-9726-fe6811d34f95 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:00.399345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-909afb21-5c20-4c06-a84a-601fb4f31563 None None] Provisioning complete for port 7c24f22b-03b8-4e12-bdc1-075bad18d49c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:00.399671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-909afb21-5c20-4c06-a84a-601fb4f31563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.458506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-909afb21-5c20-4c06-a84a-601fb4f31563 None None] Port 7c24f22b-03b8-4e12-bdc1-075bad18d49c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:00.462487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.485665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-707c4334-39db-4f9b-9726-fe6811d34f95 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:00.490336 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-707c4334-39db-4f9b-9726-fe6811d34f95 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/fd7cc994-738a-4743-8ebd-ed1cebfd8d5a HTTP/1.1" status: 404 len: 333 time: 0.1628535 Feb 28 11:36:00.490336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52802) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:00.591707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-96bec521-c62c-4453-b267-f8381b49b630 None None] Provisioning complete for port 7c24f22b-03b8-4e12-bdc1-075bad18d49c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:00.594275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-96bec521-c62c-4453-b267-f8381b49b630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.696678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-96bec521-c62c-4453-b267-f8381b49b630 None None] Port 7c24f22b-03b8-4e12-bdc1-075bad18d49c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:00.723926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.744975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9118688b-6eae-45ee-98ff-360be14ad0d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:00.807299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb430-4a4a-4743-bbe5-7818ef715ce9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.156992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9118688b-6eae-45ee-98ff-360be14ad0d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.161301 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9118688b-6eae-45ee-98ff-360be14ad0d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.178942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.249397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb430-4a4a-4743-bbe5-7818ef715ce9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.290889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9118688b-6eae-45ee-98ff-360be14ad0d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.291445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9118688b-6eae-45ee-98ff-360be14ad0d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Fanout notify agent at l3_agent the message router_deleted on router 3619e7d1-0412-491b-ac47-fa0d700c7301 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:36:01.308121 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9118688b-6eae-45ee-98ff-360be14ad0d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.308121 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9118688b-6eae-45ee-98ff-360be14ad0d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/routers/3619e7d1-0412-491b-ac47-fa0d700c7301 HTTP/1.1" status: 204 len: 168 time: 0.8145418 Feb 28 11:36:01.308372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52810) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:01.314395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.315185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.507018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=7c24f22b-03b8-4e12-bdc1-075bad18d49c,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:01.540266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-a899c507-90f2-4ca6-94d9-b784e33e1fc5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet 2f091c35-b333-434a-9e33-46de46103978 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:01.543019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a899c507-90f2-4ca6-94d9-b784e33e1fc5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.604134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a899c507-90f2-4ca6-94d9-b784e33e1fc5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.644084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network bf043975-c398-4f30-aaf2-42c128afad19 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:01.646373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:01.715122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a899c507-90f2-4ca6-94d9-b784e33e1fc5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.903045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a899c507-90f2-4ca6-94d9-b784e33e1fc5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.963137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a899c507-90f2-4ca6-94d9-b784e33e1fc5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=2f091c35-b333-434a-9e33-46de46103978,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:01.967884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a899c507-90f2-4ca6-94d9-b784e33e1fc5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:01.975313 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a899c507-90f2-4ca6-94d9-b784e33e1fc5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/2f091c35-b333-434a-9e33-46de46103978 HTTP/1.1" status: 204 len: 168 time: 0.6641862 Feb 28 11:36:01.977734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52818) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:01.982401 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2883970-685d-4c9d-8564-e8cf10429db5 None None] Network f781808c-04bd-4b9e-ac9f-ee0578ffca67 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:02.015756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5cb430-4a4a-4743-bbe5-7818ef715ce9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router 08fc24b3-9019-4761-999a-7ace9c1b11b5 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:36:02.125702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.139615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 9c16a839-b588-48de-9eb1-2fc1b582259d {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:02.140105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.167377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ad6367db-0fee-4180-a5a3-3e73c0314dfe None None] Provisioning complete for port 7c24f22b-03b8-4e12-bdc1-075bad18d49c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:02.168143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ad6367db-0fee-4180-a5a3-3e73c0314dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.236168 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ad6367db-0fee-4180-a5a3-3e73c0314dfe None None] Port 7c24f22b-03b8-4e12-bdc1-075bad18d49c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:02.353112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] DHCP port deletion for f781808c-04bd-4b9e-ac9f-ee0578ffca67 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:36:02.357328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] Deleting port 9c16a839-b588-48de-9eb1-2fc1b582259d {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:02.358295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.399916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] For port 9c16a839-b588-48de-9eb1-2fc1b582259d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9c16a839-b588-48de-9eb1-2fc1b582259d,segment=NetworkSegment(6c1c0a90-bc45-4313-83f4-6321176f0354),segment_id=6c1c0a90-bc45-4313-83f4-6321176f0354)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:02.399916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.438827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5cb430-4a4a-4743-bbe5-7818ef715ce9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:02.444996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6c5cb430-4a4a-4743-bbe5-7818ef715ce9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.446160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6c5cb430-4a4a-4743-bbe5-7818ef715ce9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/08fc24b3-9019-4761-999a-7ace9c1b11b5 HTTP/1.1" status: 200 len: 892 time: 3.3315692 Feb 28 11:36:02.449467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52824) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:02.453260 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9028b10-8d16-4746-821a-8cdbf95bc790 None None] Sync routers for ids ['08fc24b3-9019-4761-999a-7ace9c1b11b5'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:02.474829 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9028b10-8d16-4746-821a-8cdbf95bc790 None None] Routers {'08fc24b3-9019-4761-999a-7ace9c1b11b5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:02.487959 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d9028b10-8d16-4746-821a-8cdbf95bc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['08fc24b3-9019-4761-999a-7ace9c1b11b5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:02.551480 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d9028b10-8d16-4746-821a-8cdbf95bc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:02.571339 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9028b10-8d16-4746-821a-8cdbf95bc790 None None] Routers {'08fc24b3-9019-4761-999a-7ace9c1b11b5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:02.572542 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d9028b10-8d16-4746-821a-8cdbf95bc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['08fc24b3-9019-4761-999a-7ace9c1b11b5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:02.583026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Router 138e5899-507d-4150-acad-e307116cd4ec is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:36:02.716115 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d9028b10-8d16-4746-821a-8cdbf95bc790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:02.716694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] For port 9c16a839-b588-48de-9eb1-2fc1b582259d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9c16a839-b588-48de-9eb1-2fc1b582259d,segment=NetworkSegment(6c1c0a90-bc45-4313-83f4-6321176f0354),segment_id=6c1c0a90-bc45-4313-83f4-6321176f0354)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:02.717120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:02.717596 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9028b10-8d16-4746-821a-8cdbf95bc790 None None] The sync data for ids ['08fc24b3-9019-4761-999a-7ace9c1b11b5'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:02.818110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 9c16a839-b588-48de-9eb1-2fc1b582259d owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:02.854689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:02.861450 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0fa78465-b8b6-48bd-8c36-c7608e9a1117 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "PUT /v2.0/routers/138e5899-507d-4150-acad-e307116cd4ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7181752 Feb 28 11:36:02.862201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52828) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:02.864473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] Calling delete_port for 9c16a839-b588-48de-9eb1-2fc1b582259d owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:02.899373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af82294-ff43-4a2e-903a-b658b34fddc0 None None] Sync routers for ids ['138e5899-507d-4150-acad-e307116cd4ec'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:02.906074 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-58dd0d0c-519a-41c3-a7cd-c5c28c2669af tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/routers/08fc24b3-9019-4761-999a-7ace9c1b11b5 HTTP/1.1" status: 200 len: 892 time: 0.4523275 Feb 28 11:36:02.908585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52832) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:02.959043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b8d6ad66-fb11-47c8-b96e-92c017ca8b7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fc24b3-9019-4761-999a-7ace9c1b11b5 HTTP/1.1" status: 200 len: 205 time: 0.0440385 Feb 28 11:36:02.960671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52836) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:02.981577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af82294-ff43-4a2e-903a-b658b34fddc0 None None] Routers {'138e5899-507d-4150-acad-e307116cd4ec'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:02.982209 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4af82294-ff43-4a2e-903a-b658b34fddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['138e5899-507d-4150-acad-e307116cd4ec'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:02.996768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d02687-03d6-430b-9482-2b34b90af269 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:02.997749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-38d02687-03d6-430b-9482-2b34b90af269 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:03.046597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.046866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4af82294-ff43-4a2e-903a-b658b34fddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:03.070528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af82294-ff43-4a2e-903a-b658b34fddc0 None None] Routers {'138e5899-507d-4150-acad-e307116cd4ec'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:03.071084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4af82294-ff43-4a2e-903a-b658b34fddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['138e5899-507d-4150-acad-e307116cd4ec'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:03.125867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-38d02687-03d6-430b-9482-2b34b90af269 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:03.127344 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-38d02687-03d6-430b-9482-2b34b90af269 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports?device_id=138e5899-507d-4150-acad-e307116cd4ec HTTP/1.1" status: 200 len: 988 time: 0.2642605 Feb 28 11:36:03.130168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52840) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:03.138463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:36:03.139978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:36:03.141660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4af82294-ff43-4a2e-903a-b658b34fddc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:03.142217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af82294-ff43-4a2e-903a-b658b34fddc0 None None] The sync data for ids ['138e5899-507d-4150-acad-e307116cd4ec'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:03.155614 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=9c16a839-b588-48de-9eb1-2fc1b582259d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:03.162428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No DVR routers for this DVR port 9c16a839-b588-48de-9eb1-2fc1b582259d on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:36:03.302154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.334889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f781808c-04bd-4b9e-ac9f-ee0578ffca67']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:03.355222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1c0a90-bc45-4313-83f4-6321176f0354') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:03.355518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1c0a90-bc45-4313-83f4-6321176f0354') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:03.371476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.400422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.413591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:36:03.414630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:36:03.429212 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:36:03.511490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.642385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] Deleting port 9c16a839-b588-48de-9eb1-2fc1b582259d {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:03.642385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.692517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.698166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.735199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Network': ['ID=f781808c-04bd-4b9e-ac9f-ee0578ffca67,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:03.758320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9c16a839-b588-48de-9eb1-2fc1b582259d no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:03.792793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-84e8e531-7b3a-4a60-bd9f-0a2fa18065ec None None] The port '9c16a839-b588-48de-9eb1-2fc1b582259d' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:36:03.803318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 9c16a839-b588-48de-9eb1-2fc1b582259d {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:36:03.803936 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9c16a839-b588-48de-9eb1-2fc1b582259d not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:36:03.818195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.835194 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4177d944-6c1a-4a71-a8ac-8ea18347a3d6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/networks/f781808c-04bd-4b9e-ac9f-ee0578ffca67 HTTP/1.1" status: 204 len: 168 time: 1.8559091 Feb 28 11:36:03.839126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52846) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:03.900051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.913192 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed7d5fd-1dc3-43ea-8580-d30aa2bb24e1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:03.913756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ed7d5fd-1dc3-43ea-8580-d30aa2bb24e1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:03.936759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:03.969089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port f01c84ce-ec1b-4112-8113-798180c74eb4 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:03.975548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.045690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ed7d5fd-1dc3-43ea-8580-d30aa2bb24e1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:04.047005 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9ed7d5fd-1dc3-43ea-8580-d30aa2bb24e1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/989b8180-e37d-425b-a50b-b37cb671d79e HTTP/1.1" status: 200 len: 840 time: 0.2074785 Feb 28 11:36:04.051610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52852) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:04.153811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-12c63c42-9148-4e6c-a422-23fe8c38935a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:04.159801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.230974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-12c63c42-9148-4e6c-a422-23fe8c38935a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:04.232256 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-12c63c42-9148-4e6c-a422-23fe8c38935a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/989b8180-e37d-425b-a50b-b37cb671d79e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1796355 Feb 28 11:36:04.239928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52856) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:04.306956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:04.311863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 7c24f22b-03b8-4e12-bdc1-075bad18d49c {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:04.312308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.328089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for f01c84ce-ec1b-4112-8113-798180c74eb4 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:04.538300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.614434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:04.618279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:04.621262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:04.628404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:04.685460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 7c24f22b-03b8-4e12-bdc1-075bad18d49c owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:04.723229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:04.838689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.915313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.948395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:04.974643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=f01c84ce-ec1b-4112-8113-798180c74eb4,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:04.997957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=7c24f22b-03b8-4e12-bdc1-075bad18d49c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:05.227610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.282612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.376093 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:36:05.616130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.623833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.679832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.747902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.748986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Fanout notify agent at l3_agent the message router_deleted on router 08fc24b3-9019-4761-999a-7ace9c1b11b5 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:36:05.760975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Router 138e5899-507d-4150-acad-e307116cd4ec has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:36:05.761666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:05.765925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:05.773119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:05.773708 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.776061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58a132c-e526-4a99-a4bc-54380311f4a1 None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:05.778976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=d4fdf770-7a0e-4454-a3f0-9260f61931ab,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:05.893570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:05.895694 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-76cf9256-9e46-49fc-9145-912e5ff98409 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/08fc24b3-9019-4761-999a-7ace9c1b11b5 HTTP/1.1" status: 204 len: 168 time: 2.9337397 Feb 28 11:36:05.898934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52864) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:05.904903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1617876269'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:05.913744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52868) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:05.914357 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c2bded23-3fce-43ef-b096-04b2bd490fe8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6733162 Feb 28 11:36:05.915768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:05.920777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'security_group': {'name': 'tempest-secgroup-1610384255'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:05.921200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:network and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:05.927479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:05.929971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:05.936351 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:05.940050 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338b7466-2513-4817-8ed6-102127c30f9e None None] Sync routers for ids ['138e5899-507d-4150-acad-e307116cd4ec'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:05.945014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:05.947260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:05.948789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:05.955600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:05.963867 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b7466-2513-4817-8ed6-102127c30f9e None None] Routers {'138e5899-507d-4150-acad-e307116cd4ec'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:05.964808 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-338b7466-2513-4817-8ed6-102127c30f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['138e5899-507d-4150-acad-e307116cd4ec'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:06.041549 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-69e682f8-c151-445a-9b89-b02dd5b90cfb tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "PUT /v2.0/routers/138e5899-507d-4150-acad-e307116cd4ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9098828 Feb 28 11:36:06.043908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52872) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:06.058617 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-338b7466-2513-4817-8ed6-102127c30f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:06.068175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.070925 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338b7466-2513-4817-8ed6-102127c30f9e None None] Routers {'138e5899-507d-4150-acad-e307116cd4ec'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:06.071687 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-338b7466-2513-4817-8ed6-102127c30f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['138e5899-507d-4150-acad-e307116cd4ec'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:06.080506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-31fa95e0-f5d5-4442-aa01-18891c6ede78', 'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'tenant_id': 'f8723dc342b243fbb7beca10c85eea1e', 'fixed_ips': [{'subnet_id': 'd4fdf770-7a0e-4454-a3f0-9260f61931ab'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:36:06.083758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.083922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:06.086123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.110246 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-e79ab0de-623b-4913-b1e6-d9a5df8ceae8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:36:06.112457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e79ab0de-623b-4913-b1e6-d9a5df8ceae8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:06.125978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:06.130752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group_rule and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:06.135640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:06.135824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:36:06.144115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:06.145949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.146381 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added segment 5f370970-47f6-4f9c-95b9-acba32a3fa85 of type vlan for network ff1efaef-44d1-449a-8162-3bacdc978a65 Feb 28 11:36:06.149109 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-338b7466-2513-4817-8ed6-102127c30f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:06.149681 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338b7466-2513-4817-8ed6-102127c30f9e None None] The sync data for ids ['138e5899-507d-4150-acad-e307116cd4ec'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:06.177785 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.211849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e79ab0de-623b-4913-b1e6-d9a5df8ceae8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:06.213022 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e79ab0de-623b-4913-b1e6-d9a5df8ceae8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/7c24f22b-03b8-4e12-bdc1-075bad18d49c HTTP/1.1" status: 404 len: 333 time: 0.1680989 Feb 28 11:36:06.215804 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52876) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:06.241950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.323811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Allocated IP 172.20.0.2 (31fa95e0-f5d5-4442-aa01-18891c6ede78/d4fdf770-7a0e-4454-a3f0-9260f61931ab/11e6a831-3412-45d7-8a7c-44567024befd) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:06.329497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.383908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=554679ac-3e8c-4087-a783-b28224d5e4d2,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:06.477027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f363-e393-4a0a-9791-7046a7cbe778 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.502684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.506781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8259fdf2-31f1-4ec2-ae95-2d55dc533941 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5895000 Feb 28 11:36:06.507545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52880) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:06.513495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'security_group': {'name': 'tempest-secgroup-1783531825'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:06.520672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:06.524742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:06.528478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:06.537864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:06.540862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.544413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:06.545854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.576645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.587865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Transition to ACTIVE for port object 11e6a831-3412-45d7-8a7c-44567024befd will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:06.621547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Transition to ACTIVE for port object 11e6a831-3412-45d7-8a7c-44567024befd will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:06.645523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.711760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:06.716530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group_rule and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:06.721834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:06.730282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:06.746362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.802489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:06.824673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:06.827942 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:06.832416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:06.834488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Pushing event updated for resources: {'Port': ['ID=11e6a831-3412-45d7-8a7c-44567024befd,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:06.866723 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9640312 Feb 28 11:36:06.867345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52886) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:06.871197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cfb2bb-c8b4-450e-b3c4-cb5e4d26b365 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Network': ['ID=ff1efaef-44d1-449a-8162-3bacdc978a65,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:06.874965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'subnet': {'network_id': 'ff1efaef-44d1-449a-8162-3bacdc978a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:06.909051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network ff1efaef-44d1-449a-8162-3bacdc978a65 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:36:06.959962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.025492 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Attempting to bind port 11e6a831-3412-45d7-8a7c-44567024befd on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:07.026351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Attempting to bind port 11e6a831-3412-45d7-8a7c-44567024befd by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'd56af08d-fa45-4ae5-bab0-7ddc152f6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:07.026732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Attempting to bind port 11e6a831-3412-45d7-8a7c-44567024befd on network 31fa95e0-f5d5-4442-aa01-18891c6ede78 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:07.033514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f363-e393-4a0a-9791-7046a7cbe778 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.038277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f363-e393-4a0a-9791-7046a7cbe778 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.049888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=125f97d0-feb7-462e-aeb0-b5a824daae10,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:07.053908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:07.053908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Checking segment: {'id': 'd56af08d-fa45-4ae5-bab0-7ddc152f6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:07.053908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.053908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Bound using segment: {'id': 'd56af08d-fa45-4ae5-bab0-7ddc152f6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:07.053908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Bound port: 11e6a831-3412-45d7-8a7c-44567024befd, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56af08d-fa45-4ae5-bab0-7ddc152f6a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 707, 'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:07.053908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.059047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:07.070727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:subnet and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:07.075339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:07.086176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:07.117570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.118787 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-99bcbb13-8c9f-4a20-91bc-caeaeaa342f6 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6102662 Feb 28 11:36:07.121541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52890) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:07.127659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-529939354', 'security_groups': ['125f97d0-feb7-462e-aeb0-b5a824daae10'], 'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd4fdf770-7a0e-4454-a3f0-9260f61931ab'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:07.152532 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] For port 11e6a831-3412-45d7-8a7c-44567024befd, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:07.155748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] For port 11e6a831-3412-45d7-8a7c-44567024befd, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=11e6a831-3412-45d7-8a7c-44567024befd,segment=NetworkSegment(d56af08d-fa45-4ae5-bab0-7ddc152f6a90),segment_id=d56af08d-fa45-4ae5-bab0-7ddc152f6a90)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:07.157948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f363-e393-4a0a-9791-7046a7cbe778 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.158620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb6f363-e393-4a0a-9791-7046a7cbe778 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Fanout notify agent at l3_agent the message router_deleted on router 138e5899-507d-4150-acad-e307116cd4ec {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:36:07.169609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f363-e393-4a0a-9791-7046a7cbe778 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.173526 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dcb6f363-e393-4a0a-9791-7046a7cbe778 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/routers/138e5899-507d-4150-acad-e307116cd4ec HTTP/1.1" status: 204 len: 168 time: 0.9543056 Feb 28 11:36:07.173759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52894) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:07.257415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:07.348415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:07.349544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.377148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:07.384558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-a110de36-b0ff-4c21-a8f6-6ee1a7c7a18d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet 3875db05-2d23-478a-8326-6bd711c5b5ce {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:07.385842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.388874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a110de36-b0ff-4c21-a8f6-6ee1a7c7a18d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.442558 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048db728-260f-4854-a84e-8ed48387e9a1 None None] Pushing event updated for resources: {'Port': ['ID=11e6a831-3412-45d7-8a7c-44567024befd,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:07.474237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a110de36-b0ff-4c21-a8f6-6ee1a7c7a18d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.499490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:07.580659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a110de36-b0ff-4c21-a8f6-6ee1a7c7a18d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.713262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.770336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port 557f3737-7813-4a8d-b55d-f8783c94471b yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:36:07.817096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a110de36-b0ff-4c21-a8f6-6ee1a7c7a18d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.829298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52902) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:07.868511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110de36-b0ff-4c21-a8f6-6ee1a7c7a18d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=3875db05-2d23-478a-8326-6bd711c5b5ce,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:07.871872 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a110de36-b0ff-4c21-a8f6-6ee1a7c7a18d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:07.882837 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a110de36-b0ff-4c21-a8f6-6ee1a7c7a18d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/3875db05-2d23-478a-8326-6bd711c5b5ce HTTP/1.1" status: 204 len: 168 time: 0.7075851 Feb 28 11:36:07.885919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52906) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:07.895002 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6bc845-ee6e-4a95-b902-524946f5a24b None None] Network bf043975-c398-4f30-aaf2-42c128afad19 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:08.080803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.102541 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:08.103014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.112618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.247340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] DHCP port deletion for bf043975-c398-4f30-aaf2-42c128afad19 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:36:08.257389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] Deleting port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:08.269505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.283967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3f5c8d48-0b50-46aa-95e7-b5b8ecd06143 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=e8400ecadbe942619e1d93206a0c1ecf&network_id=972b77cf-bcb2-4307-9715-3a0124ece65d HTTP/1.1" status: 200 len: 2999 time: 0.4455750 Feb 28 11:36:08.308193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Subnet': ['ID=af87ac1a-2139-40dd-a66e-8ae287e6dc30,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:08.348607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.5 (31fa95e0-f5d5-4442-aa01-18891c6ede78/d4fdf770-7a0e-4454-a3f0-9260f61931ab/557f3737-7813-4a8d-b55d-f8783c94471b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:08.350735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Checking segment: {'id': '5f370970-47f6-4f9c-95b9-acba32a3fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ff1efaef-44d1-449a-8162-3bacdc978a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:08.351232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network hostable DHCP agents. Network: ff1efaef-44d1-449a-8162-3bacdc978a65, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:36:08.513407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] For port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b1cb918d-4fa9-4620-aae4-5cc107e4cbfd,segment=NetworkSegment(7bdaba63-4496-44fd-9ccc-e91c996dfb8a),segment_id=7bdaba63-4496-44fd-9ccc-e91c996dfb8a)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:08.515040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.531996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network ff1efaef-44d1-449a-8162-3bacdc978a65 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:36:08.650977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, ff1efaef-44d1-449a-8162-3bacdc978a65) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:08.651787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] For port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b1cb918d-4fa9-4620-aae4-5cc107e4cbfd,segment=NetworkSegment(7bdaba63-4496-44fd-9ccc-e91c996dfb8a),segment_id=7bdaba63-4496-44fd-9ccc-e91c996dfb8a)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:08.652263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.685101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109a31fb-69e5-4212-90c3-bcab3207ac07 None None] Network ff1efaef-44d1-449a-8162-3bacdc978a65 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:08.691674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:08.694527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.706369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for b1cb918d-4fa9-4620-aae4-5cc107e4cbfd owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:08.725933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.766043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object 557f3737-7813-4a8d-b55d-f8783c94471b will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:08.871004 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7ba637df-39a1-406e-827e-99968441ad27 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0005150 Feb 28 11:36:08.871525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52916) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:08.877891 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-462063744', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:08.884934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:08.897393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:router and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:08.910898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:08.914518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.928052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:08.930385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:08.943511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] Calling delete_port for b1cb918d-4fa9-4620-aae4-5cc107e4cbfd owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:08.992176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=b1cb918d-4fa9-4620-aae4-5cc107e4cbfd,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:08.999794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No DVR routers for this DVR port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:36:09.023976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:09.027173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:09.044593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:09.112820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=557f3737-7813-4a8d-b55d-f8783c94471b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:09.124070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:36:09.124070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:36:09.149692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.151576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.160994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:09.161631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.188081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ff46fe98-43ae-4a9a-b53d-8483b61ed671 None None] Provisioning for port 11e6a831-3412-45d7-8a7c-44567024befd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:09.209771 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.215431 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-ff1efaef-44d1-449a-8162-3bacdc978a65', 'network_id': 'ff1efaef-44d1-449a-8162-3bacdc978a65', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'fixed_ips': [{'subnet_id': 'af87ac1a-2139-40dd-a66e-8ae287e6dc30'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:36:09.216239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.231248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ff46fe98-43ae-4a9a-b53d-8483b61ed671 None None] Provisioning complete for port 989b8180-e37d-425b-a50b-b37cb671d79e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:09.231670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff46fe98-43ae-4a9a-b53d-8483b61ed671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.242252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.244568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf043975-c398-4f30-aaf2-42c128afad19']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:09.274451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c62426ed-aff8-406f-a8db-2f88ac7ca209 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1518731 Feb 28 11:36:09.277273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52920) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:09.281598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bdaba63-4496-44fd-9ccc-e91c996dfb8a') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:09.282026 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bdaba63-4496-44fd-9ccc-e91c996dfb8a') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:09.285722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:09.307539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.337332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.350056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:36:09.350611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.361574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ff46fe98-43ae-4a9a-b53d-8483b61ed671 None None] Port 989b8180-e37d-425b-a50b-b37cb671d79e cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:36:09.368706 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:36:09.447349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.480411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:09.485048 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:09.487983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:09.494519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:09.504550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Allocated IP 2001:db8::2 (ff1efaef-44d1-449a-8162-3bacdc978a65/af87ac1a-2139-40dd-a66e-8ae287e6dc30/25add3db-4803-4549-972a-15e5babfd223) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:09.582560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.601770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.603657 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/networks/bf043975-c398-4f30-aaf2-42c128afad19 HTTP/1.1" status: 204 len: 168 time: 1.7168093 Feb 28 11:36:09.607385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52926) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:09.619736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808143c5-996d-4dc7-a1b6-46881a807132 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Network': ['ID=bf043975-c398-4f30-aaf2-42c128afad19,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:09.626067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.628827 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-23fdebb1-ec6e-4bb1-8d42-d1edce40aae2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7553887 Feb 28 11:36:09.635279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52930) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:09.697134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4d99f8dc-ef94-44f3-b560-e58199a4606d None None] Provisioning for port 557f3737-7813-4a8d-b55d-f8783c94471b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:09.700160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] Deleting port b1cb918d-4fa9-4620-aae4-5cc107e4cbfd {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:09.700535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.724061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6870ae-19d0-4f8a-a6c6-4b8e6c209df8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:09.724664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ca6870ae-19d0-4f8a-a6c6-4b8e6c209df8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:09.765169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:09.768877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.830493 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a70e4bad-360a-4f7d-9ec5-45c7a40fcb38 None None] The port 'b1cb918d-4fa9-4620-aae4-5cc107e4cbfd' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:36:09.834947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4d99f8dc-ef94-44f3-b560-e58199a4606d None None] Provisioning complete for port 557f3737-7813-4a8d-b55d-f8783c94471b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:09.835590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4d99f8dc-ef94-44f3-b560-e58199a4606d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:09.862786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 11e6a831-3412-45d7-8a7c-44567024befd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:09.865374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ca6870ae-19d0-4f8a-a6c6-4b8e6c209df8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:09.866946 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ca6870ae-19d0-4f8a-a6c6-4b8e6c209df8 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/4ed6e028-fc03-42a0-88ee-68c7258d681d HTTP/1.1" status: 200 len: 844 time: 0.2583799 Feb 28 11:36:09.872918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52934) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:10.005166 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b97918c0-b916-4a43-85bd-61fd11e6e32a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/4ed6e028-fc03-42a0-88ee-68c7258d681d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1312926 Feb 28 11:36:10.017938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52940) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:10.023613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:10.101890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.ipam_backend_mixin [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d4fdf770-7a0e-4454-a3f0-9260f61931ab (CIDR: 172.20.0.0/28) Feb 28 11:36:10.106069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-4d99f8dc-ef94-44f3-b560-e58199a4606d None None] Port 557f3737-7813-4a8d-b55d-f8783c94471b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:10.134464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.156454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Transition to ACTIVE for port object 25add3db-4803-4549-972a-15e5babfd223 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:10.162270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:10.167115 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:36:10.167115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:10.182951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:10.188059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Transition to ACTIVE for port object 25add3db-4803-4549-972a-15e5babfd223 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:10.193464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:10.219239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:10.237620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 11e6a831-3412-45d7-8a7c-44567024befd completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:10.243068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:10.243439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.344537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.360216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.392023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:10.417300 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4ec329b4-ad33-41cd-9fae-9331542c7ab5 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1388876 Feb 28 11:36:10.424664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52946) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:10.436572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:10.440667 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Sync routers for ids ['ab0aab28-87f9-42ee-ba93-e37868558a3c'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:10.494805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Network ff1efaef-44d1-449a-8162-3bacdc978a65 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:10.495477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Pushing event updated for resources: {'Port': ['ID=25add3db-4803-4549-972a-15e5babfd223,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:10.497686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.522012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:10.525249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Routers {'ab0aab28-87f9-42ee-ba93-e37868558a3c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:10.525862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ab0aab28-87f9-42ee-ba93-e37868558a3c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:10.620368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.688126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:10.755958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:10.765729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:10.770602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:10.778098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:10.821116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 11e6a831-3412-45d7-8a7c-44567024befd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=11e6a831-3412-45d7-8a7c-44567024befd,segment=NetworkSegment(d56af08d-fa45-4ae5-bab0-7ddc152f6a90),segment_id=d56af08d-fa45-4ae5-bab0-7ddc152f6a90)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:10.884994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:10.889676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.918448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Attempting to bind port 25add3db-4803-4549-972a-15e5babfd223 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:10.919208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Attempting to bind port 25add3db-4803-4549-972a-15e5babfd223 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '5f370970-47f6-4f9c-95b9-acba32a3fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ff1efaef-44d1-449a-8162-3bacdc978a65'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:10.919768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Attempting to bind port 25add3db-4803-4549-972a-15e5babfd223 on network ff1efaef-44d1-449a-8162-3bacdc978a65 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:10.924620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:10.975155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Set router ab0aab28-87f9-42ee-ba93-e37868558a3c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:36:11.024303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b1cb918d-4fa9-4620-aae4-5cc107e4cbfd no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:11.070240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 2001:db8::1 (ff1efaef-44d1-449a-8162-3bacdc978a65/af87ac1a-2139-40dd-a66e-8ae287e6dc30/dbba6b60-bec3-474b-9fa4-36a9a08754ee) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:11.072469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:11.075495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Checking segment: {'id': '5f370970-47f6-4f9c-95b9-acba32a3fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ff1efaef-44d1-449a-8162-3bacdc978a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:11.075495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:11.075495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Bound using segment: {'id': '5f370970-47f6-4f9c-95b9-acba32a3fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ff1efaef-44d1-449a-8162-3bacdc978a65'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:11.075495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Bound port: 25add3db-4803-4549-972a-15e5babfd223, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f370970-47f6-4f9c-95b9-acba32a3fa85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'ff1efaef-44d1-449a-8162-3bacdc978a65'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:11.075495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:11.088231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:11.104934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: b1cb918d-4fa9-4620-aae4-5cc107e4cbfd {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:36:11.105278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b1cb918d-4fa9-4620-aae4-5cc107e4cbfd not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:36:11.216415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52952) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:11.233215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:11.253834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=11e6a831-3412-45d7-8a7c-44567024befd,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:11.278911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:11.296704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f735615-1e62-40ab-a446-911bf8bc12e9 None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:11.299523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:11.300194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:11.315911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c836209-4ad5-48f6-a928-a955d8c0c71d tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:11.330868 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8c836209-4ad5-48f6-a928-a955d8c0c71d tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 814 time: 0.0996354 Feb 28 11:36:11.331100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=02dac728-ad19-4d68-a78f-68f9d79fbdcf,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:11.403520 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-782dad92-89be-40c6-b735-dc00ef177c6a req-50010ee6-45f8-4965-9d69-981f4bcfc919 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1690340 Feb 28 11:36:11.448357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:11.485979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Transition to ACTIVE for port object dbba6b60-bec3-474b-9fa4-36a9a08754ee will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:11.577679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] For port 25add3db-4803-4549-972a-15e5babfd223, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:11.617415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] For port 25add3db-4803-4549-972a-15e5babfd223, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=25add3db-4803-4549-972a-15e5babfd223,segment=NetworkSegment(5f370970-47f6-4f9c-95b9-acba32a3fa85),segment_id=5f370970-47f6-4f9c-95b9-acba32a3fa85)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:11.632052 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-782dad92-89be-40c6-b735-dc00ef177c6a req-3c3ec12c-c353-4a19-82d9-dfe333e8a9bd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 1098 time: 0.1431112 Feb 28 11:36:11.727879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:38Z', 'updated_at': '2022-02-28T11:35:45Z', 'revision_number': 4, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'gw_port': {'id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'd180b66e-64f2-4018-a7f3-0dd3743ce121', 'name': '', 'network_id': '760a731e-058f-448c-9779-72b944f62a0f', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'mac_address': 'fa:16:3e:7f:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:45Z', 'updated_at': '2022-02-28T11:35:46Z', 'revision_number': 2, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'subnets': [{'id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:11.734091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 11e6a831-3412-45d7-8a7c-44567024befd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:11.769350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Checking router: ab0aab28-87f9-42ee-ba93-e37868558a3c for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:36:11.769716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Updating router ab0aab28-87f9-42ee-ba93-e37868558a3c port d180b66e-64f2-4018-a7f3-0dd3743ce121 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:36:11.842418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dad92-89be-40c6-b735-dc00ef177c6a req-6ad30751-a825-4856-a9fc-2b093e357c63 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:11.844504 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-782dad92-89be-40c6-b735-dc00ef177c6a req-6ad30751-a825-4856-a9fc-2b093e357c63 service neutron] 10.222.0.57 "GET /v2.0/networks?id=972b77cf-bcb2-4307-9715-3a0124ece65d HTTP/1.1" status: 200 len: 898 time: 0.1892636 Feb 28 11:36:11.888009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:11.968099 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-782dad92-89be-40c6-b735-dc00ef177c6a req-bdbc889c-2ac4-4ce1-9656-bbff82282107 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf91a86-3f61-4842-be79-aee9da8297ea HTTP/1.1" status: 200 len: 1000 time: 0.1166513 Feb 28 11:36:12.018896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:12.019597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.036091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782dad92-89be-40c6-b735-dc00ef177c6a req-839397af-4897-43a5-9c03-9b8ab5649615 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:12.037866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-782dad92-89be-40c6-b735-dc00ef177c6a req-839397af-4897-43a5-9c03-9b8ab5649615 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5878a6b9-b8fb-4598-91ef-865504684a83 HTTP/1.1" status: 200 len: 835 time: 0.0628319 Feb 28 11:36:12.097245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f54d0ffa-dba8-4942-adfc-d6972c83710f', 'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'tenant_id': '3ca49ef460d44887b2e168eece11783d', 'fixed_ips': [{'subnet_id': '02dac728-ad19-4d68-a78f-68f9d79fbdcf'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:36:12.097987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.130318 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-782dad92-89be-40c6-b735-dc00ef177c6a req-0683378f-f5d3-43af-9bda-5d5069003811 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=972b77cf-bcb2-4307-9715-3a0124ece65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859869 Feb 28 11:36:12.319596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-782dad92-89be-40c6-b735-dc00ef177c6a req-d0d72eec-af1a-4327-abd0-e5ab4dd95977 service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829960 Feb 28 11:36:12.461279 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-782dad92-89be-40c6-b735-dc00ef177c6a req-fa89ab0d-0d12-421f-a794-1bdfb0b9ba86 service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339107 Feb 28 11:36:12.523892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Allocated IP 2001:db8::2 (f54d0ffa-dba8-4942-adfc-d6972c83710f/02dac728-ad19-4d68-a78f-68f9d79fbdcf/de7028d9-db7f-4985-932f-a64b0066287a) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:12.641822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52962) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:12.648190 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'network': {'name': 'tempest-network-smoke--1380540419', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'port_security_enabled': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:12.659207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:12.664257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:network and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:12.667618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:12.675185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:12.698460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.728479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Transition to ACTIVE for port object d180b66e-64f2-4018-a7f3-0dd3743ce121 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:12.787338 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4c7b4180-69ae-42f7-a568-a852c13f2520 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7677085 Feb 28 11:36:12.789459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52966) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:12.797102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'security_group': {'name': 'tempest-secgroup-2046669244'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:12.803762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:12.817746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:12.821605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:12.828233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:12.828623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.840015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Transition to ACTIVE for port object de7028d9-db7f-4985-932f-a64b0066287a will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:12.861047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Transition to ACTIVE for port object de7028d9-db7f-4985-932f-a64b0066287a will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:12.868564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.872344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.873206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.876771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.939767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=bbfee8c9-4396-4f2b-8433-dcbfd16559b5,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:12.945993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:12.950006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:12.950924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:12.951742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.975496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:12.978729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:12.994465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=dbba6b60-bec3-474b-9fa4-36a9a08754ee,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:13.013154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa3b233-68dd-4bce-8f3a-8cf204e09676 None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:13.014931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.027524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network ff1efaef-44d1-449a-8162-3bacdc978a65 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:13.032245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:13.041648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.046554 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-be874d2e-39d8-46f7-8744-846a0fa37ccc tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6207461 Feb 28 11:36:13.051865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:13.055510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.055643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52970) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:13.055738 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 742} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:36:13.059531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1633497292', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bbfee8c9-4396-4f2b-8433-dcbfd16559b5'}], 'security_groups': ['554679ac-3e8c-4087-a783-b28224d5e4d2']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:13.108341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baaf3a-b1b8-48a5-b748-6f8919b86b0e None None] Pushing event updated for resources: {'Port': ['ID=d180b66e-64f2-4018-a7f3-0dd3743ce121,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:13.124415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.132639 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Added segment be1af314-3c80-47da-abb0-b58c9e4376f1 of type vlan for network d6d0a46f-6bfd-4867-9b92-9183b884db6a Feb 28 11:36:13.174546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:13.197496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group_rule and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:13.199189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d2df5-4de6-4c60-8fcf-fb2fc502e914 None None] Pushing event updated for resources: {'Port': ['ID=25add3db-4803-4549-972a-15e5babfd223,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:13.203165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:13.209724 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.217201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:13.311511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:13.315220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.365036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:13.367669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:13.408339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.423644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.430694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:13.431390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.490464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.566352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.712480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Pushing event updated for resources: {'Port': ['ID=de7028d9-db7f-4985-932f-a64b0066287a,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:13.737191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Attempting to bind port d180b66e-64f2-4018-a7f3-0dd3743ce121 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:13.739512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Attempting to bind port d180b66e-64f2-4018-a7f3-0dd3743ce121 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '760a731e-058f-448c-9779-72b944f62a0f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:13.740584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Attempting to bind port d180b66e-64f2-4018-a7f3-0dd3743ce121 on network 760a731e-058f-448c-9779-72b944f62a0f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:13.842524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Attempting to bind port de7028d9-db7f-4985-932f-a64b0066287a on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:13.843084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Attempting to bind port de7028d9-db7f-4985-932f-a64b0066287a by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'd353aa89-0f8c-4e00-b28b-58305c21a399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:13.843537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Attempting to bind port de7028d9-db7f-4985-932f-a64b0066287a on network f54d0ffa-dba8-4942-adfc-d6972c83710f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:13.859024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:13.861600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Checking segment: {'id': 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '760a731e-058f-448c-9779-72b944f62a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:13.862192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.862753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Bound using segment: {'id': 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '760a731e-058f-448c-9779-72b944f62a0f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:13.863816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Bound port: d180b66e-64f2-4018-a7f3-0dd3743ce121, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 701, 'network_id': '760a731e-058f-448c-9779-72b944f62a0f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:13.870383 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.928085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 25add3db-4803-4549-972a-15e5babfd223 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:13.937724 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55a0dd34-4f78-4a5a-8883-013f0abf4b7b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:13.955579 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3126407 Feb 28 11:36:13.961458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52982) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:13.968709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:13.969122 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Checking segment: {'id': 'd353aa89-0f8c-4e00-b28b-58305c21a399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:13.969568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:13.972889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Bound using segment: {'id': 'd353aa89-0f8c-4e00-b28b-58305c21a399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:13.973710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Bound port: de7028d9-db7f-4985-932f-a64b0066287a, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd353aa89-0f8c-4e00-b28b-58305c21a399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 703, 'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:13.974281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:14.164339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:14.168748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcf20c9-08e3-44ca-b08e-79afa85265d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Network': ['ID=d6d0a46f-6bfd-4867-9b92-9183b884db6a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:14.176195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:14.181539 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1d597356-2c04-422b-8838-ddfc9877645c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3908665 Feb 28 11:36:14.182350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 52986) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:14.189420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'security_group': {'name': 'tempest-secgroup-2076608516'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:14.196824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:14.204261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a48e652-2f39-4a8b-8b53-a826f00d46f7 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:14.205127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network d6d0a46f-6bfd-4867-9b92-9183b884db6a details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:36:14.208314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9a48e652-2f39-4a8b-8b53-a826f00d46f7 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2443321 Feb 28 11:36:14.212582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52990) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:14.214929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:14.218622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:14.225795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:14.307479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] For port d180b66e-64f2-4018-a7f3-0dd3743ce121, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:14.319764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:14.320860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:14.341907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:14.349313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] For port d180b66e-64f2-4018-a7f3-0dd3743ce121, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d180b66e-64f2-4018-a7f3-0dd3743ce121,segment=NetworkSegment(a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6),segment_id=a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:14.362439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:14.424300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cbc865-fed4-4ba8-a489-8a4a120c873c tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:14.433602 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-47cbc865-fed4-4ba8-a489-8a4a120c873c tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2202575 Feb 28 11:36:14.446710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Delete allocated IP 172.20.0.5 (31fa95e0-f5d5-4442-aa01-18891c6ede78/d4fdf770-7a0e-4454-a3f0-9260f61931ab) {{(pid=84339) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:36:14.449185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 52994) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:14.508227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:14.512272 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:14.515684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 25add3db-4803-4549-972a-15e5babfd223 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:14.565477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.19 (31fa95e0-f5d5-4442-aa01-18891c6ede78/bbfee8c9-4396-4f2b-8433-dcbfd16559b5/557f3737-7813-4a8d-b55d-f8783c94471b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:14.574373 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-43084c0d-3b22-48a7-85e1-9a7205776d8a tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1240766 Feb 28 11:36:14.577413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53000) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:14.675424 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3a5b2d6a-0c6a-4f24-a968-09770d3ea7a2 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0805800 Feb 28 11:36:14.682178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53004) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:14.740718 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f3fedd3-b5c4-4514-8034-695920066d1a None None] Update dhcp port {'port': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'fixed_ips': [{'subnet_id': 'd4fdf770-7a0e-4454-a3f0-9260f61931ab', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bbfee8c9-4396-4f2b-8433-dcbfd16559b5'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': '11e6a831-3412-45d7-8a7c-44567024befd'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:36:14.744602 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:14.798534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91baaf3a-b1b8-48a5-b748-6f8919b86b0e None None] Pushing event updated for resources: {'Port': ['ID=d180b66e-64f2-4018-a7f3-0dd3743ce121,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:14.890191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=dbba6b60-bec3-474b-9fa4-36a9a08754ee,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:14.941689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network ff1efaef-44d1-449a-8162-3bacdc978a65 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:14.943898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:14.975008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Routers {'ab0aab28-87f9-42ee-ba93-e37868558a3c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:14.975685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ab0aab28-87f9-42ee-ba93-e37868558a3c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:15.081618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0956a7-08c2-439a-990a-2a98415f278a None None] Network ff1efaef-44d1-449a-8162-3bacdc978a65 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:15.140196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd444c1-1307-404c-a44b-c28a5d16423b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:15.145370 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bbd444c1-1307-404c-a44b-c28a5d16423b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4587967 Feb 28 11:36:15.145370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53008) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:15.176547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:15.210624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dad2b674-5c32-441c-ab9a-dc1d791436e9 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612779 Feb 28 11:36:15.210624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53014) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:15.223081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group_rule and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:15.223317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-485568156', 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:15.227429 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:15.237999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:15.313934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.resource_extend [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:36:15.344462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:15.356625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4f3fedd3-b5c4-4514-8034-695920066d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:15.382437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object 557f3737-7813-4a8d-b55d-f8783c94471b will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:15.387615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:15.397074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:subnet and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:15.400092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:15.406736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:15.428981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e0736ae-b06e-4736-9f93-a783cc35fc02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:15.459006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c53972-6cde-4fc4-b9f2-447e8ceaafcc None None] Pushing event updated for resources: {'Port': ['ID=de7028d9-db7f-4985-932f-a64b0066287a,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:15.468072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:15.491904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:15.598116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:15.637355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:15.690529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-75fc4b86-9add-4d01-a6b4-f87e1b63c279 None None] Provisioning for port 25add3db-4803-4549-972a-15e5babfd223 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:15.701626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] Set router ab0aab28-87f9-42ee-ba93-e37868558a3c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:36:15.742063 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router 75de987f-c2d3-4c77-9af3-fa507ac660b1 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:36:15.793597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-75fc4b86-9add-4d01-a6b4-f87e1b63c279 None None] Provisioning complete for port 25add3db-4803-4549-972a-15e5babfd223 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:15.793597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-75fc4b86-9add-4d01-a6b4-f87e1b63c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:15.828019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88cef5fd-35b6-4d35-a094-88620c903593,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:15.843048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:15.847357 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5c7f0573-4bf6-4c0e-8d97-f720fecde3f7 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.6636767 Feb 28 11:36:15.851341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53024) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:16.004024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-810932957', 'security_groups': ['88cef5fd-35b6-4d35-a094-88620c903593'], 'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '02dac728-ad19-4d68-a78f-68f9d79fbdcf'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:16.011693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] In _notify_port_updated(), no bound segment for port 557f3737-7813-4a8d-b55d-f8783c94471b on network 31fa95e0-f5d5-4442-aa01-18891c6ede78 {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:36:16.021305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:16.023324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:16.027611 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "PUT /v2.0/ports/557f3737-7813-4a8d-b55d-f8783c94471b HTTP/1.1" status: 200 len: 921 time: 2.9712038 Feb 28 11:36:16.042719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53028) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:16.046765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7028d9-db7f-4985-932f-a64b0066287a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:16.054629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158477e3-f533-4570-accb-7e70614751d8 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=557f3737-7813-4a8d-b55d-f8783c94471b,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:16.134000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:16.277454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-eb938c5b-7643-43e3-ac7b-dbb72e46c1fe tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 557f3737-7813-4a8d-b55d-f8783c94471b {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:16.280598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb938c5b-7643-43e3-ac7b-dbb72e46c1fe tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:16.407817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:16.417535 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c4770cb8-3d5f-433b-b9d5-35df34364a18 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/75de987f-c2d3-4c77-9af3-fa507ac660b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7810230 Feb 28 11:36:16.418333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53032) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:16.424901 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea200e3-1094-40fc-8ba7-25bbf0ad5bc7 None None] Sync routers for ids ['75de987f-c2d3-4c77-9af3-fa507ac660b1'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:16.428810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:16.438580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:port and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:16.442705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:16.445993 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea200e3-1094-40fc-8ba7-25bbf0ad5bc7 None None] Routers {'75de987f-c2d3-4c77-9af3-fa507ac660b1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:16.446828 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2ea200e3-1094-40fc-8ba7-25bbf0ad5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['75de987f-c2d3-4c77-9af3-fa507ac660b1'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:16.450458 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:16.537686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c906729e-5c4b-47b1-a14b-7d1009a84761 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:16.538313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c906729e-5c4b-47b1-a14b-7d1009a84761 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:16.554929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:16.570349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-4f3fedd3-b5c4-4514-8034-695920066d1a None None] Allocated IP 172.20.0.18 (31fa95e0-f5d5-4442-aa01-18891c6ede78/bbfee8c9-4396-4f2b-8433-dcbfd16559b5/11e6a831-3412-45d7-8a7c-44567024befd) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:16.592644 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2ea200e3-1094-40fc-8ba7-25bbf0ad5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:16.621437 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea200e3-1094-40fc-8ba7-25bbf0ad5bc7 None None] Routers {'75de987f-c2d3-4c77-9af3-fa507ac660b1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:16.641968 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2ea200e3-1094-40fc-8ba7-25bbf0ad5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:35:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['75de987f-c2d3-4c77-9af3-fa507ac660b1'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:16.739457 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2ea200e3-1094-40fc-8ba7-25bbf0ad5bc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:16.740075 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea200e3-1094-40fc-8ba7-25bbf0ad5bc7 None None] The sync data for ids ['75de987f-c2d3-4c77-9af3-fa507ac660b1'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:16.787011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c906729e-5c4b-47b1-a14b-7d1009a84761 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:16.788983 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c906729e-5c4b-47b1-a14b-7d1009a84761 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports/dbba6b60-bec3-474b-9fa4-36a9a08754ee HTTP/1.1" status: 200 len: 911 time: 0.3695185 Feb 28 11:36:16.791706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53036) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:16.799926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e6454487-1c4d-4564-ab76-7591e6184a61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'af87ac1a-2139-40dd-a66e-8ae287e6dc30'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:16.860888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-75fc4b86-9add-4d01-a6b4-f87e1b63c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:16.861295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb938c5b-7643-43e3-ac7b-dbb72e46c1fe tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:16.900238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:16.915435 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-75fc4b86-9add-4d01-a6b4-f87e1b63c279 None None] For port 25add3db-4803-4549-972a-15e5babfd223, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=25add3db-4803-4549-972a-15e5babfd223,segment=NetworkSegment(5f370970-47f6-4f9c-95b9-acba32a3fa85),segment_id=5f370970-47f6-4f9c-95b9-acba32a3fa85)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:16.952381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:38Z', 'updated_at': '2022-02-28T11:35:45Z', 'revision_number': 4, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'gw_port': {'id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'd180b66e-64f2-4018-a7f3-0dd3743ce121', 'name': '', 'network_id': '760a731e-058f-448c-9779-72b944f62a0f', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'mac_address': 'fa:16:3e:7f:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:45Z', 'updated_at': '2022-02-28T11:36:14Z', 'revision_number': 4, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'subnets': [{'id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:16.962980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port de7028d9-db7f-4985-932f-a64b0066287a completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:16.991833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-eb938c5b-7643-43e3-ac7b-dbb72e46c1fe tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 557f3737-7813-4a8d-b55d-f8783c94471b owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:16.996134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 733fb03e-2e93-4c8f-8cae-4c645b7e21ef yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:36:17.003101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4021a49-d131-4462-b249-ac10379cf0bf None None] The sync data for ids ['ab0aab28-87f9-42ee-ba93-e37868558a3c'] in dv-neutron-830866-1-hyperv is: [{'id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:38Z', 'updated_at': '2022-02-28T11:35:45Z', 'revision_number': 4, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'gw_port': {'id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'd180b66e-64f2-4018-a7f3-0dd3743ce121', 'name': '', 'network_id': '760a731e-058f-448c-9779-72b944f62a0f', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'mac_address': 'fa:16:3e:7f:68:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:45Z', 'updated_at': '2022-02-28T11:36:14Z', 'revision_number': 4, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'subnets': [{'id': '06040bdc-a426-4d4d-8789-2cea7d9009ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:17.004651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d180b66e-64f2-4018-a7f3-0dd3743ce121 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:17.043214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4f3fedd3-b5c4-4514-8034-695920066d1a None None] For port 11e6a831-3412-45d7-8a7c-44567024befd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=11e6a831-3412-45d7-8a7c-44567024befd,segment=NetworkSegment(d56af08d-fa45-4ae5-bab0-7ddc152f6a90),segment_id=d56af08d-fa45-4ae5-bab0-7ddc152f6a90)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:17.082556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4f3fedd3-b5c4-4514-8034-695920066d1a None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.164432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-75fc4b86-9add-4d01-a6b4-f87e1b63c279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.168302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4f3fedd3-b5c4-4514-8034-695920066d1a None None] Transition to ACTIVE for port object 11e6a831-3412-45d7-8a7c-44567024befd will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:17.408916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1413954c-b138-4339-aa52-7181fec53823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.418028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4f3fedd3-b5c4-4514-8034-695920066d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.485341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e6454487-1c4d-4564-ab76-7591e6184a61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.516511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.526418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fc4b86-9add-4d01-a6b4-f87e1b63c279 None None] Pushing event updated for resources: {'Port': ['ID=25add3db-4803-4549-972a-15e5babfd223,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:17.616896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:17.622335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb938c5b-7643-43e3-ac7b-dbb72e46c1fe tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.652750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port d180b66e-64f2-4018-a7f3-0dd3743ce121 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:17.664645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Provisioning for port dbba6b60-bec3-474b-9fa4-36a9a08754ee completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:17.719086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d180b66e-64f2-4018-a7f3-0dd3743ce121 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:17.719958 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.745598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb938c5b-7643-43e3-ac7b-dbb72e46c1fe tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=557f3737-7813-4a8d-b55d-f8783c94471b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:17.811079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Provisioning complete for port dbba6b60-bec3-474b-9fa4-36a9a08754ee triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:17.811745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:17.842743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Checking segment: {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:17.845363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network hostable DHCP agents. Network: d6d0a46f-6bfd-4867-9b92-9183b884db6a, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:36:17.919160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3fedd3-b5c4-4514-8034-695920066d1a None None] Pushing event updated for resources: {'Port': ['ID=11e6a831-3412-45d7-8a7c-44567024befd,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:17.937145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::338 (f54d0ffa-dba8-4942-adfc-d6972c83710f/02dac728-ad19-4d68-a78f-68f9d79fbdcf/733fb03e-2e93-4c8f-8cae-4c645b7e21ef) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:17.939485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Port dbba6b60-bec3-474b-9fa4-36a9a08754ee cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:17.985353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb938c5b-7643-43e3-ac7b-dbb72e46c1fe tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.011609 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eb938c5b-7643-43e3-ac7b-dbb72e46c1fe tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/557f3737-7813-4a8d-b55d-f8783c94471b HTTP/1.1" status: 204 len: 168 time: 1.9579010 Feb 28 11:36:18.011843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Provisioning complete for port d180b66e-64f2-4018-a7f3-0dd3743ce121 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:18.011843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.012176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53044) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:18.066870 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5572f2f-cc16-48e6-b2f8-ed0aa894de06 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:36:18.067634 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d5572f2f-cc16-48e6-b2f8-ed0aa894de06 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:18.072551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network d6d0a46f-6bfd-4867-9b92-9183b884db6a is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:36:18.088622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.165520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, d6d0a46f-6bfd-4867-9b92-9183b884db6a) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:18.174971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:18.175498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.188519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c372bd-54b6-4466-8b95-7ac906dc7071 None None] Network d6d0a46f-6bfd-4867-9b92-9183b884db6a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:18.226303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d5572f2f-cc16-48e6-b2f8-ed0aa894de06 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:18.230241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d5572f2f-cc16-48e6-b2f8-ed0aa894de06 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/557f3737-7813-4a8d-b55d-f8783c94471b HTTP/1.1" status: 404 len: 333 time: 0.2139022 Feb 28 11:36:18.231205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53052) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:18.231579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port d180b66e-64f2-4018-a7f3-0dd3743ce121, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d180b66e-64f2-4018-a7f3-0dd3743ce121,segment=NetworkSegment(a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6),segment_id=a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:18.325457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.331006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.336901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7845b8b-e55e-4577-9701-d73986bae2ab tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.342065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object 733fb03e-2e93-4c8f-8cae-4c645b7e21ef will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:18.343079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.346184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d9ffabe9-434d-47ff-b6ac-bab68c405de3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1351776 Feb 28 11:36:18.395333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7845b8b-e55e-4577-9701-d73986bae2ab tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.414940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.542163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.548949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 11e6a831-3412-45d7-8a7c-44567024befd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:18.571905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.581877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7845b8b-e55e-4577-9701-d73986bae2ab tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.619808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7845b8b-e55e-4577-9701-d73986bae2ab tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=125f97d0-feb7-462e-aeb0-b5a824daae10,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:18.636888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c7845b8b-e55e-4577-9701-d73986bae2ab tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.641876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c7845b8b-e55e-4577-9701-d73986bae2ab tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/security-groups/125f97d0-feb7-462e-aeb0-b5a824daae10 HTTP/1.1" status: 204 len: 168 time: 0.4094529 Feb 28 11:36:18.644976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53060) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:18.782102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f8a5c7ef-40b0-463d-925a-30777cc7635d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.808754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:18.821886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f8a5c7ef-40b0-463d-925a-30777cc7635d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.825047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:18.831142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=733fb03e-2e93-4c8f-8cae-4c645b7e21ef,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:18.835948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:18.840196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:18.840809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.869229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=d180b66e-64f2-4018-a7f3-0dd3743ce121,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:18.886013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:36:18.887368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:36:18.943207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e6454487-1c4d-4564-ab76-7591e6184a61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:18.954837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 25add3db-4803-4549-972a-15e5babfd223 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:18.963930 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-88f4dbe2-b14c-448a-ac96-05ba50d9aacf tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9825156 Feb 28 11:36:18.964165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53064) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:18.979526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53068) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:18.979646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:18.985523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-442809700', 'description': 'tempest-secgroup-smoke-442809700 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:18.993482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:18.996980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d6d0a46f-6bfd-4867-9b92-9183b884db6a', 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ips': [{'subnet_id': 'a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:36:18.999115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.006601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:19.010772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:19.028996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:19.038782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e6454487-1c4d-4564-ab76-7591e6184a61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.047531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6454487-1c4d-4564-ab76-7591e6184a61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:19.048177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e6454487-1c4d-4564-ab76-7591e6184a61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.053842 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e6454487-1c4d-4564-ab76-7591e6184a61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/ports/dbba6b60-bec3-474b-9fa4-36a9a08754ee HTTP/1.1" status: 200 len: 911 time: 2.2584553 Feb 28 11:36:19.172591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53072) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:19.209240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:19.213737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:19.217547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:19.224396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:19.238891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f8a5c7ef-40b0-463d-925a-30777cc7635d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.268404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 25add3db-4803-4549-972a-15e5babfd223 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:19.271129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.279195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.297052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f8a5c7ef-40b0-463d-925a-30777cc7635d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.300513 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f8a5c7ef-40b0-463d-925a-30777cc7635d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/security-groups/554679ac-3e8c-4087-a783-b28224d5e4d2 HTTP/1.1" status: 204 len: 168 time: 0.6523237 Feb 28 11:36:19.301370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53078) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:19.363351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Allocated IP 172.20.0.18 (d6d0a46f-6bfd-4867-9b92-9183b884db6a/a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a/9c8899ce-a25b-4e38-b326-cf9b99230fce) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:19.421484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a5c7ef-40b0-463d-925a-30777cc7635d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=554679ac-3e8c-4087-a783-b28224d5e4d2,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:19.426947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:19.441142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6454487-1c4d-4564-ab76-7591e6184a61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=dbba6b60-bec3-474b-9fa4-36a9a08754ee,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:19.513768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:19.522538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:19.526663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:19.538383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:19.719278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dab776c-d4fa-4cb7-873f-10ba1ce46073 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet d4fdf770-7a0e-4454-a3f0-9260f61931ab {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:19.851751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.859723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.871757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5dab776c-d4fa-4cb7-873f-10ba1ce46073 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.928510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.950639 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.963725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:19.965522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Provisioning for port de7028d9-db7f-4985-932f-a64b0066287a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:19.987143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Transition to ACTIVE for port object 9c8899ce-a25b-4e38-b326-cf9b99230fce will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:19.994588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Provisioning complete for port de7028d9-db7f-4985-932f-a64b0066287a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:19.995005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.033074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.228428 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.ipam_backend_mixin [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 02dac728-ad19-4d68-a78f-68f9d79fbdcf (CIDR: 2001:db8::/64) Feb 28 11:36:20.233753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5dab776c-d4fa-4cb7-873f-10ba1ce46073 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.260978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Transition to ACTIVE for port object 9c8899ce-a25b-4e38-b326-cf9b99230fce will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:20.333665 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:36:20.334471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:20.372306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5dab776c-d4fa-4cb7-873f-10ba1ce46073 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.385098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.479291 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7f7150d3-ad9a-4e4e-a353-4c710ded3e84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5135841 Feb 28 11:36:20.484464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53084) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:20.488637 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=767f34bb-45a9-4285-84bb-e577b246ded8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:20.505423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:20.564762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d180b66e-64f2-4018-a7f3-0dd3743ce121 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:20.614269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5dab776c-d4fa-4cb7-873f-10ba1ce46073 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.633870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Network d6d0a46f-6bfd-4867-9b92-9183b884db6a is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:20.635227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.654510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:20.660080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:20.674241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Pushing event updated for resources: {'Port': ['ID=9c8899ce-a25b-4e38-b326-cf9b99230fce,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:20.720260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.729860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53088) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:20.730591 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-43c2c1b4-110f-425f-9ae6-44ed55ccd3a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.7504168 Feb 28 11:36:20.741663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '767f34bb-45a9-4285-84bb-e577b246ded8', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:20.752979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dab776c-d4fa-4cb7-873f-10ba1ce46073 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fdf770-7a0e-4454-a3f0-9260f61931ab,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:20.758785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:20.758967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d180b66e-64f2-4018-a7f3-0dd3743ce121 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:20.759204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.773369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5dab776c-d4fa-4cb7-873f-10ba1ce46073 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.779255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:20.800315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:20.816935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53092) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:20.818410 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5dab776c-d4fa-4cb7-873f-10ba1ce46073 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/d4fdf770-7a0e-4454-a3f0-9260f61931ab HTTP/1.1" status: 204 len: 168 time: 1.5092363 Feb 28 11:36:20.819750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:20.829016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b7e72-f1e2-45ad-91d2-45ee487e6494 None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:20.834260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:20.861452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:20.865805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:20.868749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:20.880268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:20.880460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:20.954568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Attempting to bind port 9c8899ce-a25b-4e38-b326-cf9b99230fce on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:20.954953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Attempting to bind port 9c8899ce-a25b-4e38-b326-cf9b99230fce by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:20.955308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Attempting to bind port 9c8899ce-a25b-4e38-b326-cf9b99230fce on network d6d0a46f-6bfd-4867-9b92-9183b884db6a {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:20.975203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:20.975967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Checking segment: {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:20.975967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:20.976254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Bound using segment: {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:20.976717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Bound port: 9c8899ce-a25b-4e38-b326-cf9b99230fce, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:20.977083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.036653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.103887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:21.111377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.112444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:21.113381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:21.117126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:21.118116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.125782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:21.150138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.297021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] For port 9c8899ce-a25b-4e38-b326-cf9b99230fce, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:21.309533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port dbba6b60-bec3-474b-9fa4-36a9a08754ee {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:21.309882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.317277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] For port 9c8899ce-a25b-4e38-b326-cf9b99230fce, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9c8899ce-a25b-4e38-b326-cf9b99230fce,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:21.317512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.321231 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Pushing event updated for resources: {'Port': ['ID=de7028d9-db7f-4985-932f-a64b0066287a,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:21.324683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Provisioning complete for port 25add3db-4803-4549-972a-15e5babfd223 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:21.325216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.360089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de107b03-2a63-474e-b978-c5b78fccc30a,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:21.457856 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:21.475067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.548086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Provisioning complete for port 4ed6e028-fc03-42a0-88ee-68c7258d681d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:21.548450 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.551428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.555333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.559825 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8b3d6dba-1c07-4adc-8444-5e370ed37483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8256776 Feb 28 11:36:21.561972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53098) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:21.641452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f17f535-d3ff-453a-b1e0-f9b4fedfd112 None None] Pushing event updated for resources: {'Port': ['ID=9c8899ce-a25b-4e38-b326-cf9b99230fce,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:21.646904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f8d91292-70b3-406d-9d95-49d8155edc10 None None] Port 4ed6e028-fc03-42a0-88ee-68c7258d681d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:21.659291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.663752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '767f34bb-45a9-4285-84bb-e577b246ded8', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:21.676374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.688572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:21.692668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:21.702293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:21.705220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:21.707222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:21.715312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca214d-d9d7-4e42-bd35-54fe1dabeebf None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:21.720472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:21.721835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.739471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:21.763904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=39973f37-e835-4cf8-83e1-fa6dc3d6ca87,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:21.831364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Provisioning complete for port dbba6b60-bec3-474b-9fa4-36a9a08754ee triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:21.831728 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:21.909568 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e7032d39-6c99-483d-a2b3-77e408fba0c9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4236314 Feb 28 11:36:21.912182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53102) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:21.921365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Port dbba6b60-bec3-474b-9fa4-36a9a08754ee cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:21.924054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1547015115', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '39973f37-e835-4cf8-83e1-fa6dc3d6ca87'}], 'security_groups': ['55a0dd34-4f78-4a5a-8883-013f0abf4b7b']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:21.942707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for dbba6b60-bec3-474b-9fa4-36a9a08754ee owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:22.125704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.157121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.180331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Provisioning for port 11e6a831-3412-45d7-8a7c-44567024befd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:22.249624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:22.249992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.338084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa15fb3-287f-47d8-b504-f64191a8e42d None None] Update dhcp port {'port': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'fixed_ips': [{'subnet_id': '02dac728-ad19-4d68-a78f-68f9d79fbdcf', 'ip_address': '2001:db8::2'}, {'subnet_id': '39973f37-e835-4cf8-83e1-fa6dc3d6ca87'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': 'de7028d9-db7f-4985-932f-a64b0066287a'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:36:22.340026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.479753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.495131 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7aa15fb3-287f-47d8-b504-f64191a8e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.502538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.561945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.566352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=dbba6b60-bec3-474b-9fa4-36a9a08754ee,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:22.568132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Provisioning complete for port 989b8180-e37d-425b-a50b-b37cb671d79e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:22.568580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.616208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7028d9-db7f-4985-932f-a64b0066287a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:22.697941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b3646f-99dc-48a1-b276-4f36b88c9dcf,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:22.718651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.725467 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ef7be14c-c255-4d33-bb43-71f4bc860c5e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0820274 Feb 28 11:36:22.726312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53108) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:22.782823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Port 989b8180-e37d-425b-a50b-b37cb671d79e cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:22.792758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Could not find standard attr ID for object 557f3737-7813-4a8d-b55d-f8783c94471b. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:36:22.821314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '767f34bb-45a9-4285-84bb-e577b246ded8', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:22.834310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port de7028d9-db7f-4985-932f-a64b0066287a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:22.835786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:22.837715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:22.849427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:22.853902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:22.860993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:22.867912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:22.881362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:22.896718 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b40ac6-809e-4d6b-86fa-a862909afae3 None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:22.913289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Delete allocated IP 2001:db8::338 (f54d0ffa-dba8-4942-adfc-d6972c83710f/02dac728-ad19-4d68-a78f-68f9d79fbdcf) {{(pid=84339) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:36:22.925157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8:0:1::90 (f54d0ffa-dba8-4942-adfc-d6972c83710f/39973f37-e835-4cf8-83e1-fa6dc3d6ca87/733fb03e-2e93-4c8f-8cae-4c645b7e21ef) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:22.990342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:22.990342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.055006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Provisioning for port 733fb03e-2e93-4c8f-8cae-4c645b7e21ef completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:23.088076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=533fd39a-7b1d-4691-ab81-cb58e2cd7e04,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:23.105783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.117172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Provisioning complete for port 733fb03e-2e93-4c8f-8cae-4c645b7e21ef triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:23.117533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.189888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.242887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.267584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-eec3eefb-1cc7-4631-b4da-a378e2c6d0ed None None] Port 733fb03e-2e93-4c8f-8cae-4c645b7e21ef cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:23.271620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9c8899ce-a25b-4e38-b326-cf9b99230fce up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:23.282147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Ignored duplicate provisioning block setup for port 733fb03e-2e93-4c8f-8cae-4c645b7e21ef by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 11:36:23.303358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01d5353-aadf-4638-b256-561673a6cb82 None None] Network d6d0a46f-6bfd-4867-9b92-9183b884db6a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:23.303675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.343357 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0598475a-4f9e-4afd-a97d-113891374c57 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5247924 Feb 28 11:36:23.346866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53112) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:23.352902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'security_group': {'name': 'tempest-secgroup-1267823834'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:23.359932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:23.363852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:23.366766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:23.373701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:23.443091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.565820 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Provisioning complete for port 989b8180-e37d-425b-a50b-b37cb671d79e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:23.569568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.572455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router 75de987f-c2d3-4c77-9af3-fa507ac660b1 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:36:23.661828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.662302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-7aa15fb3-287f-47d8-b504-f64191a8e42d None None] Allocated IP 2001:db8:0:1::2 (f54d0ffa-dba8-4942-adfc-d6972c83710f/39973f37-e835-4cf8-83e1-fa6dc3d6ca87/de7028d9-db7f-4985-932f-a64b0066287a) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:23.673919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.693768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] In _notify_port_updated(), no bound segment for port 733fb03e-2e93-4c8f-8cae-4c645b7e21ef on network f54d0ffa-dba8-4942-adfc-d6972c83710f {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:36:23.694668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Port 989b8180-e37d-425b-a50b-b37cb671d79e cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:23.698731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:23.699376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.705922 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "PUT /v2.0/ports/733fb03e-2e93-4c8f-8cae-4c645b7e21ef HTTP/1.1" status: 200 len: 930 time: 1.7922726 Feb 28 11:36:23.713834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53116) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:23.745706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:23.755904 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0cf28f6f-bf8a-428b-8f64-9c7d44330b1f tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/75de987f-c2d3-4c77-9af3-fa507ac660b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5803699 Feb 28 11:36:23.758504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53120) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:23.759981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112b7fd-0ee7-45dc-bc86-a3402fce1288 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=733fb03e-2e93-4c8f-8cae-4c645b7e21ef,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:23.771060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aca95f28-8a36-4079-8abe-5c7df2855319,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:23.811729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e194c0-bfae-4147-afc9-36b2f007c2df None None] Sync routers for ids ['75de987f-c2d3-4c77-9af3-fa507ac660b1'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:23.830107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-19cfd4b5-1111-4da8-94da-470933f60eba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 733fb03e-2e93-4c8f-8cae-4c645b7e21ef {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:23.830383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4bf0d4cf-ab17-4b7a-bce2-72c056a2106b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:23.830497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19cfd4b5-1111-4da8-94da-470933f60eba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.853530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 9c8899ce-a25b-4e38-b326-cf9b99230fce completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:23.860629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:23.871644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group_rule and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:23.877396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:23.893045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:23.931712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:23.932783 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-34377595-a996-4ea4-89b0-0022bc109490 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1909575 Feb 28 11:36:23.936618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53126) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:23.941295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e194c0-bfae-4147-afc9-36b2f007c2df None None] Routers {'75de987f-c2d3-4c77-9af3-fa507ac660b1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:23.941911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-73e194c0-bfae-4147-afc9-36b2f007c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['75de987f-c2d3-4c77-9af3-fa507ac660b1'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:23.943480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '767f34bb-45a9-4285-84bb-e577b246ded8', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:23.952460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:23.957519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:23.960714 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:23.967416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:24.008798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4bf0d4cf-ab17-4b7a-bce2-72c056a2106b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:24.020141 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4bf0d4cf-ab17-4b7a-bce2-72c056a2106b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=75de987f-c2d3-4c77-9af3-fa507ac660b1 HTTP/1.1" status: 200 len: 205 time: 0.2501626 Feb 28 11:36:24.020141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53130) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:24.026891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7aa15fb3-287f-47d8-b504-f64191a8e42d None None] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:24.028832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-73e194c0-bfae-4147-afc9-36b2f007c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:24.040835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473ad055-e9ff-4e69-ab57-d324be0d9c9d None None] Update dhcp port {'port': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'fixed_ips': [{'subnet_id': 'bbfee8c9-4396-4f2b-8433-dcbfd16559b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '533fd39a-7b1d-4691-ab81-cb58e2cd7e04'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': '11e6a831-3412-45d7-8a7c-44567024befd'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:36:24.085733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.118911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e194c0-bfae-4147-afc9-36b2f007c2df None None] Routers {'75de987f-c2d3-4c77-9af3-fa507ac660b1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:24.119069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-73e194c0-bfae-4147-afc9-36b2f007c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['75de987f-c2d3-4c77-9af3-fa507ac660b1'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:24.147531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19cfd4b5-1111-4da8-94da-470933f60eba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.167235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b363da13-1dc4-4784-a48c-d7c1e3a155e1 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.225092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7aa15fb3-287f-47d8-b504-f64191a8e42d None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.239878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-473ad055-e9ff-4e69-ab57-d324be0d9c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.251226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Provisioning for port 9c8899ce-a25b-4e38-b326-cf9b99230fce completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:24.275137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-73e194c0-bfae-4147-afc9-36b2f007c2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:24.275754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e194c0-bfae-4147-afc9-36b2f007c2df None None] The sync data for ids ['75de987f-c2d3-4c77-9af3-fa507ac660b1'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:24.279989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Provisioning complete for port 9c8899ce-a25b-4e38-b326-cf9b99230fce triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:24.280418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.302700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.304791 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7aa15fb3-287f-47d8-b504-f64191a8e42d None None] Transition to ACTIVE for port object de7028d9-db7f-4985-932f-a64b0066287a will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:24.340464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-19cfd4b5-1111-4da8-94da-470933f60eba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 733fb03e-2e93-4c8f-8cae-4c645b7e21ef owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:24.386092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.462118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68b9395c-efe3-4419-a259-ce5f40dd6df9,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:24.478506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7aa15fb3-287f-47d8-b504-f64191a8e42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.574543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.578703 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-475592e2-65b7-4a64-afbb-8dd6e77673f1 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2281413 Feb 28 11:36:24.581464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53134) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:24.588978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'security_group': {'name': 'tempest-secgroup-1561290792'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:24.596745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:24.601075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:24.604983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:24.614583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:24.615907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.672686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa15fb3-287f-47d8-b504-f64191a8e42d None None] Pushing event updated for resources: {'Port': ['ID=de7028d9-db7f-4985-932f-a64b0066287a,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:24.741323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-473ad055-e9ff-4e69-ab57-d324be0d9c9d None None] Allocated IP 172.20.0.2 (31fa95e0-f5d5-4442-aa01-18891c6ede78/533fd39a-7b1d-4691-ab81-cb58e2cd7e04/11e6a831-3412-45d7-8a7c-44567024befd) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:24.744040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] For port 9c8899ce-a25b-4e38-b326-cf9b99230fce, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9c8899ce-a25b-4e38-b326-cf9b99230fce,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:24.752109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19cfd4b5-1111-4da8-94da-470933f60eba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.801692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.812729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b363da13-1dc4-4784-a48c-d7c1e3a155e1 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.817851 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b363da13-1dc4-4784-a48c-d7c1e3a155e1 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.822922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cfd4b5-1111-4da8-94da-470933f60eba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=733fb03e-2e93-4c8f-8cae-4c645b7e21ef,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:24.830938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.900796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19cfd4b5-1111-4da8-94da-470933f60eba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.905425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.926451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-19cfd4b5-1111-4da8-94da-470933f60eba tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/733fb03e-2e93-4c8f-8cae-4c645b7e21ef HTTP/1.1" status: 204 len: 168 time: 1.2057695 Feb 28 11:36:24.926686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53140) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:24.931834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.967864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-473ad055-e9ff-4e69-ab57-d324be0d9c9d None None] For port 11e6a831-3412-45d7-8a7c-44567024befd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=11e6a831-3412-45d7-8a7c-44567024befd,segment=NetworkSegment(d56af08d-fa45-4ae5-bab0-7ddc152f6a90),segment_id=d56af08d-fa45-4ae5-bab0-7ddc152f6a90)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:24.987925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:24.988725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4deda5-f889-429b-b668-40ef2fbf93a3,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:24.992324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b363da13-1dc4-4784-a48c-d7c1e3a155e1 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:24.993319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b363da13-1dc4-4784-a48c-d7c1e3a155e1 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Fanout notify agent at l3_agent the message router_deleted on router 75de987f-c2d3-4c77-9af3-fa507ac660b1 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:36:25.011304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group_rule and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:25.012064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b363da13-1dc4-4784-a48c-d7c1e3a155e1 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.014140 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b363da13-1dc4-4784-a48c-d7c1e3a155e1 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/75de987f-c2d3-4c77-9af3-fa507ac660b1 HTTP/1.1" status: 204 len: 168 time: 0.9994609 Feb 28 11:36:25.016842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:25.017435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53144) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:25.027534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:25.027915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.036806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:25.053131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7014200-d64a-4e4e-ac27-83b0ce951bd4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:36:25.053854 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f7014200-d64a-4e4e-ac27-83b0ce951bd4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:25.085431 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-473ad055-e9ff-4e69-ab57-d324be0d9c9d None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.116865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133f2ce9-0ec2-4d3e-83df-5b735f3ae3c9 None None] Pushing event updated for resources: {'Port': ['ID=9c8899ce-a25b-4e38-b326-cf9b99230fce,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:25.153555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-473ad055-e9ff-4e69-ab57-d324be0d9c9d None None] Transition to ACTIVE for port object 11e6a831-3412-45d7-8a7c-44567024befd will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:25.179681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.196814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.204567 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5583c78c-2e6d-4518-82bd-50ba61799e44 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2665982 Feb 28 11:36:25.207628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53148) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:25.229530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '767f34bb-45a9-4285-84bb-e577b246ded8', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:25.248626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:25.248626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:25.254011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:25.265382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:25.303864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-c86d11bb-c9d5-4e8d-90fe-9af2eb7871ad tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting subnet af87ac1a-2139-40dd-a66e-8ae287e6dc30 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:25.306939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c86d11bb-c9d5-4e8d-90fe-9af2eb7871ad tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.319365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f7014200-d64a-4e4e-ac27-83b0ce951bd4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:25.325614 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f7014200-d64a-4e4e-ac27-83b0ce951bd4 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/733fb03e-2e93-4c8f-8cae-4c645b7e21ef HTTP/1.1" status: 404 len: 333 time: 0.3979049 Feb 28 11:36:25.338221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53152) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:25.363649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-19690a23-eb8e-4e56-b06a-6b86435fe3e0 None None] Provisioning complete for port 9c8899ce-a25b-4e38-b326-cf9b99230fce triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:25.364322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-19690a23-eb8e-4e56-b06a-6b86435fe3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.389867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.397543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-473ad055-e9ff-4e69-ab57-d324be0d9c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.424937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c86d11bb-c9d5-4e8d-90fe-9af2eb7871ad tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.457563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e5a5-a92d-4798-86fc-4fe7b3146311 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.490639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e5a5-a92d-4798-86fc-4fe7b3146311 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.533510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10e864ee-40d5-45bb-a65e-91a6a2d3e4c4,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:25.552715 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:36:25.567922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.599999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473ad055-e9ff-4e69-ab57-d324be0d9c9d None None] Pushing event updated for resources: {'Port': ['ID=11e6a831-3412-45d7-8a7c-44567024befd,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:25.646503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c86d11bb-c9d5-4e8d-90fe-9af2eb7871ad tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.697286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.705997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.707264 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-405f091f-36fc-4934-bb8d-0b3b65304e78 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1247778 Feb 28 11:36:25.710121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53156) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:25.715592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'security_group': {'name': 'tempest-secgroup-939148759'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:25.721946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:25.726067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:25.733187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:25.740173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:25.750118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e5a5-a92d-4798-86fc-4fe7b3146311 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.770086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1e5a5-a92d-4798-86fc-4fe7b3146311 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88cef5fd-35b6-4d35-a094-88620c903593,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:25.777169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ba1e5a5-a92d-4798-86fc-4fe7b3146311 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.778362 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2ba1e5a5-a92d-4798-86fc-4fe7b3146311 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/security-groups/88cef5fd-35b6-4d35-a094-88620c903593 HTTP/1.1" status: 204 len: 168 time: 0.4509482 Feb 28 11:36:25.780968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53160) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:25.822882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-76f098ef-1ee5-4212-8e4e-cb3e48e37f22 None None] Provisioning complete for port 4ed6e028-fc03-42a0-88ee-68c7258d681d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:25.823242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-76f098ef-1ee5-4212-8e4e-cb3e48e37f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.850409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.863910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f39f780e-06dc-4abd-88d4-a3c5efe4727a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.898661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0311d4-fa87-481f-8793-4abdfce3c3a2,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:25.903729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f39f780e-06dc-4abd-88d4-a3c5efe4727a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.911621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-76f098ef-1ee5-4212-8e4e-cb3e48e37f22 None None] Port 4ed6e028-fc03-42a0-88ee-68c7258d681d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:25.914796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-76f098ef-1ee5-4212-8e4e-cb3e48e37f22 None None] Could not find standard attr ID for object 733fb03e-2e93-4c8f-8cae-4c645b7e21ef. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:36:25.942827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c86d11bb-c9d5-4e8d-90fe-9af2eb7871ad tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.946357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:25.989707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d11bb-c9d5-4e8d-90fe-9af2eb7871ad tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Subnet': ['ID=af87ac1a-2139-40dd-a66e-8ae287e6dc30,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:25.997882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c86d11bb-c9d5-4e8d-90fe-9af2eb7871ad tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.001542 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c86d11bb-c9d5-4e8d-90fe-9af2eb7871ad tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/af87ac1a-2139-40dd-a66e-8ae287e6dc30 HTTP/1.1" status: 204 len: 168 time: 0.9828343 Feb 28 11:36:26.002783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:26.005087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53164) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:26.007242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ecf744-e0ee-419b-8e09-026eb16879aa None None] Network ff1efaef-44d1-449a-8162-3bacdc978a65 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:26.034362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:security_group_rule and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:26.040969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:26.088734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.092737 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c340ad57-5223-4f17-a638-956cae2e1268 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8812218 Feb 28 11:36:26.092957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53170) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:26.099670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '767f34bb-45a9-4285-84bb-e577b246ded8', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:26.111827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:26.121511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:26.128482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:26.131789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:26.144379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:26.200239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-76f098ef-1ee5-4212-8e4e-cb3e48e37f22 None None] Provisioning for port de7028d9-db7f-4985-932f-a64b0066287a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:26.209655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f39f780e-06dc-4abd-88d4-a3c5efe4727a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.213709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-76f098ef-1ee5-4212-8e4e-cb3e48e37f22 None None] Provisioning complete for port de7028d9-db7f-4985-932f-a64b0066287a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:26.214353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-76f098ef-1ee5-4212-8e4e-cb3e48e37f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.239091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.244924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f780e-06dc-4abd-88d4-a3c5efe4727a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a0dd34-4f78-4a5a-8883-013f0abf4b7b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:26.273042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f39f780e-06dc-4abd-88d4-a3c5efe4727a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.274139 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f39f780e-06dc-4abd-88d4-a3c5efe4727a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/security-groups/55a0dd34-4f78-4a5a-8883-013f0abf4b7b HTTP/1.1" status: 204 len: 168 time: 0.4922714 Feb 28 11:36:26.277822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53174) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:26.288502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port 25add3db-4803-4549-972a-15e5babfd223 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:26.288502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.339536 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:36:26.356480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.364370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.424166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] DHCP port deletion for ff1efaef-44d1-449a-8162-3bacdc978a65 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:36:26.430115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] Deleting port 25add3db-4803-4549-972a-15e5babfd223 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:26.431681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.487710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.536394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.537842 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7028d9-db7f-4985-932f-a64b0066287a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:26.604606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-884f7d2b-363a-42b8-a14d-98a1bc1cb39e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet 02dac728-ad19-4d68-a78f-68f9d79fbdcf {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:26.606398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300d774a-1eac-411b-89df-3c6d42df86d1,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:26.608410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-884f7d2b-363a-42b8-a14d-98a1bc1cb39e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.617142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port 25add3db-4803-4549-972a-15e5babfd223, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=25add3db-4803-4549-972a-15e5babfd223,segment=NetworkSegment(5f370970-47f6-4f9c-95b9-acba32a3fa85),segment_id=5f370970-47f6-4f9c-95b9-acba32a3fa85)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:26.617692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.667077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-884f7d2b-363a-42b8-a14d-98a1bc1cb39e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.700267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.739414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f623fab2-39b5-4a08-94bb-2da7df968c99,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:26.774723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port de7028d9-db7f-4985-932f-a64b0066287a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:26.775138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.789897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.794141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-caa5387b-b5f2-45c9-a024-97c4f8350a45 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0829632 Feb 28 11:36:26.795437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53178) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:26.803041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1236059685', 'security_groups': ['300d774a-1eac-411b-89df-3c6d42df86d1'], 'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '533fd39a-7b1d-4691-ab81-cb58e2cd7e04'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:26.812508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] For port 25add3db-4803-4549-972a-15e5babfd223, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=25add3db-4803-4549-972a-15e5babfd223,segment=NetworkSegment(5f370970-47f6-4f9c-95b9-acba32a3fa85),segment_id=5f370970-47f6-4f9c-95b9-acba32a3fa85)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:26.812899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.821882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-884f7d2b-363a-42b8-a14d-98a1bc1cb39e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.829058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d5b2f653-5e52-46fc-afc9-cdd37d37679c None None] Provisioning for port 11e6a831-3412-45d7-8a7c-44567024befd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:26.859974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for 25add3db-4803-4549-972a-15e5babfd223 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:26.911077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.912260 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e310d9e8-0348-4ecd-8ce8-672600e54776 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8183153 Feb 28 11:36:26.951793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d5b2f653-5e52-46fc-afc9-cdd37d37679c None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:26.951793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f653-5e52-46fc-afc9-cdd37d37679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:26.985754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] Calling delete_port for 25add3db-4803-4549-972a-15e5babfd223 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:27.000807 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:27.011112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:27.079167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.126424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=25add3db-4803-4549-972a-15e5babfd223,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:27.153428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No DVR routers for this DVR port 25add3db-4803-4549-972a-15e5babfd223 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:36:27.161467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:36:27.161822 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:36:27.200127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:27.202373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9c8899ce-a25b-4e38-b326-cf9b99230fce up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:27.227415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-884f7d2b-363a-42b8-a14d-98a1bc1cb39e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.257590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d5b2f653-5e52-46fc-afc9-cdd37d37679c None None] Could not find standard attr ID for object 733fb03e-2e93-4c8f-8cae-4c645b7e21ef. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:36:27.284488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d5b2f653-5e52-46fc-afc9-cdd37d37679c None None] Provisioning complete for port 989b8180-e37d-425b-a50b-b37cb671d79e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:27.284995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f653-5e52-46fc-afc9-cdd37d37679c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.303462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.313651 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-027d0ee7-373c-45f0-919d-0aa2870a70e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-442809700&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.1477516 Feb 28 11:36:27.326954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9c8899ce-a25b-4e38-b326-cf9b99230fce triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:27.327340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.340234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1efaef-44d1-449a-8162-3bacdc978a65']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:27.379462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f370970-47f6-4f9c-95b9-acba32a3fa85') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:27.379722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f370970-47f6-4f9c-95b9-acba32a3fa85') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:27.393435 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d5b2f653-5e52-46fc-afc9-cdd37d37679c None None] Port 989b8180-e37d-425b-a50b-b37cb671d79e cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:27.439059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f7d2b-363a-42b8-a14d-98a1bc1cb39e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=02dac728-ad19-4d68-a78f-68f9d79fbdcf,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:27.447693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.463922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-884f7d2b-363a-42b8-a14d-98a1bc1cb39e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.474495 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-884f7d2b-363a-42b8-a14d-98a1bc1cb39e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/02dac728-ad19-4d68-a78f-68f9d79fbdcf HTTP/1.1" status: 204 len: 168 time: 1.1919034 Feb 28 11:36:27.474672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 11e6a831-3412-45d7-8a7c-44567024befd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:27.475151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53192) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:27.486043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:27.505176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.506078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e8ec4d-2fb2-4e2e-84ff-51aa22e028f2 None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:27.521473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.543941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] device_id is not set on port 15a058cc-528d-4894-8a52-140ba00dba5e yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:36:27.573867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:36:27.574862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:36:27.598937 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:36:27.663486 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] Deleting port 25add3db-4803-4549-972a-15e5babfd223 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:27.663736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.709718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-c190df1f-6cfb-454c-bf1a-e5dfdb9edf14 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:27.712208 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-c190df1f-6cfb-454c-bf1a-e5dfdb9edf14 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=d6d0a46f-6bfd-4867-9b92-9183b884db6a HTTP/1.1" status: 200 len: 797 time: 0.3596220 Feb 28 11:36:27.751380 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-89049b07-f8a8-4919-8d69-1ec5980ee822 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0321927 Feb 28 11:36:27.768568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-95a56452-046b-45f5-8bb0-7e769a50aa67 None None] The port '25add3db-4803-4549-972a-15e5babfd223' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:36:27.772408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.12 (31fa95e0-f5d5-4442-aa01-18891c6ede78/533fd39a-7b1d-4691-ab81-cb58e2cd7e04/15a058cc-528d-4894-8a52-140ba00dba5e) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:27.808675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:27.808675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.816593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:27.822373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:27.826123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:27.832964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:27.872179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-cfba30ac-47a9-4d7e-8e90-ee76a17cea39 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1057973 Feb 28 11:36:27.887523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.898277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:27.936551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Network': ['ID=ff1efaef-44d1-449a-8162-3bacdc978a65,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:27.987958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.003605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:28.007742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object 15a058cc-528d-4894-8a52-140ba00dba5e will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:28.076118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 25add3db-4803-4549-972a-15e5babfd223 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:28.115414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 25add3db-4803-4549-972a-15e5babfd223 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:36:28.115913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 25add3db-4803-4549-972a-15e5babfd223 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:36:28.145132 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-cd7384e5-699f-4b6e-815a-dc9b53ec7748 service neutron] 10.222.0.31 "GET /v2.0/networks/d6d0a46f-6bfd-4867-9b92-9183b884db6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439988 Feb 28 11:36:28.149085 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-403381b6-7a21-4e05-b6a3-eee8a4cd1ac9 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/networks/ff1efaef-44d1-449a-8162-3bacdc978a65 HTTP/1.1" status: 204 len: 168 time: 2.1431816 Feb 28 11:36:28.153652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53196) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:28.159860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1140463910', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:28.167661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:28.173176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:router and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:28.176561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:28.187898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:28.197038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.273410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.381804 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:28.389421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:28.391139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.392238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.396575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:28.427338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=15a058cc-528d-4894-8a52-140ba00dba5e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:28.433863 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-11ea18c6-4272-4b35-b9bb-673e5f01d48e service neutron] 10.222.0.31 "GET /v2.0/networks/d6d0a46f-6bfd-4867-9b92-9183b884db6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643530 Feb 28 11:36:28.483044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:28.483812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.496997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.609918 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1e97af76-8315-4280-8abc-712d69db5044 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8129640 Feb 28 11:36:28.612658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53202) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:28.618316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:28.743636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.821072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:28.826095 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:28.829902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:28.836025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:28.860040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f730ab39-ebda-4187-86c7-5341efdc111e None None] Provisioning complete for port 4ed6e028-fc03-42a0-88ee-68c7258d681d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:28.860506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f730ab39-ebda-4187-86c7-5341efdc111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.871903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87a2cbc9-9569-4e81-9759-c895469b9a65 req-2c5d1af5-f3a6-4b17-8145-bd46b8d05828 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 210 time: 0.0585160 Feb 28 11:36:28.917836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f730ab39-ebda-4187-86c7-5341efdc111e None None] Port 4ed6e028-fc03-42a0-88ee-68c7258d681d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:28.931464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f730ab39-ebda-4187-86c7-5341efdc111e None None] Provisioning complete for port de7028d9-db7f-4985-932f-a64b0066287a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:28.932010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f730ab39-ebda-4187-86c7-5341efdc111e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.933088 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:28.935912 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5bec8b1d-66d4-473f-a2e1-a723bf55b15e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7801504 Feb 28 11:36:28.937973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53214) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:28.943515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-546686278'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:28.948620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:28.953175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:network and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:28.956902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:28.962646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:28.980350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.043871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:29.046672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:29.050671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:29.051351 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.058136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=8f227e88-6909-4ef1-a068-99d94cba112e,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:29.071495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a5d6ce-225b-4732-a291-f7fd0209fec2 None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:29.145515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:29.149346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.282704 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-15385814-0387-4259-b9c3-a4b5efc0c079 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8043365 Feb 28 11:36:29.283532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53218) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:29.284615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:29.288926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.289588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'security_group': {'name': 'tempest-secgroup-1558383371'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:29.295913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:29.300180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:29.303174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:29.303510 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.ipam_backend_mixin [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 533fd39a-7b1d-4691-ab81-cb58e2cd7e04 (CIDR: 172.20.0.0/28) Feb 28 11:36:29.309471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:29.325033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:36:29.334426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.334765 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added segment bb23a588-350d-4b97-a19a-12063ea15bc6 of type vlan for network efa8aa46-0774-4811-aa7c-239eb0460200 Feb 28 11:36:29.363278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.394772 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:36:29.395371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:29.435989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8dddef-fdf0-4cc5-9b1b-be26d5b01e3e None None] Update dhcp port {'port': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'fixed_ips': [{'subnet_id': '39973f37-e835-4cf8-83e1-fa6dc3d6ca87', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8f227e88-6909-4ef1-a068-99d94cba112e'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': 'de7028d9-db7f-4985-932f-a64b0066287a'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:36:29.454149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.476601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ac9beaca-fa5e-48c8-aacf-c53fbc0fade4 None None] Provisioning for port 15a058cc-528d-4894-8a52-140ba00dba5e completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:29.490396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ac9beaca-fa5e-48c8-aacf-c53fbc0fade4 None None] Provisioning complete for port 15a058cc-528d-4894-8a52-140ba00dba5e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:29.490770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ac9beaca-fa5e-48c8-aacf-c53fbc0fade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.495710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:29.500271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group_rule and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:29.503176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:29.508724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:29.544066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ea8dddef-fdf0-4cc5-9b1b-be26d5b01e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.547443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.551361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:29.551939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.567372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ac9beaca-fa5e-48c8-aacf-c53fbc0fade4 None None] Port 15a058cc-528d-4894-8a52-140ba00dba5e cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:29.643843 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1a1779b1-38e2-4547-917f-d2a70aa3d7aa tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0273156 Feb 28 11:36:29.645588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53226) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:29.660711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:29.667618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Network': ['ID=efa8aa46-0774-4811-aa7c-239eb0460200,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:29.681392 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network efa8aa46-0774-4811-aa7c-239eb0460200 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:36:29.748936 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c6bf9fc8-b777-46f3-826c-1b010cc68e0b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8098950 Feb 28 11:36:29.752942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53230) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:29.759277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'subnet': {'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:29.782610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:29.841609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:29.846067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:29.849029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:29.854873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:29.860392 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-ea8dddef-fdf0-4cc5-9b1b-be26d5b01e3e None None] Allocated IP 2001:db8::2 (f54d0ffa-dba8-4942-adfc-d6972c83710f/8f227e88-6909-4ef1-a068-99d94cba112e/de7028d9-db7f-4985-932f-a64b0066287a) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:29.880791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:29.885039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:subnet and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:29.888016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:29.893812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:29.987030 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-98ca5d2e-b252-4921-925c-b8cefede5194 req-768662a7-572c-4926-9a66-1775dbfc8483 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 210 time: 0.0461569 Feb 28 11:36:30.003139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ea8dddef-fdf0-4cc5-9b1b-be26d5b01e3e None None] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:30.029580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ea8dddef-fdf0-4cc5-9b1b-be26d5b01e3e None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:30.046358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ea8dddef-fdf0-4cc5-9b1b-be26d5b01e3e None None] Transition to ACTIVE for port object de7028d9-db7f-4985-932f-a64b0066287a will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:30.078007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:30.092119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:30.194563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10233f6a-76e1-4998-9d1a-6333b813f344,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:30.221554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ea8dddef-fdf0-4cc5-9b1b-be26d5b01e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:30.221750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:30.243027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:30.328530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:30.371443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8dddef-fdf0-4cc5-9b1b-be26d5b01e3e None None] Pushing event updated for resources: {'Port': ['ID=de7028d9-db7f-4985-932f-a64b0066287a,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:30.381866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.ipam_backend_mixin [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bbfee8c9-4396-4f2b-8433-dcbfd16559b5 (CIDR: 172.20.0.16/28) Feb 28 11:36:30.496455 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7028d9-db7f-4985-932f-a64b0066287a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:30.514711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:30.519130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53238) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:30.519422 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0bf1ab49-0b83-49b0-b8f6-917603dbbe1c tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.2343037 Feb 28 11:36:30.527991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'security_group': {'name': 'tempest-secgroup-876075329'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:30.537826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:30.544254 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:36:30.547634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:30.547786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:30.552059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:30.572408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:30.730901 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0b32dfab-31c0-4fb2-8898-7531bd9fec0b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.0843682 Feb 28 11:36:30.733857 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53242) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:30.748285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'subnet': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:30.799607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:30.814003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:30.901671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:30.906354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Usage tracker for resource:subnet and tenant:f8723dc342b243fbb7beca10c85eea1e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:30.910440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:30.917241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:31.023699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:31.028055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Subnet': ['ID=c6d0f9cc-b027-4494-ab0c-8910bbab18ec,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:31.034801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group_rule and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:31.039956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:31.047545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-567c4e70-b59f-459c-ba79-c943252c4df5 None None] Provisioning complete for port 4ed6e028-fc03-42a0-88ee-68c7258d681d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:31.048138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-567c4e70-b59f-459c-ba79-c943252c4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.049224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Made reservation on behalf of f8723dc342b243fbb7beca10c85eea1e for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:31.050400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:31.053459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.053739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Checking segment: {'id': 'bb23a588-350d-4b97-a19a-12063ea15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:31.054026 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network hostable DHCP agents. Network: efa8aa46-0774-4811-aa7c-239eb0460200, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:36:31.126959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.132392 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-567c4e70-b59f-459c-ba79-c943252c4df5 None None] Port 4ed6e028-fc03-42a0-88ee-68c7258d681d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:31.202281 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-230db54e-7142-4595-af64-e2269bf940cd req-7eb90f78-adb0-45b2-a88f-f7218ff26dac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 210 time: 0.0478508 Feb 28 11:36:31.410267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-567c4e70-b59f-459c-ba79-c943252c4df5 None None] Provisioning for port de7028d9-db7f-4985-932f-a64b0066287a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:31.410720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network efa8aa46-0774-4811-aa7c-239eb0460200 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:36:31.413213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.415805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-567c4e70-b59f-459c-ba79-c943252c4df5 None None] Provisioning complete for port de7028d9-db7f-4985-932f-a64b0066287a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:31.416172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-567c4e70-b59f-459c-ba79-c943252c4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.462399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb6fcb3-2fae-42e1-a8cf-472efeaaedcd,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:31.479015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.530561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, efa8aa46-0774-4811-aa7c-239eb0460200) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:31.536873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:31.537943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.541059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:31.544289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:31.549114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:31.549695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.556130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b908e59-2c87-4c58-885d-6eda5771ac79 None None] Network efa8aa46-0774-4811-aa7c-239eb0460200 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:31.561927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Subnet': ['ID=caf9a246-3492-4524-bfc0-d253ed872e98,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:31.571680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01708907-678c-48a9-99a3-efbe29e5ba1d None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:31.665892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.670660 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6ee069c0-0153-46c5-a3e6-711ff5464c19 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1467226 Feb 28 11:36:31.670862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53250) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:31.676906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'security_group': {'name': 'tempest-secgroup-1985018712'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:31.683024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:31.686907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:31.691235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:31.697404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:31.741998 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-991e163d-e9cf-43ae-8aa6-0f232a726f99 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0017407 Feb 28 11:36:31.742210 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-46348fcb-9a0b-4b83-9d0c-304f24669e80 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9826787 Feb 28 11:36:31.742210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53254) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:31.742830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53258) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:31.750243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1437793704', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'caf9a246-3492-4524-bfc0-d253ed872e98'}], 'security_groups': ['68b9395c-efe3-4419-a259-ce5f40dd6df9', '10e864ee-40d5-45bb-a65e-91a6a2d3e4c4']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:31.863106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:31.878330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.019115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:32.028869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:security_group_rule and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:32.033006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:32.040127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:32.052800 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-efa8aa46-0774-4811-aa7c-239eb0460200', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:36:32.054634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.235040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.342174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.358882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Allocated IP 2001:db8::2 (efa8aa46-0774-4811-aa7c-239eb0460200/c6d0f9cc-b027-4494-ab0c-8910bbab18ec/24617bc9-921e-4e65-95e5-5b5addb72a59) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:32.360924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b021aeea-e71d-4a69-980b-ebf8c7a21192 None None] Update dhcp port {'port': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'fixed_ips': [{'subnet_id': 'bbfee8c9-4396-4f2b-8433-dcbfd16559b5', 'ip_address': '172.20.0.18'}, {'subnet_id': '533fd39a-7b1d-4691-ab81-cb58e2cd7e04', 'ip_address': '172.20.0.2'}, {'subnet_id': 'caf9a246-3492-4524-bfc0-d253ed872e98'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': '11e6a831-3412-45d7-8a7c-44567024befd'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:36:32.425321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.436288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Delete allocated IP 172.20.0.12 (31fa95e0-f5d5-4442-aa01-18891c6ede78/533fd39a-7b1d-4691-ab81-cb58e2cd7e04) {{(pid=84339) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:36:32.459839 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9367a857-d19c-4020-8b97-45095698f4f8 req-08cd7183-be7f-4354-8e04-9d334e4f4f27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 210 time: 0.0942552 Feb 28 11:36:32.462653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Allocated IP 172.20.0.42 (31fa95e0-f5d5-4442-aa01-18891c6ede78/caf9a246-3492-4524-bfc0-d253ed872e98/15a058cc-528d-4894-8a52-140ba00dba5e) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:32.523726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b021aeea-e71d-4a69-980b-ebf8c7a21192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.585822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86c359d4-56b9-4eb0-8294-50501a6be009,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:32.782117 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.786010 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2424863d-182c-46a7-96cd-f32b41c8d3ab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1117098 Feb 28 11:36:32.786219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53266) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:32.793751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1605492870', 'security_groups': ['86c359d4-56b9-4eb0-8294-50501a6be009'], 'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8f227e88-6909-4ef1-a068-99d94cba112e'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:32.799544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.814349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Transition to ACTIVE for port object 24617bc9-921e-4e65-95e5-5b5addb72a59 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:32.837732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Transition to ACTIVE for port object 24617bc9-921e-4e65-95e5-5b5addb72a59 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:32.850622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:32.883557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Transition to ACTIVE for port object 15a058cc-528d-4894-8a52-140ba00dba5e will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:32.888509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2bcb4927-6118-4340-b95c-9e1cec7d2398 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:32.890041 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2bcb4927-6118-4340-b95c-9e1cec7d2398 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=d6d0a46f-6bfd-4867-9b92-9183b884db6a HTTP/1.1" status: 200 len: 797 time: 0.2151933 Feb 28 11:36:32.944721 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-abaf4728-8a9b-47fc-9022-889b8fc65e03 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 471 time: 0.0433636 Feb 28 11:36:32.953022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': '35aec022-9886-4877-87ed-6fd335f6a7ee', 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['767f34bb-45a9-4285-84bb-e577b246ded8']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:32.976428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.044005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 2001:db8::1 (efa8aa46-0774-4811-aa7c-239eb0460200/c6d0f9cc-b027-4494-ab0c-8910bbab18ec/f14fc8b9-7daf-42a2-bda7-068f7f4a6715) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:33.051165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Network efa8aa46-0774-4811-aa7c-239eb0460200 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:33.053790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:33.056695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:33.065766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Pushing event updated for resources: {'Port': ['ID=24617bc9-921e-4e65-95e5-5b5addb72a59,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:33.078931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.202625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Attempting to bind port 24617bc9-921e-4e65-95e5-5b5addb72a59 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:33.202999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Attempting to bind port 24617bc9-921e-4e65-95e5-5b5addb72a59 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'bb23a588-350d-4b97-a19a-12063ea15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:33.203267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Attempting to bind port 24617bc9-921e-4e65-95e5-5b5addb72a59 on network efa8aa46-0774-4811-aa7c-239eb0460200 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:33.208176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event updated for resources: {'Port': ['ID=15a058cc-528d-4894-8a52-140ba00dba5e,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:33.222824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:33.223225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Checking segment: {'id': 'bb23a588-350d-4b97-a19a-12063ea15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:33.223619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.224001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Bound using segment: {'id': 'bb23a588-350d-4b97-a19a-12063ea15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:33.224467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Bound port: 24617bc9-921e-4e65-95e5-5b5addb72a59, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb23a588-350d-4b97-a19a-12063ea15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:33.224856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.227760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:33.234712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-b021aeea-e71d-4a69-980b-ebf8c7a21192 None None] Allocated IP 172.20.0.34 (31fa95e0-f5d5-4442-aa01-18891c6ede78/caf9a246-3492-4524-bfc0-d253ed872e98/11e6a831-3412-45d7-8a7c-44567024befd) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:33.252771 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:33.304605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:33.313129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:port and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:33.319421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:33.321340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.322135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] In _notify_port_updated(), no bound segment for port 15a058cc-528d-4894-8a52-140ba00dba5e on network 31fa95e0-f5d5-4442-aa01-18891c6ede78 {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:36:33.327165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:33.328151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.329437 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-45d4dced-f423-4385-bb98-29c6e88f6c2a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "PUT /v2.0/ports/15a058cc-528d-4894-8a52-140ba00dba5e HTTP/1.1" status: 200 len: 960 time: 1.5855510 Feb 28 11:36:33.333586 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53270) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:33.336628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:33.341984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Transition to ACTIVE for port object f14fc8b9-7daf-42a2-bda7-068f7f4a6715 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:33.381344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:33.422449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7ff95a69-9dc6-4877-92da-eb2d97197f25 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 15a058cc-528d-4894-8a52-140ba00dba5e {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:33.422896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ff95a69-9dc6-4877-92da-eb2d97197f25 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.430895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] For port 24617bc9-921e-4e65-95e5-5b5addb72a59, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:33.454997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] For port 24617bc9-921e-4e65-95e5-5b5addb72a59, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=24617bc9-921e-4e65-95e5-5b5addb72a59,segment=NetworkSegment(bb23a588-350d-4b97-a19a-12063ea15bc6),segment_id=bb23a588-350d-4b97-a19a-12063ea15bc6)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:33.459024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b021aeea-e71d-4a69-980b-ebf8c7a21192 None None] For port 11e6a831-3412-45d7-8a7c-44567024befd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=11e6a831-3412-45d7-8a7c-44567024befd,segment=NetworkSegment(d56af08d-fa45-4ae5-bab0-7ddc152f6a90),segment_id=d56af08d-fa45-4ae5-bab0-7ddc152f6a90)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:33.501658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b021aeea-e71d-4a69-980b-ebf8c7a21192 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.526584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b021aeea-e71d-4a69-980b-ebf8c7a21192 None None] Transition to ACTIVE for port object 11e6a831-3412-45d7-8a7c-44567024befd will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:33.575885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.631174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:33.639593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.671470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=f14fc8b9-7daf-42a2-bda7-068f7f4a6715,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:33.694770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b021aeea-e71d-4a69-980b-ebf8c7a21192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.709194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network efa8aa46-0774-4811-aa7c-239eb0460200 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:33.712921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:33.726034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:33.726568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.755822 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.760870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.787569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] device_id is not set on port 90b4cc27-7f23-40a3-89ba-5c692e649975 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:36:33.789412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ff95a69-9dc6-4877-92da-eb2d97197f25 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:33.939839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7ff95a69-9dc6-4877-92da-eb2d97197f25 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 15a058cc-528d-4894-8a52-140ba00dba5e owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:33.995838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021aeea-e71d-4a69-980b-ebf8c7a21192 None None] Pushing event updated for resources: {'Port': ['ID=11e6a831-3412-45d7-8a7c-44567024befd,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:34.020322 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ef53531-6653-4523-b691-02594211d586 req-fd6c39ed-e9a9-4b4c-b17c-1aaf3c7b70b7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 210 time: 0.3968430 Feb 28 11:36:34.061865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8::25e (f54d0ffa-dba8-4942-adfc-d6972c83710f/8f227e88-6909-4ef1-a068-99d94cba112e/90b4cc27-7f23-40a3-89ba-5c692e649975) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:34.102624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da8867-073a-4660-bea5-66ae5c0ac840 None None] Pushing event updated for resources: {'Port': ['ID=24617bc9-921e-4e65-95e5-5b5addb72a59,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:34.115395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:34.348731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:34.461818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.27 (d6d0a46f-6bfd-4867-9b92-9183b884db6a/a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a/bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:34.589187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:34.624755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object 90b4cc27-7f23-40a3-89ba-5c692e649975 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:34.664713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 24617bc9-921e-4e65-95e5-5b5addb72a59 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:34.711003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ff95a69-9dc6-4877-92da-eb2d97197f25 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:34.804275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff95a69-9dc6-4877-92da-eb2d97197f25 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=15a058cc-528d-4894-8a52-140ba00dba5e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:34.854343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:34.925533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:34.952414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:34.988191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ff95a69-9dc6-4877-92da-eb2d97197f25 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:34.994212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:35.007229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7ff95a69-9dc6-4877-92da-eb2d97197f25 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/15a058cc-528d-4894-8a52-140ba00dba5e HTTP/1.1" status: 204 len: 168 time: 1.6725445 Feb 28 11:36:35.011312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53280) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:35.026310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:35.027290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=90b4cc27-7f23-40a3-89ba-5c692e649975,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:35.030382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:35.039446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:35.041797 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:35.042775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.066090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-694084e5-de97-494b-81a5-de7f68fada9f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] GET failed (client error): The resource could not be found. Feb 28 11:36:35.066598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-694084e5-de97-494b-81a5-de7f68fada9f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Synchronizing usage tracker for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:35.185568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 24617bc9-921e-4e65-95e5-5b5addb72a59 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:35.186174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.186983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.195585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 11e6a831-3412-45d7-8a7c-44567024befd up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:35.207483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-003d474b-3d79-4ff9-95e2-34f99ab56618 req-89190222-8f75-4f71-8e48-bc5da7ca37ac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:35.240914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88558c77-1298-443d-b998-79723d13c121 None None] Provisioning for port 11e6a831-3412-45d7-8a7c-44567024befd completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:35.257300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88558c77-1298-443d-b998-79723d13c121 None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:35.257759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-88558c77-1298-443d-b998-79723d13c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.298755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-694084e5-de97-494b-81a5-de7f68fada9f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Unset dirty status for tenant:f8723dc342b243fbb7beca10c85eea1e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:35.304257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-694084e5-de97-494b-81a5-de7f68fada9f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports/15a058cc-528d-4894-8a52-140ba00dba5e HTTP/1.1" status: 404 len: 333 time: 0.2920458 Feb 28 11:36:35.310480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53286) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:35.310480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.369850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:35.370228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.379648 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5ad1ee0e-bee5-4402-9fec-bbe70eeac072 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5917943 Feb 28 11:36:35.396853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53290) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:35.396853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=f14fc8b9-7daf-42a2-bda7-068f7f4a6715,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:35.422104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:35.424332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-003d474b-3d79-4ff9-95e2-34f99ab56618 req-89190222-8f75-4f71-8e48-bc5da7ca37ac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:35.425638 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-003d474b-3d79-4ff9-95e2-34f99ab56618 req-89190222-8f75-4f71-8e48-bc5da7ca37ac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 210 time: 0.2748265 Feb 28 11:36:35.495694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a0c4977-80a3-4058-826c-59fce11fcb4d None None] Network efa8aa46-0774-4811-aa7c-239eb0460200 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:35.505166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network d6d0a46f-6bfd-4867-9b92-9183b884db6a is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:35.509360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:35.515927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:35.549933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:35.579292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network efa8aa46-0774-4811-aa7c-239eb0460200 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:35.586811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:35.622325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:35.623940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.649612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61804174-7d02-4272-9e29-21b57f18c41c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.692676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61804174-7d02-4272-9e29-21b57f18c41c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.733041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88558c77-1298-443d-b998-79723d13c121 None None] Could not find standard attr ID for object 15a058cc-528d-4894-8a52-140ba00dba5e. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:36:35.790080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88558c77-1298-443d-b998-79723d13c121 None None] Provisioning complete for port 989b8180-e37d-425b-a50b-b37cb671d79e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:35.790452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-88558c77-1298-443d-b998-79723d13c121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.822152 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2d0d3a0a-2ab7-4cb5-8b42-88bc9c9f391f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8726568 Feb 28 11:36:35.833791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Request body: {'port': {'device_id': '35aec022-9886-4877-87ed-6fd335f6a7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:35.959484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-88558c77-1298-443d-b998-79723d13c121 None None] Port 989b8180-e37d-425b-a50b-b37cb671d79e cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:35.972807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:35.984317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61804174-7d02-4272-9e29-21b57f18c41c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.042141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61804174-7d02-4272-9e29-21b57f18c41c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=300d774a-1eac-411b-89df-3c6d42df86d1,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:36.055649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61804174-7d02-4272-9e29-21b57f18c41c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.055649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-61804174-7d02-4272-9e29-21b57f18c41c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/security-groups/300d774a-1eac-411b-89df-3c6d42df86d1 HTTP/1.1" status: 204 len: 168 time: 0.7458138 Feb 28 11:36:36.055649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53296) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:36.084564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:36.092107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:36.098128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:36.178726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:36.218490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-79c1e0a1-7342-414e-ac2d-6dfd65b1c3d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.324340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Provisioning for port 90b4cc27-7f23-40a3-89ba-5c692e649975 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:36.334487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-79c1e0a1-7342-414e-ac2d-6dfd65b1c3d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.338441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Provisioning complete for port 90b4cc27-7f23-40a3-89ba-5c692e649975 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:36.338813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.398794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Port 90b4cc27-7f23-40a3-89ba-5c692e649975 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:36.427981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:36.435698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.521330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:36:36.523275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:36:36.532026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.548439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Transition to ACTIVE for port object bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:36.665581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Provisioning for port 24617bc9-921e-4e65-95e5-5b5addb72a59 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:36.665886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf006b31-38ce-4137-8b0c-f3a2a0fe393e req-5535939a-2b7c-4e28-9a4b-4b031c77e2aa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:36.672758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Provisioning complete for port 24617bc9-921e-4e65-95e5-5b5addb72a59 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:36.673097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.680249 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cf006b31-38ce-4137-8b0c-f3a2a0fe393e req-5535939a-2b7c-4e28-9a4b-4b031c77e2aa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 932 time: 0.1017830 Feb 28 11:36:36.695556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-79c1e0a1-7342-414e-ac2d-6dfd65b1c3d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.722127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c1e0a1-7342-414e-ac2d-6dfd65b1c3d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e864ee-40d5-45bb-a65e-91a6a2d3e4c4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:36.730015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.771463 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.ipam_backend_mixin [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f227e88-6909-4ef1-a068-99d94cba112e (CIDR: 2001:db8::/64) Feb 28 11:36:36.808916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:36.811155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-79c1e0a1-7342-414e-ac2d-6dfd65b1c3d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.812285 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-79c1e0a1-7342-414e-ac2d-6dfd65b1c3d3 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/security-groups/10e864ee-40d5-45bb-a65e-91a6a2d3e4c4 HTTP/1.1" status: 204 len: 168 time: 0.7563984 Feb 28 11:36:36.819240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53302) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:36.819240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53304) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:36.820089 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4be96b12-2905-48d9-a28d-43c5308fdc57 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0795352 Feb 28 11:36:36.821309 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:36.837482 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:36.838218 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:36.844519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-74015222'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:36.849617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:36.853855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:network and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:36.856255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:36.862142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:36.866092 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:36:36.867047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:36.904477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:36.955405 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cf006b31-38ce-4137-8b0c-f3a2a0fe393e req-4bd3929a-f55d-4f5f-a894-cfffd2bf9547 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739909 Feb 28 11:36:36.965227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-88484d90-d90a-47f0-ab43-52631554493d None None] For port 24617bc9-921e-4e65-95e5-5b5addb72a59, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=24617bc9-921e-4e65-95e5-5b5addb72a59,segment=NetworkSegment(bb23a588-350d-4b97-a19a-12063ea15bc6),segment_id=bb23a588-350d-4b97-a19a-12063ea15bc6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:36.996876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:37.012257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:37.015600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.050880 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:36:37.069355 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ba0d875e-7f57-4333-9b51-1094bd8c3be1 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6802695 Feb 28 11:36:37.070371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53310) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:37.077538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:37.250346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.291825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 734} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:36:37.299549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e4d672e-84bd-4fea-ba74-da2e50ce8179 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.333383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:37.333864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Could not find standard attr ID for object 15a058cc-528d-4894-8a52-140ba00dba5e. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:36:37.345428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e4d672e-84bd-4fea-ba74-da2e50ce8179 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.345741 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:37.352087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:37.361523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:37.374008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Pushing event updated for resources: {'Port': ['ID=24617bc9-921e-4e65-95e5-5b5addb72a59,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:37.398650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.399182 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added segment 2ff9a155-80e9-4a4c-9d53-611e428aed97 of type vlan for network bc11c19b-e2f6-448c-b1b2-090554fb8554 Feb 28 11:36:37.444088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Attempting to bind port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:37.444618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Attempting to bind port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:37.445103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Attempting to bind port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 on network d6d0a46f-6bfd-4867-9b92-9183b884db6a {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:37.450367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.461141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 on network d6d0a46f-6bfd-4867-9b92-9183b884db6a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:36:37.461582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Attempting to bind port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 on network d6d0a46f-6bfd-4867-9b92-9183b884db6a {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:37.467352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-88484d90-d90a-47f0-ab43-52631554493d None None] Provisioning for port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:37.481910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:37.481910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Checking segment: {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:37.481910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Bound using segment: {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:37.481910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Bound port: bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:37.481910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.499826 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:36:34Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:34Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:37.503658 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:36:37.504091 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Updating router acacb72a-2754-4f44-9d34-07647378e096 port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:36:37.505703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:37.509765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.558949 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.600047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] For port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:37.606058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ad69ec21-d744-4ee3-bf12-dfd51b54535b None None] Provisioning complete for port 24617bc9-921e-4e65-95e5-5b5addb72a59 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:37.606779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ad69ec21-d744-4ee3-bf12-dfd51b54535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.609553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] For port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:37.611466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e4d672e-84bd-4fea-ba74-da2e50ce8179 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.643144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d672e-84bd-4fea-ba74-da2e50ce8179 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68b9395c-efe3-4419-a259-ce5f40dd6df9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:37.657304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e4d672e-84bd-4fea-ba74-da2e50ce8179 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.658469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0e4d672e-84bd-4fea-ba74-da2e50ce8179 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/security-groups/68b9395c-efe3-4419-a259-ce5f40dd6df9 HTTP/1.1" status: 204 len: 168 time: 0.8361678 Feb 28 11:36:37.661176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53316) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:37.666549 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.ipam_backend_mixin [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 39973f37-e835-4cf8-83e1-fa6dc3d6ca87 (CIDR: 2001:db8:0:1::/64) Feb 28 11:36:37.709384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.713946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:37.714759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.719645 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:36:37.720474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:37.828927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:37.917718 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-da2a6e4b-e6ac-438b-9736-5da24c39cc4b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8455482 Feb 28 11:36:37.920952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53320) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:37.926890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'subnet': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:37.936319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Network': ['ID=bc11c19b-e2f6-448c-b1b2-090554fb8554,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:37.956007 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network bc11c19b-e2f6-448c-b1b2-090554fb8554 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:36:38.020817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.022234 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] 10.222.0.57 "PUT /v2.0/ports/bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 HTTP/1.1" status: 200 len: 1094 time: 2.1929612 Feb 28 11:36:38.023783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35aec022-9886-4877-87ed-6fd335f6a7ee', 'tag': 'bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:36:38.041851 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53328) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:38.042183 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-36250c7e-66bb-4b1c-ac94-2d8e4b3bd0d7 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2183056 Feb 28 11:36:38.054694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'subnet': {'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:38.070638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc4329-d3e5-40b3-86a5-0a710c705883 service neutron] Pushing event updated for resources: {'Port': ['ID=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:38.108375 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.115181 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ad69ec21-d744-4ee3-bf12-dfd51b54535b None None] Provisioning for port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:38.121630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ad69ec21-d744-4ee3-bf12-dfd51b54535b None None] Provisioning complete for port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:38.122334 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ad69ec21-d744-4ee3-bf12-dfd51b54535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.141031 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Transition to ACTIVE for port object f14fc8b9-7daf-42a2-bda7-068f7f4a6715 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:38.167435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35aec022-9886-4877-87ed-6fd335f6a7ee', 'tag': 'bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4', 'status': 'completed', 'code': 200} Feb 28 11:36:38.172913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4d5a4d-98b4-4bfd-bd60-1361762bc944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet 533fd39a-7b1d-4691-ab81-cb58e2cd7e04 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:38.189183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5a4d-98b4-4bfd-bd60-1361762bc944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.211876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ad69ec21-d744-4ee3-bf12-dfd51b54535b None None] Port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:38.276985 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:38.284751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Usage tracker for resource:subnet and tenant:3ca49ef460d44887b2e168eece11783d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:38.287619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:38.289982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:38.296933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:subnet and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:38.299635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:38.308272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:38.310733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:38.342812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5a4d-98b4-4bfd-bd60-1361762bc944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.347361 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.472354 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de1edebc-745a-4c91-9583-6214ee6ce5f5 req-b26d2046-fded-40c1-9f9e-c88e65c05bfb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 1097 time: 0.2853096 Feb 28 11:36:38.489328 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Pushing event updated for resources: {'Port': ['ID=f14fc8b9-7daf-42a2-bda7-068f7f4a6715,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:38.502079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Made reservation on behalf of 3ca49ef460d44887b2e168eece11783d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:38.509174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0e1238-d86c-4c73-9979-882c58db6e70 req-faf20aea-0fa8-4d2f-aeff-8e275537d4e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:38.509886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.510099 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dd0e1238-d86c-4c73-9979-882c58db6e70 req-faf20aea-0fa8-4d2f-aeff-8e275537d4e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 944 time: 0.2302580 Feb 28 11:36:38.531909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:38.535732 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.536241 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.536745 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.537217 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.537685 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.538164 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.538627 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.540575 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.542385 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.543033 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.543525 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:38.548571 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 24617bc9-921e-4e65-95e5-5b5addb72a59 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:38.721105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 24617bc9-921e-4e65-95e5-5b5addb72a59 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:38.721964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.723996 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Attempting to bind port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:38.724360 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Attempting to bind port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'bb23a588-350d-4b97-a19a-12063ea15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:38.724711 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Attempting to bind port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 on network efa8aa46-0774-4811-aa7c-239eb0460200 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:38.726629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5a4d-98b4-4bfd-bd60-1361762bc944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.743512 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:38.743875 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Checking segment: {'id': 'bb23a588-350d-4b97-a19a-12063ea15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:38.744264 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.744643 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Bound using segment: {'id': 'bb23a588-350d-4b97-a19a-12063ea15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:38.745090 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Bound port: f14fc8b9-7daf-42a2-bda7-068f7f4a6715, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb23a588-350d-4b97-a19a-12063ea15bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:38.745467 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.829489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:38.878283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1edebc-745a-4c91-9583-6214ee6ce5f5 req-7c1e0ebb-8dc8-456d-92e6-005b2b8da24f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:38.878770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1edebc-745a-4c91-9583-6214ee6ce5f5 req-7c1e0ebb-8dc8-456d-92e6-005b2b8da24f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:38.880294 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de1edebc-745a-4c91-9583-6214ee6ce5f5 req-7c1e0ebb-8dc8-456d-92e6-005b2b8da24f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.4001374 Feb 28 11:36:38.909885 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] For port f14fc8b9-7daf-42a2-bda7-068f7f4a6715, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:38.913454 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] For port f14fc8b9-7daf-42a2-bda7-068f7f4a6715, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f14fc8b9-7daf-42a2-bda7-068f7f4a6715,segment=NetworkSegment(bb23a588-350d-4b97-a19a-12063ea15bc6),segment_id=bb23a588-350d-4b97-a19a-12063ea15bc6)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:39.030790 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dd0e1238-d86c-4c73-9979-882c58db6e70 req-6f238f50-267c-4093-ab2d-46a70ecf9474 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4355853 Feb 28 11:36:39.089569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-c213ceb2-b83d-464c-9919-8cec7cece9ba tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Synchronizing usage tracker for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:39.107409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1edebc-745a-4c91-9583-6214ee6ce5f5 req-3ccc32ed-f7ce-4f48-a11d-d0273447d759 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:39.108831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de1edebc-745a-4c91-9583-6214ee6ce5f5 req-3ccc32ed-f7ce-4f48-a11d-d0273447d759 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146757 Feb 28 11:36:39.213563 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-b3f0ffe7-c944-40f2-b899-931251e1f50e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 1097 time: 0.0692382 Feb 28 11:36:39.250877 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:39.283736 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-fa26eef5-c431-43d6-a39d-c458080523cb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 HTTP/1.1" status: 200 len: 217 time: 0.0641487 Feb 28 11:36:39.338330 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbdc0b4-332a-4afb-8cae-3b70936ef80d None None] Pushing event updated for resources: {'Port': ['ID=f14fc8b9-7daf-42a2-bda7-068f7f4a6715,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:39.344094 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:39.344976 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:39.351285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-3004e441-88ba-4098-8030-d64735708c2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:39.352708 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-3004e441-88ba-4098-8030-d64735708c2a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a HTTP/1.1" status: 200 len: 837 time: 0.0637484 Feb 28 11:36:39.396649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5a4d-98b4-4bfd-bd60-1361762bc944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:39.434090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:39.511539 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:36:39.551239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Network f54d0ffa-dba8-4942-adfc-d6972c83710f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:39.556636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:39.563695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:39.564470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:39.572460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f93128e-7011-4388-80ab-93d68a67c43d None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:39.578610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-c213ceb2-b83d-464c-9919-8cec7cece9ba tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Unset dirty status for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:39.579755 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-c213ceb2-b83d-464c-9919-8cec7cece9ba tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492693205&fields=id&tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028 HTTP/1.1" status: 200 len: 267 time: 0.5953290 Feb 28 11:36:39.588268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Subnet': ['ID=71513f39-a386-427d-afd0-180764d4e5f8,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:39.603988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4d5a4d-98b4-4bfd-bd60-1361762bc944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=533fd39a-7b1d-4691-ab81-cb58e2cd7e04,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:39.633229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce4d5a4d-98b4-4bfd-bd60-1361762bc944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:39.643876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ce4d5a4d-98b4-4bfd-bd60-1361762bc944 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/533fd39a-7b1d-4691-ab81-cb58e2cd7e04 HTTP/1.1" status: 204 len: 168 time: 1.9815621 Feb 28 11:36:39.654191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53342) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:39.681358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96d2509-b3d0-40ec-b933-5773d7c18aae None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:39.710535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:39.762001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-c45a7706-f535-475b-a6c2-2823a3f17557 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d6d0a46f-6bfd-4867-9b92-9183b884db6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4037623 Feb 28 11:36:39.782603 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-213218e5-34ac-4a16-8ab6-3d69899de3ad tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8600495 Feb 28 11:36:39.790293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53346) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:39.811639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1351618579', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '71513f39-a386-427d-afd0-180764d4e5f8'}], 'security_groups': ['10233f6a-76e1-4998-9d1a-6333b813f344', '0eb6fcb3-2fae-42e1-a8cf-472efeaaedcd']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:39.900866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-749b3a21-ddb7-4f38-9643-3ef7f991c2e0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:39.902910 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-749b3a21-ddb7-4f38-9643-3ef7f991c2e0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 811 time: 0.3033273 Feb 28 11:36:39.907778 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:36:34Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:38Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:39.913772 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62dbd31-5d53-4450-9b82-cc084817169d None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:36:34Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:38Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:39.943364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-8f08a0fd-ae5e-4cc4-ab33-e28d1f17f3ea tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/quotas/f48f551f4f5b4c48a3a7d600e7c9c028 HTTP/1.1" status: 200 len: 375 time: 0.0306175 Feb 28 11:36:39.988376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Subnet': ['ID=3ef4401a-15fd-4776-977e-dfa971555da8,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:40.033183 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-3e1e5b7a-bf6e-4eab-8e99-db9630637954 service neutron] 10.222.0.57 "GET /v2.0/networks/d6d0a46f-6bfd-4867-9b92-9183b884db6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581286 Feb 28 11:36:40.148716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Checking segment: {'id': '2ff9a155-80e9-4a4c-9d53-611e428aed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:40.149659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network hostable DHCP agents. Network: bc11c19b-e2f6-448c-b1b2-090554fb8554, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:36:40.223430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-f74e27ff-1315-42ab-828b-38b0a1d1d93c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet caf9a246-3492-4524-bfc0-d253ed872e98 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:40.245089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f74e27ff-1315-42ab-828b-38b0a1d1d93c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:40.293435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-f63a6430-6f7a-4b50-9dd7-6172dde11d75 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Synchronizing usage tracker for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:40.369971 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f74e27ff-1315-42ab-828b-38b0a1d1d93c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:40.382459 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a31b35-3d4f-46ad-9037-af5ceb6cb08a req-2bce9c1e-679b-4bc4-8d11-765f1473c28c service neutron] 10.222.0.57 "GET /v2.0/networks/d6d0a46f-6bfd-4867-9b92-9183b884db6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418689 Feb 28 11:36:40.417913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36389c6-403a-4092-86f0-5255bfc02345 req-7f2feaf7-e6fb-42ac-8e69-ca898b74e4b1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:40.420746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c36389c6-403a-4092-86f0-5255bfc02345 req-7f2feaf7-e6fb-42ac-8e69-ca898b74e4b1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 944 time: 0.2078924 Feb 28 11:36:40.477420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e167c348-d33f-4c4f-9c7c-2ab32f39c7d1 None None] Update dhcp port {'port': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'fixed_ips': [{'subnet_id': '39973f37-e835-4cf8-83e1-fa6dc3d6ca87', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '8f227e88-6909-4ef1-a068-99d94cba112e', 'ip_address': '2001:db8::2'}, {'subnet_id': '71513f39-a386-427d-afd0-180764d4e5f8'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': 'de7028d9-db7f-4985-932f-a64b0066287a'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:36:40.491830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-f63a6430-6f7a-4b50-9dd7-6172dde11d75 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Unset dirty status for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:40.492590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:40.493166 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-f63a6430-6f7a-4b50-9dd7-6172dde11d75 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5434809 Feb 28 11:36:40.514341 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c36389c6-403a-4092-86f0-5255bfc02345 req-36763e69-f06c-4db6-8e00-4751c26177d6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878596 Feb 28 11:36:40.559668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network bc11c19b-e2f6-448c-b1b2-090554fb8554 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:36:40.612725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f14fc8b9-7daf-42a2-bda7-068f7f4a6715 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:40.688011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e167c348-d33f-4c4f-9c7c-2ab32f39c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:40.732033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, bc11c19b-e2f6-448c-b1b2-090554fb8554) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:40.743888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8c7950-e211-4467-a203-91f8bce5e6b0 None None] Network bc11c19b-e2f6-448c-b1b2-090554fb8554 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:40.748588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:40.749324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:40.782598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f74e27ff-1315-42ab-828b-38b0a1d1d93c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:40.920099 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-9d8cc10e-07b9-4ff4-a0d3-22871fdb4f19 service neutron] 10.222.0.31 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045744 Feb 28 11:36:40.992284 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9ac726b4-4ae6-4673-8188-b2c8b5f5fe0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9489591 Feb 28 11:36:40.999022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53354) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:41.096480 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-39629a0f-31f0-4f49-871d-dc72ea776761 service neutron] 10.222.0.31 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670916 Feb 28 11:36:41.120130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:41.185678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:41.186143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.205766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f74e27ff-1315-42ab-828b-38b0a1d1d93c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.253364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e27ff-1315-42ab-828b-38b0a1d1d93c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=caf9a246-3492-4524-bfc0-d253ed872e98,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:41.261676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f74e27ff-1315-42ab-828b-38b0a1d1d93c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.296148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950f7b77-4e1a-47d2-bf5e-2b27255f540c None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:41.343233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-e167c348-d33f-4c4f-9c7c-2ab32f39c7d1 None None] Allocated IP 2001:db8:0:2::2 (f54d0ffa-dba8-4942-adfc-d6972c83710f/71513f39-a386-427d-afd0-180764d4e5f8/de7028d9-db7f-4985-932f-a64b0066287a) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:41.390021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-bc11c19b-e2f6-448c-b1b2-090554fb8554', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:36:41.390685 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f74e27ff-1315-42ab-828b-38b0a1d1d93c tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/caf9a246-3492-4524-bfc0-d253ed872e98 HTTP/1.1" status: 204 len: 168 time: 1.7351573 Feb 28 11:36:41.390856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.393161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53364) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:41.433572 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-42663738-a4be-464a-a73c-a90374b47edf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:41.434008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42663738-a4be-464a-a73c-a90374b47edf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:41.435811 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-42663738-a4be-464a-a73c-a90374b47edf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/533fd39a-7b1d-4691-ab81-cb58e2cd7e04 HTTP/1.1" status: 404 len: 337 time: 0.0418596 Feb 28 11:36:41.439204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53368) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:41.513356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-2daf03d7-8566-4ae9-8532-404ff7648a2d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting subnet bbfee8c9-4396-4f2b-8433-dcbfd16559b5 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:41.516924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2daf03d7-8566-4ae9-8532-404ff7648a2d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.557682 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a87b1db3-f334-426e-9582-4a901268618c None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:41.558047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a87b1db3-f334-426e-9582-4a901268618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.577796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2daf03d7-8566-4ae9-8532-404ff7648a2d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.696169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2daf03d7-8566-4ae9-8532-404ff7648a2d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.705167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.868563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3e9e4d-0e4e-4dbb-b12f-4192081e9d38 req-485c6a03-e2b3-4eac-bcb7-5e79c31d2728 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:41.871434 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2a3e9e4d-0e4e-4dbb-b12f-4192081e9d38 req-485c6a03-e2b3-4eac-bcb7-5e79c31d2728 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 944 time: 0.0948479 Feb 28 11:36:41.914528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e167c348-d33f-4c4f-9c7c-2ab32f39c7d1 None None] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:41.920669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2daf03d7-8566-4ae9-8532-404ff7648a2d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.974334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2daf03d7-8566-4ae9-8532-404ff7648a2d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:41.976843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf03d7-8566-4ae9-8532-404ff7648a2d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Subnet': ['ID=bbfee8c9-4396-4f2b-8433-dcbfd16559b5,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:41.985612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port f14fc8b9-7daf-42a2-bda7-068f7f4a6715, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f14fc8b9-7daf-42a2-bda7-068f7f4a6715,segment=NetworkSegment(bb23a588-350d-4b97-a19a-12063ea15bc6),segment_id=bb23a588-350d-4b97-a19a-12063ea15bc6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:41.993419 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2a3e9e4d-0e4e-4dbb-b12f-4192081e9d38 req-91518673-5a20-4ae5-a17c-9c29484979e4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091585 Feb 28 11:36:41.993419 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2daf03d7-8566-4ae9-8532-404ff7648a2d tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/bbfee8c9-4396-4f2b-8433-dcbfd16559b5 HTTP/1.1" status: 204 len: 168 time: 0.5463486 Feb 28 11:36:41.993419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53374) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.036934 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-07df21ee-0482-495f-9d5e-dd0ba5fe3875 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.037423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07df21ee-0482-495f-9d5e-dd0ba5fe3875 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.041623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-07df21ee-0482-495f-9d5e-dd0ba5fe3875 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/d4fdf770-7a0e-4454-a3f0-9260f61931ab HTTP/1.1" status: 404 len: 337 time: 0.0473502 Feb 28 11:36:42.041783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53378) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.063628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.resource_extend [None req-e167c348-d33f-4c4f-9c7c-2ab32f39c7d1 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:36:42.088433 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3e881468-c97c-4fac-83c0-815bef939ec2 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "GET /v2.0/ports?device_id=3619e7d1-0412-491b-ac47-fa0d700c7301 HTTP/1.1" status: 200 len: 205 time: 0.0456774 Feb 28 11:36:42.089215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e167c348-d33f-4c4f-9c7c-2ab32f39c7d1 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:42.090858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53382) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.102313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Allocated IP 2001:db8:1::2 (bc11c19b-e2f6-448c-b1b2-090554fb8554/3ef4401a-15fd-4776-977e-dfa971555da8/2adc2395-f69c-46ff-bd63-9eed064beb7c) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:42.106092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:42.128837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:42.144739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e167c348-d33f-4c4f-9c7c-2ab32f39c7d1 None None] Transition to ACTIVE for port object de7028d9-db7f-4985-932f-a64b0066287a will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:42.186069 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-cae0f3d6-01fc-4740-a097-e248f53b91c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] delete failed (client error): The resource could not be found. Feb 28 11:36:42.189663 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cae0f3d6-01fc-4740-a097-e248f53b91c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/routers/3619e7d1-0412-491b-ac47-fa0d700c7301 HTTP/1.1" status: 404 len: 336 time: 0.0950119 Feb 28 11:36:42.194216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53390) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.260365 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0bd58ce-9f09-4b0c-97fa-870a506fcccf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.261096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0bd58ce-9f09-4b0c-97fa-870a506fcccf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.268497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d0bd58ce-9f09-4b0c-97fa-870a506fcccf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/2f091c35-b333-434a-9e33-46de46103978 HTTP/1.1" status: 404 len: 337 time: 0.0732460 Feb 28 11:36:42.269079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53394) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.279976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a87b1db3-f334-426e-9582-4a901268618c None None] Provisioning complete for port 989b8180-e37d-425b-a50b-b37cb671d79e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:42.280345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a87b1db3-f334-426e-9582-4a901268618c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:42.314542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e167c348-d33f-4c4f-9c7c-2ab32f39c7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:42.376011 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:36:42.381287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=f14fc8b9-7daf-42a2-bda7-068f7f4a6715,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:42.479709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-38c25388-e712-4a38-b3ce-64c399eb56d1 req-bc04e4af-ea09-49d1-b9cc-d1474d03dbcd tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 210 time: 0.2096891 Feb 28 11:36:42.488121 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea175b0d-104b-4579-8c1a-ce9b20b1427a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.488550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea175b0d-104b-4579-8c1a-ce9b20b1427a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.490146 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ea175b0d-104b-4579-8c1a-ce9b20b1427a tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/1134df1d-8ecb-4ec3-9998-058e462c39aa HTTP/1.1" status: 404 len: 337 time: 0.2190907 Feb 28 11:36:42.492837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53402) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.500129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a87b1db3-f334-426e-9582-4a901268618c None None] Port 989b8180-e37d-425b-a50b-b37cb671d79e cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:42.550169 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-071adf2e-1783-499d-a91e-0140d35e2d22 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.550889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-071adf2e-1783-499d-a91e-0140d35e2d22 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.553606 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-071adf2e-1783-499d-a91e-0140d35e2d22 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/c13e2a36-8dc3-428c-b2c8-0eb60ea06071 HTTP/1.1" status: 404 len: 337 time: 0.0598404 Feb 28 11:36:42.558327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53406) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.613043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8aa2b3e-055b-4b65-9120-d527a9dd2725 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.613549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8aa2b3e-055b-4b65-9120-d527a9dd2725 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.617744 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f8aa2b3e-055b-4b65-9120-d527a9dd2725 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/c20160e5-f667-4f59-9bf8-178c301ce2d0 HTTP/1.1" status: 404 len: 333 time: 0.0556443 Feb 28 11:36:42.617937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53410) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.625544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Delete allocated IP 2001:db8::25e (f54d0ffa-dba8-4942-adfc-d6972c83710f/8f227e88-6909-4ef1-a068-99d94cba112e) {{(pid=84338) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 11:36:42.627701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f14fc8b9-7daf-42a2-bda7-068f7f4a6715 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:42.634479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Allocated IP 2001:db8:0:2::32 (f54d0ffa-dba8-4942-adfc-d6972c83710f/71513f39-a386-427d-afd0-180764d4e5f8/90b4cc27-7f23-40a3-89ba-5c692e649975) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:42.662183 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a231f32-3885-47d3-9776-c37a7010d45f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.662619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a231f32-3885-47d3-9776-c37a7010d45f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.666744 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0a231f32-3885-47d3-9776-c37a7010d45f tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/8743193e-b3e7-4e3f-b18b-7e6bc4e462a8 HTTP/1.1" status: 404 len: 337 time: 0.0454299 Feb 28 11:36:42.670183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53414) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.721861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167c348-d33f-4c4f-9c7c-2ab32f39c7d1 None None] Pushing event updated for resources: {'Port': ['ID=de7028d9-db7f-4985-932f-a64b0066287a,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:42.726317 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd07bc3e-2819-467a-9b59-eaa49f0f8723 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.726751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd07bc3e-2819-467a-9b59-eaa49f0f8723 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.728430 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fd07bc3e-2819-467a-9b59-eaa49f0f8723 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/1ad982c7-06c5-4197-be79-99b94f807363 HTTP/1.1" status: 404 len: 337 time: 0.0573504 Feb 28 11:36:42.731330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53418) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.767993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538692b-e5bf-4e93-9747-ee1416bf802c None None] Update dhcp port {'port': {'network_id': '31fa95e0-f5d5-4442-aa01-18891c6ede78', 'fixed_ips': [{'subnet_id': 'bbfee8c9-4396-4f2b-8433-dcbfd16559b5'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': '11e6a831-3412-45d7-8a7c-44567024befd'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:36:42.782702 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-736ffe91-2aaa-405b-b78b-fe1abbc6f2bf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.783306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736ffe91-2aaa-405b-b78b-fe1abbc6f2bf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.785102 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-736ffe91-2aaa-405b-b78b-fe1abbc6f2bf tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/26f2f7b0-e000-4bce-bc8c-d792d05a2768 HTTP/1.1" status: 404 len: 333 time: 0.0528035 Feb 28 11:36:42.787764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53422) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.792735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:42.798226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:36:42.829068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Transition to ACTIVE for port object 2adc2395-f69c-46ff-bd63-9eed064beb7c will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:42.835635 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd4486e-c2e5-4479-ac31-5728294449ae tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.836200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd4486e-c2e5-4479-ac31-5728294449ae tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.840441 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1fd4486e-c2e5-4479-ac31-5728294449ae tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/e3f18243-d0e2-45cb-81b7-ac5bdb7a1941 HTTP/1.1" status: 404 len: 337 time: 0.0490592 Feb 28 11:36:42.841788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53426) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.898024 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50e71fa-d107-476d-86c8-1fe2e000f5f4 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:42.898024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50e71fa-d107-476d-86c8-1fe2e000f5f4 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:42.898024 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c50e71fa-d107-476d-86c8-1fe2e000f5f4 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/subnets/97481da7-0864-412c-a2db-0efb5aec7c1e HTTP/1.1" status: 404 len: 337 time: 0.0517204 Feb 28 11:36:42.903925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53430) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:42.944479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9538692b-e5bf-4e93-9747-ee1416bf802c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:42.961129 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:42.972163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Transition to ACTIVE for port object 2adc2395-f69c-46ff-bd63-9eed064beb7c will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:42.983279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Transition to ACTIVE for port object 90b4cc27-7f23-40a3-89ba-5c692e649975 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:42.990348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ff00deb4-0733-4767-a269-1c676c4af13b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 989b8180-e37d-425b-a50b-b37cb671d79e {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:42.990695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ff00deb4-0733-4767-a269-1c676c4af13b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.052251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:43.052760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.296059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.296288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 2001:db8:1::1 (bc11c19b-e2f6-448c-b1b2-090554fb8554/3ef4401a-15fd-4776-977e-dfa971555da8/8e353bbc-f575-4ff8-ad35-795dae78c08d) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:43.297399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:43.299073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.351890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ff00deb4-0733-4767-a269-1c676c4af13b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.393772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Network bc11c19b-e2f6-448c-b1b2-090554fb8554 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:43.399603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:43.401701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4', 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a', 'port_id': 'bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4', 'mac_address': 'fa:16:3e:70:de:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 742, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:36:43.410745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:43.453799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Pushing event updated for resources: {'Port': ['ID=2adc2395-f69c-46ff-bd63-9eed064beb7c,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:43.456691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd36c13-e45e-4ee1-a31e-5424d342c0ff None None] Network 31fa95e0-f5d5-4442-aa01-18891c6ede78 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:43.524925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ff00deb4-0733-4767-a269-1c676c4af13b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 989b8180-e37d-425b-a50b-b37cb671d79e owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:43.553427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] In _notify_port_updated(), no bound segment for port 90b4cc27-7f23-40a3-89ba-5c692e649975 on network f54d0ffa-dba8-4942-adfc-d6972c83710f {{(pid=84338) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:36:43.558798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:43.559450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.561310 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "PUT /v2.0/ports/90b4cc27-7f23-40a3-89ba-5c692e649975 HTTP/1.1" status: 200 len: 969 time: 3.7673912 Feb 28 11:36:43.565052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53440) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:43.565778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7164d9c-f348-488f-a4cd-9e7f0264ed54 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event updated for resources: {'Port': ['ID=90b4cc27-7f23-40a3-89ba-5c692e649975,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:43.609536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429dde6-b35a-4112-82c5-e29d7985e232 req-bf21829a-c7a8-4999-8ece-fcc0e4943fdd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:43.611131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1429dde6-b35a-4112-82c5-e29d7985e232 req-bf21829a-c7a8-4999-8ece-fcc0e4943fdd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 944 time: 0.4627254 Feb 28 11:36:43.630186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.641084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.656648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Transition to ACTIVE for port object 8e353bbc-f575-4ff8-ad35-795dae78c08d will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:43.764718 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1efe77a9-fe5a-455a-ba42-f5d5cfcb85f7 req-819023e6-f63d-4c6e-b90d-2b7b06853cc6 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 210 time: 0.1144886 Feb 28 11:36:43.815883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-36365e1a-5821-418e-a7e9-5d7309157a1a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 90b4cc27-7f23-40a3-89ba-5c692e649975 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:43.816099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-36365e1a-5821-418e-a7e9-5d7309157a1a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.830494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:36:43.842368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Attempting to bind port 2adc2395-f69c-46ff-bd63-9eed064beb7c on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:43.842730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Attempting to bind port 2adc2395-f69c-46ff-bd63-9eed064beb7c by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '2ff9a155-80e9-4a4c-9d53-611e428aed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:43.843111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Attempting to bind port 2adc2395-f69c-46ff-bd63-9eed064beb7c on network bc11c19b-e2f6-448c-b1b2-090554fb8554 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:43.858952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-60de6931-0f9e-4279-8097-220e99cd8756 None None] Provisioning complete for port 11e6a831-3412-45d7-8a7c-44567024befd triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:43.859325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-60de6931-0f9e-4279-8097-220e99cd8756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.869660 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1429dde6-b35a-4112-82c5-e29d7985e232 req-7e275f24-8565-4496-84b7-0552dbe0a460 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779644 Feb 28 11:36:43.874803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.943127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:43.943554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Checking segment: {'id': '2ff9a155-80e9-4a4c-9d53-611e428aed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:43.943891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.944280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Bound using segment: {'id': '2ff9a155-80e9-4a4c-9d53-611e428aed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:43.944767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Bound port: 2adc2395-f69c-46ff-bd63-9eed064beb7c, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff9a155-80e9-4a4c-9d53-611e428aed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:43.945128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:43.984700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:44.042576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ff00deb4-0733-4767-a269-1c676c4af13b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.067688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network bc11c19b-e2f6-448c-b1b2-090554fb8554 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:44.071098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:44.075662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:44.076387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.103709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=8e353bbc-f575-4ff8-ad35-795dae78c08d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:44.103962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00deb4-0733-4767-a269-1c676c4af13b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Port': ['ID=989b8180-e37d-425b-a50b-b37cb671d79e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:44.129398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ff00deb4-0733-4767-a269-1c676c4af13b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.149420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-36365e1a-5821-418e-a7e9-5d7309157a1a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.164049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] For port 2adc2395-f69c-46ff-bd63-9eed064beb7c, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:44.176876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] For port 2adc2395-f69c-46ff-bd63-9eed064beb7c, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2adc2395-f69c-46ff-bd63-9eed064beb7c,segment=NetworkSegment(2ff9a155-80e9-4a4c-9d53-611e428aed97),segment_id=2ff9a155-80e9-4a4c-9d53-611e428aed97)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:44.184801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-60de6931-0f9e-4279-8097-220e99cd8756 None None] Could not find standard attr ID for object 989b8180-e37d-425b-a50b-b37cb671d79e. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:36:44.208051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f706eb9-7b8a-4eea-9844-9daceea36e1c None None] DHCP port deletion for 31fa95e0-f5d5-4442-aa01-18891c6ede78 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:36:44.212230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-4f706eb9-7b8a-4eea-9844-9daceea36e1c None None] Deleting port 11e6a831-3412-45d7-8a7c-44567024befd {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:44.212593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4f706eb9-7b8a-4eea-9844-9daceea36e1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.240527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.364982 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ff00deb4-0733-4767-a269-1c676c4af13b tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/ports/989b8180-e37d-425b-a50b-b37cb671d79e HTTP/1.1" status: 204 len: 168 time: 1.4597886 Feb 28 11:36:44.369965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53444) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:44.371656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-36365e1a-5821-418e-a7e9-5d7309157a1a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 90b4cc27-7f23-40a3-89ba-5c692e649975 owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:44.374916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.433095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:44.500923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.504564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:36:44.510212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.564491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 11e6a831-3412-45d7-8a7c-44567024befd {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:44.565115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.628028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-92e6488c-db21-433f-b0ff-5d533818f54c None None] Provisioning for port de7028d9-db7f-4985-932f-a64b0066287a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:44.636951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-36365e1a-5821-418e-a7e9-5d7309157a1a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.648930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-92e6488c-db21-433f-b0ff-5d533818f54c None None] Provisioning complete for port de7028d9-db7f-4985-932f-a64b0066287a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:44.652149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-92e6488c-db21-433f-b0ff-5d533818f54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.677840 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7028d9-db7f-4985-932f-a64b0066287a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:44.751035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36365e1a-5821-418e-a7e9-5d7309157a1a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=90b4cc27-7f23-40a3-89ba-5c692e649975,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:44.864716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-36365e1a-5821-418e-a7e9-5d7309157a1a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.883855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-36365e1a-5821-418e-a7e9-5d7309157a1a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/90b4cc27-7f23-40a3-89ba-5c692e649975 HTTP/1.1" status: 204 len: 168 time: 1.2943528 Feb 28 11:36:44.895670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53450) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:44.928996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4f706eb9-7b8a-4eea-9844-9daceea36e1c None None] For port 11e6a831-3412-45d7-8a7c-44567024befd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=11e6a831-3412-45d7-8a7c-44567024befd,segment=NetworkSegment(d56af08d-fa45-4ae5-bab0-7ddc152f6a90),segment_id=d56af08d-fa45-4ae5-bab0-7ddc152f6a90)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:44.937115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4f706eb9-7b8a-4eea-9844-9daceea36e1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:44.965058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33b9be-33cd-4967-9d9c-0febe4a41054 None None] Pushing event updated for resources: {'Port': ['ID=2adc2395-f69c-46ff-bd63-9eed064beb7c,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:44.973708 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-f70fde5a-ad4e-4ce3-aab4-785eb42e624b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] GET failed (client error): The resource could not be found. Feb 28 11:36:44.974333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f70fde5a-ad4e-4ce3-aab4-785eb42e624b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:45.127749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.152439 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-df3c438f-eb00-434a-972b-0a9296fae01a req-bfcfe1fc-9918-45e0-92c6-f47560e049b0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 210 time: 0.0691154 Feb 28 11:36:45.158256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f70fde5a-ad4e-4ce3-aab4-785eb42e624b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:45.159642 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f70fde5a-ad4e-4ce3-aab4-785eb42e624b tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports/90b4cc27-7f23-40a3-89ba-5c692e649975 HTTP/1.1" status: 404 len: 333 time: 0.2629702 Feb 28 11:36:45.165314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53456) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:45.189248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46898d58-6e69-4627-95d8-52d1a8a574d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.214795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-4f706eb9-7b8a-4eea-9844-9daceea36e1c None None] Calling delete_port for 11e6a831-3412-45d7-8a7c-44567024befd owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:45.252156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port de7028d9-db7f-4985-932f-a64b0066287a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:45.252156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.252663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.253413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.329910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5fc82-cd23-447b-b215-f6350f964c84 req-6683b56d-21d7-4eb9-a617-0c1e00cb912f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:45.331463 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bab5fc82-cd23-447b-b215-f6350f964c84 req-6683b56d-21d7-4eb9-a617-0c1e00cb912f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 945 time: 0.1325727 Feb 28 11:36:45.334298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-772e8c09-9d01-4dc2-9162-fc16d3544d9d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.384574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-772e8c09-9d01-4dc2-9162-fc16d3544d9d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.431196 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bab5fc82-cd23-447b-b215-f6350f964c84 req-aadb04ed-2452-4ce8-b5af-8e7707324c16 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855489 Feb 28 11:36:45.467416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-92e6488c-db21-433f-b0ff-5d533818f54c None None] Could not find standard attr ID for object 90b4cc27-7f23-40a3-89ba-5c692e649975. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:36:45.540446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=8e353bbc-f575-4ff8-ad35-795dae78c08d,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:45.555362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] For port 11e6a831-3412-45d7-8a7c-44567024befd, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=11e6a831-3412-45d7-8a7c-44567024befd,segment=NetworkSegment(d56af08d-fa45-4ae5-bab0-7ddc152f6a90),segment_id=d56af08d-fa45-4ae5-bab0-7ddc152f6a90)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:45.555362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.572106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-92e6488c-db21-433f-b0ff-5d533818f54c None None] Provisioning complete for port 4ed6e028-fc03-42a0-88ee-68c7258d681d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:45.572475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-92e6488c-db21-433f-b0ff-5d533818f54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.591809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-772e8c09-9d01-4dc2-9162-fc16d3544d9d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.647572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-772e8c09-9d01-4dc2-9162-fc16d3544d9d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.652377 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-772e8c09-9d01-4dc2-9162-fc16d3544d9d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/security-groups/86c359d4-56b9-4eb0-8294-50501a6be009 HTTP/1.1" status: 204 len: 168 time: 0.4838204 Feb 28 11:36:45.654527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e8c09-9d01-4dc2-9162-fc16d3544d9d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c359d4-56b9-4eb0-8294-50501a6be009,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:45.661284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 11e6a831-3412-45d7-8a7c-44567024befd no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:45.661509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53460) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:45.720673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-92e6488c-db21-433f-b0ff-5d533818f54c None None] Port 4ed6e028-fc03-42a0-88ee-68c7258d681d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:45.733230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4f706eb9-7b8a-4eea-9844-9daceea36e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.734942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Calling delete_port for 11e6a831-3412-45d7-8a7c-44567024befd owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:45.768554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2a9717ce-19bd-4a07-8f50-b3e667e29af9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.811249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network bc11c19b-e2f6-448c-b1b2-090554fb8554 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:45.814508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:45.814662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2a9717ce-19bd-4a07-8f50-b3e667e29af9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:45.909655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f706eb9-7b8a-4eea-9844-9daceea36e1c None None] Pushing event deleted for resources: {'Port': ['ID=11e6a831-3412-45d7-8a7c-44567024befd,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:45.928611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f706eb9-7b8a-4eea-9844-9daceea36e1c None None] No DVR routers for this DVR port 11e6a831-3412-45d7-8a7c-44567024befd on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:36:45.938608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No active binding found for port 11e6a831-3412-45d7-8a7c-44567024befd {{(pid=84340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 11:36:45.939417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 11e6a831-3412-45d7-8a7c-44567024befd not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:36:46.014377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3136d3ce-fd53-4ef4-a64f-1124b6b73a80 None None] Network bc11c19b-e2f6-448c-b1b2-090554fb8554 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:46.027390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2a9717ce-19bd-4a07-8f50-b3e667e29af9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:46.048460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9717ce-19bd-4a07-8f50-b3e667e29af9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb6fcb3-2fae-42e1-a8cf-472efeaaedcd,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:46.057310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2a9717ce-19bd-4a07-8f50-b3e667e29af9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:46.061723 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2a9717ce-19bd-4a07-8f50-b3e667e29af9 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/security-groups/0eb6fcb3-2fae-42e1-a8cf-472efeaaedcd HTTP/1.1" status: 204 len: 168 time: 0.3953350 Feb 28 11:36:46.062008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53464) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:46.122964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:36:46.123364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:36:46.160443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-754d9a1b-6136-4a61-9f0a-5104355570c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:46.214504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fbdd7101-d8b3-408b-a6c4-c9dd9e36bb6d None None] Provisioning for port 2adc2395-f69c-46ff-bd63-9eed064beb7c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:46.306104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-754d9a1b-6136-4a61-9f0a-5104355570c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:46.327057 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:36:46.443535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f736f118-d0f1-4772-a06c-226d44ac4903 req-52972e30-d95c-4197-8392-e9bd601d6ba9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 210 time: 0.0694709 Feb 28 11:36:46.457234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-4fd11e9b-f83e-49e1-81dc-676117eac5dc tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:46.458660 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-4fd11e9b-f83e-49e1-81dc-676117eac5dc tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 811 time: 0.3254192 Feb 28 11:36:46.533483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-7ac0f7dd-b9b4-48f5-b0cb-2339ac9043d0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028 HTTP/1.1" status: 200 len: 380 time: 0.0546348 Feb 28 11:36:46.547233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-754d9a1b-6136-4a61-9f0a-5104355570c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:46.549517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:46.560240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:46.566716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'port': {'device_id': '9ae26139-1680-41b3-81c4-a50d61abc002', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'admin_state_up': True, 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'security_groups': ['540ec721-4349-4fa3-9e5f-2faf792460fe']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:46.583180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:46.583922 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bb85cb6d-12fe-4e4e-93a0-7dded42514bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5837097 Feb 28 11:36:46.586482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:46.587429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53472) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:46.599002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-580822961'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:46.624996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Deleting port 11e6a831-3412-45d7-8a7c-44567024befd {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:46.625353 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:46.706980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d9a1b-6136-4a61-9f0a-5104355570c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10233f6a-76e1-4998-9d1a-6333b813f344,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:46.709581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:46.732904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] The port '11e6a831-3412-45d7-8a7c-44567024befd' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:36:46.773709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2adc2395-f69c-46ff-bd63-9eed064beb7c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:46.806423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:network and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:46.810941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-754d9a1b-6136-4a61-9f0a-5104355570c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:46.812198 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-754d9a1b-6136-4a61-9f0a-5104355570c6 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/security-groups/10233f6a-76e1-4998-9d1a-6333b813f344 HTTP/1.1" status: 204 len: 168 time: 0.7493241 Feb 28 11:36:46.813383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:46.830308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53476) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:46.833075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:46.852196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:46.912985 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:46.952407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fa95e0-f5d5-4442-aa01-18891c6ede78']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:46.983397 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:36:46.993391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56af08d-fa45-4ae5-bab0-7ddc152f6a90') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:46.993391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56af08d-fa45-4ae5-bab0-7ddc152f6a90') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:47.000277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.026081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.036368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Releasing vlan 707 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:36:47.037027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:36:47.068690 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:36:47.138319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:47.162132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ba3de-86d0-45e2-a904-ba3973481503 req-f0477b5c-6be7-49dc-b11f-34dfac4fc445 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:47.163633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-793ba3de-86d0-45e2-a904-ba3973481503 req-f0477b5c-6be7-49dc-b11f-34dfac4fc445 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 945 time: 0.4365995 Feb 28 11:36:47.188271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5e79c8f5-40bc-461c-83c8-78c6bc6a8460 None None] Provisioning for port 8e353bbc-f575-4ff8-ad35-795dae78c08d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:47.215220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a9e7ff5a-be86-43c0-a883-2bee340b92ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.224844 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5e79c8f5-40bc-461c-83c8-78c6bc6a8460 None None] Provisioning complete for port 8e353bbc-f575-4ff8-ad35-795dae78c08d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:47.225485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5e79c8f5-40bc-461c-83c8-78c6bc6a8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.237808 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-793ba3de-86d0-45e2-a904-ba3973481503 req-c417f2be-1100-4e92-b259-d26238fd3619 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660384 Feb 28 11:36:47.238736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:47.243218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:47.246032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.283947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-62157348-9262-4248-8674-99e24d111dab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet 8f227e88-6909-4ef1-a068-99d94cba112e {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:47.286981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-62157348-9262-4248-8674-99e24d111dab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.331440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 2adc2395-f69c-46ff-bd63-9eed064beb7c completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:47.343030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-62157348-9262-4248-8674-99e24d111dab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.349870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2adc2395-f69c-46ff-bd63-9eed064beb7c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:47.350349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.364202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.369005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.383665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:47.402969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-5e79c8f5-40bc-461c-83c8-78c6bc6a8460 None None] Port 8e353bbc-f575-4ff8-ad35-795dae78c08d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:47.405903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] Pushing event deleted for resources: {'Network': ['ID=31fa95e0-f5d5-4442-aa01-18891c6ede78,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:47.410069 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2c96e11c-2698-4427-93f4-a97faea2f3c0 tempest-PortsTestJSON-2118340938 tempest-PortsTestJSON-2118340938-project] 10.222.0.31 "DELETE /v2.0/networks/31fa95e0-f5d5-4442-aa01-18891c6ede78 HTTP/1.1" status: 204 len: 168 time: 3.0390501 Feb 28 11:36:47.421879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:47.427099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.534323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-62157348-9262-4248-8674-99e24d111dab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.626975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5e79c8f5-40bc-461c-83c8-78c6bc6a8460 None None] Provisioning complete for port 2adc2395-f69c-46ff-bd63-9eed064beb7c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:47.627363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5e79c8f5-40bc-461c-83c8-78c6bc6a8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.665978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:36:47.685245 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-31ba24f6-a0d7-4787-bb33-7db43c96dbab req-904ec9c6-9aea-46ab-8ee1-d6702a97a2c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 210 time: 0.0621722 Feb 28 11:36:47.689133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.689467 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added segment 524533c0-725a-4d0e-85b8-e3a88707aded of type vlan for network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 Feb 28 11:36:47.727259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-62157348-9262-4248-8674-99e24d111dab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.763616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.763874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.772508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62157348-9262-4248-8674-99e24d111dab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=8f227e88-6909-4ef1-a068-99d94cba112e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:47.781730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Made reservation on behalf of f48f551f4f5b4c48a3a7d600e7c9c028 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:47.783933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.795907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-62157348-9262-4248-8674-99e24d111dab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.828088 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-62157348-9262-4248-8674-99e24d111dab tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/8f227e88-6909-4ef1-a068-99d94cba112e HTTP/1.1" status: 204 len: 168 time: 0.9921482 Feb 28 11:36:47.831819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53488) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:47.868707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c453efde-bc4b-4493-9787-e8aab2bfe756 None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:47.941671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:47.989458 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aec022-9886-4877-87ed-6fd335f6a7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:36:48.010772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Allocated IP 172.20.0.13 (8fd774dd-d19f-4ed4-96ef-55403b622175/b6bcdc01-3fc1-4aef-b97a-7204f808e3fb/dcc80b28-f4a9-4ba6-98e4-83cb276e46d8) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:48.040019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.046570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:48.049101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:48.049828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.051507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 2adc2395-f69c-46ff-bd63-9eed064beb7c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2adc2395-f69c-46ff-bd63-9eed064beb7c,segment=NetworkSegment(2ff9a155-80e9-4a4c-9d53-611e428aed97),segment_id=2ff9a155-80e9-4a4c-9d53-611e428aed97)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:48.083179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1bec63e-2af9-4131-8501-1dc051dcb6c5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet 71513f39-a386-427d-afd0-180764d4e5f8 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:48.088554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bec63e-2af9-4131-8501-1dc051dcb6c5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.156857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bec63e-2af9-4131-8501-1dc051dcb6c5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.185036 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aec022-9886-4877-87ed-6fd335f6a7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4', 'code': 200} Feb 28 11:36:48.209548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:36:44Z', 'revision_number': 3, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:44Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:48.221701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:36:48.227754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Updating router acacb72a-2754-4f44-9d34-07647378e096 port 8e353bbc-f575-4ff8-ad35-795dae78c08d binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:36:48.253154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.273229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bec63e-2af9-4131-8501-1dc051dcb6c5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.302015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.313395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Network': ['ID=171aa362-7ea2-4c9b-8765-cf7e4c60a220,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:48.386829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:36:48.426957 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4b2ec75f-3f33-4908-8cbc-aa6bd2674a7b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8381751 Feb 28 11:36:48.429786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53498) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:48.444893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'subnet': {'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:48.453587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53502) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:48.462408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5e79c8f5-40bc-461c-83c8-78c6bc6a8460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.555036 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bec63e-2af9-4131-8501-1dc051dcb6c5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.649354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bec63e-2af9-4131-8501-1dc051dcb6c5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=71513f39-a386-427d-afd0-180764d4e5f8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:48.675838 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1bec63e-2af9-4131-8501-1dc051dcb6c5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.682546 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c1bec63e-2af9-4131-8501-1dc051dcb6c5 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/71513f39-a386-427d-afd0-180764d4e5f8 HTTP/1.1" status: 204 len: 168 time: 0.8496912 Feb 28 11:36:48.687198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53508) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:48.712202 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.733240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.744025 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-e423a337-c181-4255-aec3-00110a2b7f71 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:48.746205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e423a337-c181-4255-aec3-00110a2b7f71 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:48.747241 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e423a337-c181-4255-aec3-00110a2b7f71 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/8f227e88-6909-4ef1-a068-99d94cba112e HTTP/1.1" status: 404 len: 337 time: 0.0588191 Feb 28 11:36:48.749285 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.759221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53514) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:48.759471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.764976 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:48.809578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c6088-ae0a-4993-9720-492a8d347f4d req-55c0570d-1bd9-4177-a626-0bf70af182bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:48.815307 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ba7c6088-ae0a-4993-9720-492a8d347f4d req-55c0570d-1bd9-4177-a626-0bf70af182bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 946 time: 0.3125267 Feb 28 11:36:48.825970 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:subnet and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:48.831379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:48.848612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:48.857214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:48.871230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b44e38-60b1-4dfc-aa8c-1649ed21b933 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting subnet 39973f37-e835-4cf8-83e1-fa6dc3d6ca87 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:36:48.875083 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7b44e38-60b1-4dfc-aa8c-1649ed21b933 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.913247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-5e79c8f5-40bc-461c-83c8-78c6bc6a8460 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:36:48.913880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-5e79c8f5-40bc-461c-83c8-78c6bc6a8460 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:36:48.923130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Transition to ACTIVE for port object dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:48.929360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cedc0295-0fd1-44cb-a8da-de7517cb69b7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8723dc342b243fbb7beca10c85eea1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4719102 Feb 28 11:36:48.930169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53518) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:48.952259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7b44e38-60b1-4dfc-aa8c-1649ed21b933 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:48.980222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-67ad5796-fd73-4741-b676-9610615ab310 req-17924751-c7f6-4aef-95b8-2920b5283771 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Synchronizing usage tracker for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:49.000320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-67ad5796-fd73-4741-b676-9610615ab310 req-17924751-c7f6-4aef-95b8-2920b5283771 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Unset dirty status for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:49.001628 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-67ad5796-fd73-4741-b676-9610615ab310 req-17924751-c7f6-4aef-95b8-2920b5283771 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 210 time: 0.1126919 Feb 28 11:36:49.013683 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ba7c6088-ae0a-4993-9720-492a8d347f4d req-d5d6b370-478f-49ca-ba43-572a318da5d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911039 Feb 28 11:36:49.037100 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-498c6ac6-7fa0-49c6-9010-659d10f913a2 req-97a95e22-a01c-4d9f-b62a-5ecec4f3ae3b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 1099 time: 0.3972905 Feb 28 11:36:49.058620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=2adc2395-f69c-46ff-bd63-9eed064beb7c,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:49.098462 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-498c6ac6-7fa0-49c6-9010-659d10f913a2 req-0ef0cf42-d251-4706-8a6a-ed622361b135 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557377 Feb 28 11:36:49.135457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:49.256223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.297069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.377773 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d073-e015-489a-87a2-99fb94a12e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.387394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:49.392612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:49.412836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:49.430791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7b44e38-60b1-4dfc-aa8c-1649ed21b933 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.499744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d073-e015-489a-87a2-99fb94a12e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.513248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12699f6-1565-4ce4-9329-1c5095b6b15e None None] Update dhcp port {'port': {'network_id': 'f54d0ffa-dba8-4942-adfc-d6972c83710f', 'fixed_ips': [{'subnet_id': '39973f37-e835-4cf8-83e1-fa6dc3d6ca87', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '71513f39-a386-427d-afd0-180764d4e5f8'}], 'binding:host_id': 'dv-neutron-830866-1-hyperv'}, 'id': 'de7028d9-db7f-4985-932f-a64b0066287a'} from dv-neutron-830866-1-hyperv. {{(pid=84340) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 11:36:49.515301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:49.516684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.534190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'Port': ['ID=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:49.667490 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-67d2a251-9aba-4429-9620-da86285979c0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1057146 Feb 28 11:36:49.680031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Request body: {'port': {'device_id': '9ae26139-1680-41b3-81c4-a50d61abc002', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:49.698326 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f12699f6-1565-4ce4-9329-1c5095b6b15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.709721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.764904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Transition to ACTIVE for port object 8e353bbc-f575-4ff8-ad35-795dae78c08d will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:49.769632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7b44e38-60b1-4dfc-aa8c-1649ed21b933 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.773716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d073-e015-489a-87a2-99fb94a12e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.845232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.847297 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7d073-e015-489a-87a2-99fb94a12e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d936cb9-12a4-4e3d-9a52-217f9df41a61,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:49.849332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b44e38-60b1-4dfc-aa8c-1649ed21b933 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Subnet': ['ID=39973f37-e835-4cf8-83e1-fa6dc3d6ca87,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:49.857529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.862655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e7b44e38-60b1-4dfc-aa8c-1649ed21b933 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.874555 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e7b44e38-60b1-4dfc-aa8c-1649ed21b933 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/39973f37-e835-4cf8-83e1-fa6dc3d6ca87 HTTP/1.1" status: 204 len: 168 time: 1.1117675 Feb 28 11:36:49.874555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d073-e015-489a-87a2-99fb94a12e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.878675 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4fc7d073-e015-489a-87a2-99fb94a12e0c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d936cb9-12a4-4e3d-9a52-217f9df41a61 HTTP/1.1" status: 204 len: 168 time: 0.9440675 Feb 28 11:36:49.878675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53522) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:49.878831 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.932537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server [None req-f12699f6-1565-4ce4-9329-1c5095b6b15e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39973f37-e835-4cf8-83e1-fa6dc3d6ca87: This subnet is being modified by another concurrent operation. Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 311, in update_dhcp_port Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 101, in _port_action Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:36:49.982109 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1694, in update_port Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1493, in update_port Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 712, in update_port Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 39973f37-e835-4cf8-83e1-fa6dc3d6ca87: This subnet is being modified by another concurrent operation. Feb 28 11:36:49.986236 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Feb 28 11:36:50.093795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabd438-b128-4fe1-b36d-65dbfb1fa046 None None] Pushing event updated for resources: {'Port': ['ID=8e353bbc-f575-4ff8-ad35-795dae78c08d,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:50.104639 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-37de7159-a1d4-48e0-967a-295f007ed51e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:50.105215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37de7159-a1d4-48e0-967a-295f007ed51e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:50.110437 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-37de7159-a1d4-48e0-967a-295f007ed51e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/02dac728-ad19-4d68-a78f-68f9d79fbdcf HTTP/1.1" status: 404 len: 337 time: 0.2340572 Feb 28 11:36:50.111352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53532) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:50.113454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Subnet': ['ID=f384493a-5938-4902-bc73-2f1135f85476,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:50.195933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-18af1104-9e7a-472d-853b-fd12eb3d1130 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Synchronizing usage tracker for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:36:50.225399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65eccfb-565d-46b7-9188-7088959b556c None None] Network f54d0ffa-dba8-4942-adfc-d6972c83710f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:50.267983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-18af1104-9e7a-472d-853b-fd12eb3d1130 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Unset dirty status for tenant:3ca49ef460d44887b2e168eece11783d on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:36:50.276518 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-18af1104-9e7a-472d-853b-fd12eb3d1130 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "GET /v2.0/ports?device_id=138e5899-507d-4150-acad-e307116cd4ec HTTP/1.1" status: 200 len: 205 time: 0.1462140 Feb 28 11:36:50.282396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53536) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:50.432979 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-f6bc9845-95c5-4ae2-8fb1-9c2c0fca82b3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] delete failed (client error): The resource could not be found. Feb 28 11:36:50.437131 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f6bc9845-95c5-4ae2-8fb1-9c2c0fca82b3 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/routers/138e5899-507d-4150-acad-e307116cd4ec HTTP/1.1" status: 404 len: 336 time: 0.1535239 Feb 28 11:36:50.437748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53540) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:50.438584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Checking segment: {'id': '524533c0-725a-4d0e-85b8-e3a88707aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:50.452086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network hostable DHCP agents. Network: 171aa362-7ea2-4c9b-8765-cf7e4c60a220, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:36:50.491974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-46950ac6-c0d9-49f0-833e-e1048e26d82a None None] Provisioning for port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:50.546013 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-3381328c-53f7-46f3-abe0-525b79eab169 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:50.546501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3381328c-53f7-46f3-abe0-525b79eab169 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:50.551472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53544) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:50.553057 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3381328c-53f7-46f3-abe0-525b79eab169 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/3875db05-2d23-478a-8326-6bd711c5b5ce HTTP/1.1" status: 404 len: 337 time: 0.0955484 Feb 28 11:36:50.592069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-46950ac6-c0d9-49f0-833e-e1048e26d82a None None] Provisioning complete for port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:50.592434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46950ac6-c0d9-49f0-833e-e1048e26d82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:50.678428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:36:50.712263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-46950ac6-c0d9-49f0-833e-e1048e26d82a None None] Port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:50.713820 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2adc2395-f69c-46ff-bd63-9eed064beb7c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:50.731063 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f29787a-f47f-4ff0-ae7d-31abe41ad996 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:50.732332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f29787a-f47f-4ff0-ae7d-31abe41ad996 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:50.737206 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5f29787a-f47f-4ff0-ae7d-31abe41ad996 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/551d345b-115d-4a1b-ae25-6a70e05ba04d HTTP/1.1" status: 404 len: 337 time: 0.1822600 Feb 28 11:36:50.739583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53548) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:50.764206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Attempting to bind port 8e353bbc-f575-4ff8-ad35-795dae78c08d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:50.764206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Attempting to bind port 8e353bbc-f575-4ff8-ad35-795dae78c08d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '2ff9a155-80e9-4a4c-9d53-611e428aed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:50.764206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Attempting to bind port 8e353bbc-f575-4ff8-ad35-795dae78c08d on network bc11c19b-e2f6-448c-b1b2-090554fb8554 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:50.781830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 171aa362-7ea2-4c9b-8765-cf7e4c60a220) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:50.784089 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c3fe2e4-d9c9-47c0-b3ac-ccc116d10a80 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:50.784421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c3fe2e4-d9c9-47c0-b3ac-ccc116d10a80 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:50.790308 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0c3fe2e4-d9c9-47c0-b3ac-ccc116d10a80 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/b62a1bbe-1833-4e00-821d-d810dfa3efc3 HTTP/1.1" status: 404 len: 337 time: 0.0460429 Feb 28 11:36:50.790308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53552) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:50.792221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:50.792902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:50.817972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee12ee-a81b-41c8-94bd-c24ac8ee2dbe None None] Network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:50.826324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc526f3-28c0-4a19-851d-c6eda265e57d req-05572a4e-91e1-45f9-9107-81b08e57e9ed tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:50.827793 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-abc526f3-28c0-4a19-851d-c6eda265e57d req-05572a4e-91e1-45f9-9107-81b08e57e9ed tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 932 time: 0.4643588 Feb 28 11:36:50.845201 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-30217378-9fab-4d02-a0ef-d87822aa3f15 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:50.845772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30217378-9fab-4d02-a0ef-d87822aa3f15 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:50.855908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:50.855908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Checking segment: {'id': '2ff9a155-80e9-4a4c-9d53-611e428aed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:50.855908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:50.856383 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-30217378-9fab-4d02-a0ef-d87822aa3f15 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/b03123fa-1b7a-4758-ad82-7ffe2e1bbe96 HTTP/1.1" status: 404 len: 333 time: 0.0576530 Feb 28 11:36:50.856862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Bound using segment: {'id': '2ff9a155-80e9-4a4c-9d53-611e428aed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:50.856862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Bound port: 8e353bbc-f575-4ff8-ad35-795dae78c08d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff9a155-80e9-4a4c-9d53-611e428aed97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 734, 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:50.857113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fe41c-a680-4519-be59-241034088c62 req-d3532fcf-e4dd-415a-823c-13402bff4d5c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:50.857217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:50.857328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-787fe41c-a680-4519-be59-241034088c62 req-d3532fcf-e4dd-415a-823c-13402bff4d5c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 946 time: 0.4704304 Feb 28 11:36:50.857328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53556) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:50.955689 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf4fdd8-ec9a-4580-9b34-74ef3c3c8efc tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:50.956394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf4fdd8-ec9a-4580-9b34-74ef3c3c8efc tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:50.958244 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7bf4fdd8-ec9a-4580-9b34-74ef3c3c8efc tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/ba11f426-f62b-41ab-96f7-1a7c89d3822c HTTP/1.1" status: 404 len: 337 time: 0.1026232 Feb 28 11:36:50.960893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53560) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:51.012275 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-43b9fe90-f4bd-44b8-8e29-4425c475482e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5810978 Feb 28 11:36:51.016840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:36:51.019327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53564) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:51.022736 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0b47fd1-0259-4b05-9b49-01da0a339a84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:51.023313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0b47fd1-0259-4b05-9b49-01da0a339a84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:51.025680 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a0b47fd1-0259-4b05-9b49-01da0a339a84 tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/a0b230bd-6826-494d-a612-d6aa747127f8 HTTP/1.1" status: 404 len: 337 time: 0.0630322 Feb 28 11:36:51.028481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:51.032804 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-abc526f3-28c0-4a19-851d-c6eda265e57d req-77a44b74-4d42-49bf-9c9b-08995b015ff2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820652 Feb 28 11:36:51.033262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53568) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:51.038692 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-787fe41c-a680-4519-be59-241034088c62 req-f69098b7-8cbb-431b-890b-d3d044de2ac5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698129 Feb 28 11:36:51.062954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1d689c74-eaf4-4735-8062-7b200589e307 None None] Provisioning complete for port 4ed6e028-fc03-42a0-88ee-68c7258d681d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:51.063330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1d689c74-eaf4-4735-8062-7b200589e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:51.084231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Transition to ACTIVE for port object dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:51.090506 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-5336aa95-8faf-4a8a-926e-4382081e615d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:51.091153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5336aa95-8faf-4a8a-926e-4382081e615d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:51.096160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5336aa95-8faf-4a8a-926e-4382081e615d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/4c0bbc61-e97e-43c1-a040-a678448317b1 HTTP/1.1" status: 404 len: 333 time: 0.0576067 Feb 28 11:36:51.096341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53572) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:51.131454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] For port 8e353bbc-f575-4ff8-ad35-795dae78c08d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:51.134763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] For port 8e353bbc-f575-4ff8-ad35-795dae78c08d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8e353bbc-f575-4ff8-ad35-795dae78c08d,segment=NetworkSegment(2ff9a155-80e9-4a4c-9d53-611e428aed97),segment_id=2ff9a155-80e9-4a4c-9d53-611e428aed97)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:51.137002 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb15fb82-4b49-4390-b6e4-837e6627f91a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:51.138094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb15fb82-4b49-4390-b6e4-837e6627f91a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:51.141227 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eb15fb82-4b49-4390-b6e4-837e6627f91a tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/5f4ed06f-bad9-4316-af4f-d6039d59d5bd HTTP/1.1" status: 404 len: 337 time: 0.0426855 Feb 28 11:36:51.142825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53576) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:51.171742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2adc2395-f69c-46ff-bd63-9eed064beb7c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:51.172227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:51.180705 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-523bd584-6863-4293-bccd-1b3515a7b3bd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] DELETE failed (client error): The resource could not be found. Feb 28 11:36:51.181168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523bd584-6863-4293-bccd-1b3515a7b3bd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:36:51.185983 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-523bd584-6863-4293-bccd-1b3515a7b3bd tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/subnets/6c312d3a-dc26-47f1-8012-f31287448313 HTTP/1.1" status: 404 len: 337 time: 0.0392327 Feb 28 11:36:51.187515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53580) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:51.229975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:51.270780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:51.337164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1d689c74-eaf4-4735-8062-7b200589e307 None None] Port 4ed6e028-fc03-42a0-88ee-68c7258d681d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:51.382425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ca367-ed58-418e-baee-1c876c37ef7d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port 4ed6e028-fc03-42a0-88ee-68c7258d681d {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:51.382922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca367-ed58-418e-baee-1c876c37ef7d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:51.458153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:51.486650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] DHCP port deletion for f54d0ffa-dba8-4942-adfc-d6972c83710f request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:36:51.513762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabd438-b128-4fe1-b36d-65dbfb1fa046 None None] Pushing event updated for resources: {'Port': ['ID=8e353bbc-f575-4ff8-ad35-795dae78c08d,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:51.524207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:36:51.525573 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:51.630260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:51.631288 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:51.701264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Deleting port de7028d9-db7f-4985-932f-a64b0066287a {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:51.718011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:51.780613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7028d9-db7f-4985-932f-a64b0066287a no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:36:51.885717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca367-ed58-418e-baee-1c876c37ef7d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.036842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8a7ca367-ed58-418e-baee-1c876c37ef7d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for 4ed6e028-fc03-42a0-88ee-68c7258d681d owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:52.075793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.080341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Attempting to bind port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:52.080736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Attempting to bind port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:52.081404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Attempting to bind port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 on network 8fd774dd-d19f-4ed4-96ef-55403b622175 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:52.103993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 on network 8fd774dd-d19f-4ed4-96ef-55403b622175 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:36:52.104343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Attempting to bind port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 on network 8fd774dd-d19f-4ed4-96ef-55403b622175 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:52.112858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:52.113177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Checking segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:52.113980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Bound using segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:52.113980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Bound port: dcc80b28-f4a9-4ba6-98e4-83cb276e46d8, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:52.114317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.226209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] For port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:52.229343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:36:52.229829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] For port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:52.274686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1d689c74-eaf4-4735-8062-7b200589e307 None None] Provisioning complete for port de7028d9-db7f-4985-932f-a64b0066287a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:52.275088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1d689c74-eaf4-4735-8062-7b200589e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.301138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca367-ed58-418e-baee-1c876c37ef7d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.386411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.410943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7ca367-ed58-418e-baee-1c876c37ef7d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Port': ['ID=4ed6e028-fc03-42a0-88ee-68c7258d681d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:52.413454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.415429 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] 10.222.0.57 "PUT /v2.0/ports/dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 HTTP/1.1" status: 200 len: 1094 time: 2.7411714 Feb 28 11:36:52.424557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae26139-1680-41b3-81c4-a50d61abc002', 'tag': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:36:52.448309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Allocated IP 2001:db8:2::2 (171aa362-7ea2-4c9b-8765-cf7e4c60a220/f384493a-5938-4902-bc73-2f1135f85476/df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:52.494906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a7ca367-ed58-418e-baee-1c876c37ef7d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.607899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12adbdd-3f02-454b-95af-e4d0f15b7b87 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:52.624882 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8a7ca367-ed58-418e-baee-1c876c37ef7d tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/ports/4ed6e028-fc03-42a0-88ee-68c7258d681d HTTP/1.1" status: 204 len: 168 time: 1.4361966 Feb 28 11:36:52.628529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53590) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:52.632691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8010670-d707-4ecc-9b62-0d94e2e70a35 req-f551691f-f152-424e-bc8a-d7d2224364de tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:52.634137 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e8010670-d707-4ecc-9b62-0d94e2e70a35 req-f551691f-f152-424e-bc8a-d7d2224364de tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 944 time: 0.3753684 Feb 28 11:36:52.643599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c8c93-7ae6-4e79-b5d8-cc349b34b1c0 req-5a3910fe-0dad-4843-b197-5edea56e2eda tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:52.645150 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-884c8c93-7ae6-4e79-b5d8-cc349b34b1c0 req-5a3910fe-0dad-4843-b197-5edea56e2eda tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 946 time: 0.3501024 Feb 28 11:36:52.754561 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-884c8c93-7ae6-4e79-b5d8-cc349b34b1c0 req-a332f6f6-a893-4333-b988-e99e85aca7fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913243 Feb 28 11:36:52.766253 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-a56014ec-e431-4339-b1ad-352550e48747 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 1097 time: 0.2111213 Feb 28 11:36:52.779202 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e8010670-d707-4ecc-9b62-0d94e2e70a35 req-e802d598-ec1c-4c41-ac4f-ce41809b4f87 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315928 Feb 28 11:36:52.786106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:52.786106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.858264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.872158 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port de7028d9-db7f-4985-932f-a64b0066287a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:52.872656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:52.955197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Calling delete_port for de7028d9-db7f-4985-932f-a64b0066287a owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:53.018585 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae26139-1680-41b3-81c4-a50d61abc002', 'tag': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'status': 'completed', 'code': 200} Feb 28 11:36:53.049290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:53.098605 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-dad392dc-621c-42f6-82ba-d610ac6edfd6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 HTTP/1.1" status: 200 len: 217 time: 0.2940302 Feb 28 11:36:53.101266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:53.101725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:53.151531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-168326cf-f68d-4292-9c6e-f74264c6bc17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:53.152956 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-168326cf-f68d-4292-9c6e-f74264c6bc17 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0723348 Feb 28 11:36:53.163611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1adc28-721c-4304-98a9-4cdb600e382c req-11645307-c110-4fd3-b97a-ca42595dfa41 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:53.164444 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1f1adc28-721c-4304-98a9-4cdb600e382c req-11645307-c110-4fd3-b97a-ca42595dfa41 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 946 time: 0.1444654 Feb 28 11:36:53.248796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for de7028d9-db7f-4985-932f-a64b0066287a owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:53.253667 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:53.260204 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1f1adc28-721c-4304-98a9-4cdb600e382c req-2e488be0-70eb-40a0-8342-8462387879fb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635984 Feb 28 11:36:53.275914 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-7a442645-5a19-4074-9360-110a99064b42 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1105490 Feb 28 11:36:53.386829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:53.392088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:53.419519 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-7eea1f49-d230-4c48-a0fb-9e9ea000ab45 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376746 Feb 28 11:36:53.448462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Transition to ACTIVE for port object df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:53.462105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:36:53.463193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:36:53.476756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:36:53.477136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:36:53.502965 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Transition to ACTIVE for port object df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:53.508178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:36:44Z', 'revision_number': 3, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:51Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:53.510034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=de7028d9-db7f-4985-932f-a64b0066287a,revision_number=11']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:53.518123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a222a64-43e8-49ca-b252-1bf470031eb5 None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:36:44Z', 'revision_number': 3, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:51Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:53.573316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e19cf2f-95f9-4dc0-a200-6245caa97f14 req-88b07fba-6e2c-44a0-bee2-8ca679932831 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478598 Feb 28 11:36:53.627089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:53.702068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 2001:db8:2::1 (171aa362-7ea2-4c9b-8765-cf7e4c60a220/f384493a-5938-4902-bc73-2f1135f85476/f19515be-37c6-436e-a5f1-8cfb170617fb) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:53.714175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:53.717814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:53.719700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Pushing event updated for resources: {'Port': ['ID=df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:53.722116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:53.825646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Attempting to bind port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:53.825768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Attempting to bind port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '524533c0-725a-4d0e-85b8-e3a88707aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:53.826101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Attempting to bind port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 on network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:53.836401 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:53.836835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Checking segment: {'id': '524533c0-725a-4d0e-85b8-e3a88707aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:53.837309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:53.837702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Bound using segment: {'id': '524533c0-725a-4d0e-85b8-e3a88707aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:53.838171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Bound port: df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524533c0-725a-4d0e-85b8-e3a88707aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:53.838538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:53.867141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c6a2ab4-4ca0-400b-abf4-de4724de8cd1 req-77f30ef1-e833-478a-9361-83b9b1e5cc8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 1097 time: 0.0991817 Feb 28 11:36:53.913599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:53.934265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Transition to ACTIVE for port object f19515be-37c6-436e-a5f1-8cfb170617fb will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:53.948021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] For port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:53.951663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] For port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6,segment=NetworkSegment(524533c0-725a-4d0e-85b8-e3a88707aded),segment_id=524533c0-725a-4d0e-85b8-e3a88707aded)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:53.964071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port de7028d9-db7f-4985-932f-a64b0066287a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:53.964449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:53.980482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Deleting port de7028d9-db7f-4985-932f-a64b0066287a {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:53.981196 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:54.100052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a2ab4-4ca0-400b-abf4-de4724de8cd1 req-24fee15d-da23-46e4-ad52-60c18184767f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:54.103866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c6a2ab4-4ca0-400b-abf4-de4724de8cd1 req-24fee15d-da23-46e4-ad52-60c18184767f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.2278583 Feb 28 11:36:54.105608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:54.152289 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:54.171114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a870502-d9f1-4acd-8974-fb8b1deb7cef req-6ec8918f-b0e6-4c58-891c-66132236a8f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:54.173384 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a870502-d9f1-4acd-8974-fb8b1deb7cef req-6ec8918f-b0e6-4c58-891c-66132236a8f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 944 time: 0.2021325 Feb 28 11:36:54.207438 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c6a2ab4-4ca0-400b-abf4-de4724de8cd1 req-723bab81-3b5d-4d46-9fb2-84a51ca49dba service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 HTTP/1.1" status: 200 len: 217 time: 0.0986648 Feb 28 11:36:54.274888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c6114-9714-4b3b-b95a-69d8c0a18044 None None] Pushing event updated for resources: {'Port': ['ID=df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:54.324255 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a870502-d9f1-4acd-8974-fb8b1deb7cef req-b814a75d-372b-431a-82ef-0bd3c737afe9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372323 Feb 28 11:36:54.334824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a2ab4-4ca0-400b-abf4-de4724de8cd1 req-008e5627-e95f-4852-a219-e330eb19e2af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:54.336306 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c6a2ab4-4ca0-400b-abf4-de4724de8cd1 req-008e5627-e95f-4852-a219-e330eb19e2af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.1127720 Feb 28 11:36:54.414695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:54.427333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:54.431885 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:54.432521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:54.435633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c6a2ab4-4ca0-400b-abf4-de4724de8cd1 req-57506b5e-c441-487e-a075-88730aaee6c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917883 Feb 28 11:36:54.441879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:54.442751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:54.472039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=f19515be-37c6-436e-a5f1-8cfb170617fb,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:54.484961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] For port de7028d9-db7f-4985-932f-a64b0066287a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7028d9-db7f-4985-932f-a64b0066287a,segment=NetworkSegment(d353aa89-0f8c-4e00-b28b-58305c21a399),segment_id=d353aa89-0f8c-4e00-b28b-58305c21a399)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:54.485649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:54.640114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c6a2ab4-4ca0-400b-abf4-de4724de8cd1 req-9d9895fd-fe9e-482b-9690-1851bbf22ba7 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976137 Feb 28 11:36:54.712187 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Calling delete_port for de7028d9-db7f-4985-932f-a64b0066287a owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:54.728513 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Calling delete_port for de7028d9-db7f-4985-932f-a64b0066287a owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:36:54.797940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:54.815890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c6a2ab4-4ca0-400b-abf4-de4724de8cd1 req-3aa91e5a-da22-490a-9362-fad36c3ef7eb service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707203 Feb 28 11:36:54.850458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53602) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:54.889928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:54.940191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] Pushing event deleted for resources: {'Port': ['ID=de7028d9-db7f-4985-932f-a64b0066287a,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:54.943778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0faa81-0688-48e8-9b25-6691b2a9ba0a None None] No DVR routers for this DVR port de7028d9-db7f-4985-932f-a64b0066287a on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:36:55.034302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:36:55.034642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:36:55.174741 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Deleting port de7028d9-db7f-4985-932f-a64b0066287a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:36:55.174741 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.258555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] The port 'de7028d9-db7f-4985-932f-a64b0066287a' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:36:55.429496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.464855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f54d0ffa-dba8-4942-adfc-d6972c83710f']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:55.483004 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd353aa89-0f8c-4e00-b28b-58305c21a399') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:55.483340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd353aa89-0f8c-4e00-b28b-58305c21a399') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:55.504586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116a6992-6779-456c-b933-7d7013f97415 None None] Network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:55.525271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.529202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.552986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.562167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Releasing vlan 703 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:36:55.563034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:36:55.592322 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:36:55.610416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.611523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.641604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8e353bbc-f575-4ff8-ad35-795dae78c08d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:55.732946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bb964848-eded-4819-b653-c8e36296e53b None None] Provisioning for port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:55.796659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796aa4a-615e-453d-af38-31049235ef3a req-fd1e2b91-ab8c-4b4a-a90f-293647ad19c1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:55.798102 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d796aa4a-615e-453d-af38-31049235ef3a req-fd1e2b91-ab8c-4b4a-a90f-293647ad19c1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 944 time: 0.2890599 Feb 28 11:36:55.859278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=f19515be-37c6-436e-a5f1-8cfb170617fb,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:55.866610 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d796aa4a-615e-453d-af38-31049235ef3a req-820b2145-3597-44b3-b927-8a4dbea5a7fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602129 Feb 28 11:36:55.877526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.901985 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.907145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8e353bbc-f575-4ff8-ad35-795dae78c08d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:55.918355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8e353bbc-f575-4ff8-ad35-795dae78c08d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:55.918355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:55.919142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] Pushing event deleted for resources: {'Network': ['ID=f54d0ffa-dba8-4942-adfc-d6972c83710f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:55.945716 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cee112b1-dfd7-462a-995b-94ea47ba059e tempest-PortsIpV6TestJSON-1779212717 tempest-PortsIpV6TestJSON-1779212717-project] 10.222.0.31 "DELETE /v2.0/networks/f54d0ffa-dba8-4942-adfc-d6972c83710f HTTP/1.1" status: 204 len: 168 time: 3.3161981 Feb 28 11:36:56.017862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:56.017862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:56.072056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.121748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8e353bbc-f575-4ff8-ad35-795dae78c08d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8e353bbc-f575-4ff8-ad35-795dae78c08d,segment=NetworkSegment(2ff9a155-80e9-4a4c-9d53-611e428aed97),segment_id=2ff9a155-80e9-4a4c-9d53-611e428aed97)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:56.135270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.233185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.234044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:56.348305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4f63c30e-03b0-4090-950d-73cb7a6748d6 None None] Provisioning for port f19515be-37c6-436e-a5f1-8cfb170617fb completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:56.356791 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4f63c30e-03b0-4090-950d-73cb7a6748d6 None None] Provisioning complete for port f19515be-37c6-436e-a5f1-8cfb170617fb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:56.357156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4f63c30e-03b0-4090-950d-73cb7a6748d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.439833 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8e353bbc-f575-4ff8-ad35-795dae78c08d,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:56.443626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-4f63c30e-03b0-4090-950d-73cb7a6748d6 None None] Port f19515be-37c6-436e-a5f1-8cfb170617fb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:56.537887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:36:56.540842 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:56.548088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:56.548462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.600802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.17 (d6d0a46f-6bfd-4867-9b92-9183b884db6a/a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a/7ecb33ec-b359-4115-93a2-3b63011c347b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:56.659069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c932fe52-597a-432d-aadc-1a5fd0b0fa1f None None] Provisioning complete for port f19515be-37c6-436e-a5f1-8cfb170617fb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:56.659436 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c932fe52-597a-432d-aadc-1a5fd0b0fa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.709457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a871772-247b-4659-9990-3412caffffea None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:36:56.794182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53612) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:56.802763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:56.807850 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5f187fe5-6a1e-4391-af53-8d6ba5ec5820 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7867525 Feb 28 11:36:56.813618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53618) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:56.817567 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:56.821229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1853707534'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:56.824528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.827066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:56.831476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c932fe52-597a-432d-aadc-1a5fd0b0fa1f None None] Port f19515be-37c6-436e-a5f1-8cfb170617fb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:56.832290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:network and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:56.835526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:56.843903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:56.847979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 7ecb33ec-b359-4115-93a2-3b63011c347b will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:56.851984 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:56.853122 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:56.883375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:56.955370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6,segment=NetworkSegment(524533c0-725a-4d0e-85b8-e3a88707aded),segment_id=524533c0-725a-4d0e-85b8-e3a88707aded)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:36:56.978645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a871772-247b-4659-9990-3412caffffea None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:36:56.985487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-565a1318-af25-49ba-beb4-af1da52622d5 None None] Provisioning complete for port f19515be-37c6-436e-a5f1-8cfb170617fb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:56.985862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-565a1318-af25-49ba-beb4-af1da52622d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.013630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:57.017995 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.052904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:36:57.063662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.064382 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added segment dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a of type vlan for network b40293b6-34ec-437b-9d33-2f1e22d467a7 Feb 28 11:36:57.095225 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:36:57.096684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.098594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.114032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-565a1318-af25-49ba-beb4-af1da52622d5 None None] Port f19515be-37c6-436e-a5f1-8cfb170617fb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:57.187307 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f1dfe4c8-524a-40c7-9fe6-b4e8f7d020b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ca49ef460d44887b2e168eece11783d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3891280 Feb 28 11:36:57.187764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53624) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:57.203672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network d6d0a46f-6bfd-4867-9b92-9183b884db6a is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:57.204528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.207490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:57.209931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:36:57.247460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=7ecb33ec-b359-4115-93a2-3b63011c347b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:57.277272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.277611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.278635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.279008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.279429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.279663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.279988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.280308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.280627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.280939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.281254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.294186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2867e18-5e1f-467a-9bac-033fc1925210 req-737315ff-e30a-4001-9d31-7d6f1f7d3d4c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:57.294892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.298530 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2867e18-5e1f-467a-9bac-033fc1925210 req-737315ff-e30a-4001-9d31-7d6f1f7d3d4c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 944 time: 0.2719562 Feb 28 11:36:57.300665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:57.304549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.327446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.339825 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:57.349022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d94c-12b3-460d-839b-96abbd89978f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.361758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.362208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.362564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.362960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.363291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.363618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.363996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.364322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.364639 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.364955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.365361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:36:57.505593 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Network': ['ID=b40293b6-34ec-437b-9d33-2f1e22d467a7,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:57.510005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d94c-12b3-460d-839b-96abbd89978f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.520325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network b40293b6-34ec-437b-9d33-2f1e22d467a7 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:36:57.542271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8e353bbc-f575-4ff8-ad35-795dae78c08d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:57.549021 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:36:54Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:36:55Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:57.553788 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:36:57.554385 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Updating router acacb72a-2754-4f44-9d34-07647378e096 port f19515be-37c6-436e-a5f1-8cfb170617fb binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:36:57.555319 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2867e18-5e1f-467a-9bac-033fc1925210 req-544d4736-f8a7-4568-a599-1c64307eb289 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533214 Feb 28 11:36:57.586401 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-accc0ccd-1935-4fac-90c5-1c50b43849e6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7684619 Feb 28 11:36:57.587059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53628) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:57.600824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'subnet': {'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:36:57.653922 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.743000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:36:57.748384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:subnet and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:36:57.751922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:36:57.759894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:36:57.775998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.808309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8e353bbc-f575-4ff8-ad35-795dae78c08d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:57.808309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.884151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Made reservation on behalf of 8d8547af06524d0d97e0a152f9f64277 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:36:57.910146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d94c-12b3-460d-839b-96abbd89978f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:57.935293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:36:58.006422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1d94c-12b3-460d-839b-96abbd89978f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f13b81-4550-4c33-8512-ae329bc4d632,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:58.010930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:58.011564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.032857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9b1d94c-12b3-460d-839b-96abbd89978f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.034258 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c9b1d94c-12b3-460d-839b-96abbd89978f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4f13b81-4550-4c33-8512-ae329bc4d632 HTTP/1.1" status: 204 len: 168 time: 0.8456724 Feb 28 11:36:58.051515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.109499 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.123897 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Transition to ACTIVE for port object f19515be-37c6-436e-a5f1-8cfb170617fb will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:58.134189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-595e3ba3-57e4-4ce2-b419-5bc9ea930254 None None] Provisioning for port 7ecb33ec-b359-4115-93a2-3b63011c347b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:36:58.142786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-595e3ba3-57e4-4ce2-b419-5bc9ea930254 None None] Provisioning complete for port 7ecb33ec-b359-4115-93a2-3b63011c347b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:58.143182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-595e3ba3-57e4-4ce2-b419-5bc9ea930254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.214115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-595e3ba3-57e4-4ce2-b419-5bc9ea930254 None None] Port 7ecb33ec-b359-4115-93a2-3b63011c347b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:58.266096 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.317718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.389600 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c7cf5-8481-4b33-8d14-d972bd5dfd3f None None] Pushing event updated for resources: {'Port': ['ID=f19515be-37c6-436e-a5f1-8cfb170617fb,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:58.483871 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Attempting to bind port f19515be-37c6-436e-a5f1-8cfb170617fb on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:36:58.484166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.484308 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Attempting to bind port f19515be-37c6-436e-a5f1-8cfb170617fb by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '524533c0-725a-4d0e-85b8-e3a88707aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:36:58.484562 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Attempting to bind port f19515be-37c6-436e-a5f1-8cfb170617fb on network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:36:58.485587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.492412 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:36:58.492693 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Checking segment: {'id': '524533c0-725a-4d0e-85b8-e3a88707aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:58.493057 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.493440 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Bound using segment: {'id': '524533c0-725a-4d0e-85b8-e3a88707aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:36:58.493926 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Bound port: f19515be-37c6-436e-a5f1-8cfb170617fb, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524533c0-725a-4d0e-85b8-e3a88707aded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:36:58.494286 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.611853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Subnet': ['ID=96804e1b-ff7c-4fd3-a492-361f098e4ca8,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:58.635186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Checking segment: {'id': 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:36:58.636061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network hostable DHCP agents. Network: b40293b6-34ec-437b-9d33-2f1e22d467a7, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:36:58.643850 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] For port f19515be-37c6-436e-a5f1-8cfb170617fb, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:36:58.654258 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] For port f19515be-37c6-436e-a5f1-8cfb170617fb, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f19515be-37c6-436e-a5f1-8cfb170617fb,segment=NetworkSegment(524533c0-725a-4d0e-85b8-e3a88707aded),segment_id=524533c0-725a-4d0e-85b8-e3a88707aded)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:36:58.703174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=7ecb33ec-b359-4115-93a2-3b63011c347b,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:58.752099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.764214 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.792605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network b40293b6-34ec-437b-9d33-2f1e22d467a7 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:36:58.845517 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c7cf5-8481-4b33-8d14-d972bd5dfd3f None None] Pushing event updated for resources: {'Port': ['ID=f19515be-37c6-436e-a5f1-8cfb170617fb,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:36:58.849859 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:58.850504 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:58.960112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, b40293b6-34ec-437b-9d33-2f1e22d467a7) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:58.960671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842d836-3cb6-44ee-85ec-fa1c9f7bccb7 req-80fbf31a-a7fb-4f95-bf5f-ef8d25382973 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:58.969254 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d842d836-3cb6-44ee-85ec-fa1c9f7bccb7 req-80fbf31a-a7fb-4f95-bf5f-ef8d25382973 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 944 time: 0.1852381 Feb 28 11:36:58.969409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:36:58.969409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:58.971506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network d6d0a46f-6bfd-4867-9b92-9183b884db6a is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:36:58.972694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:36:58.978088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca35bbbe-8145-4b29-bc08-9596e0e29475 None None] Network b40293b6-34ec-437b-9d33-2f1e22d467a7 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:36:59.034927 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:36:59.093391 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9ad28ca3-3763-40db-83de-124d81c27c99 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5056598 Feb 28 11:36:59.093931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53636) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:36:59.216139 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d842d836-3cb6-44ee-85ec-fa1c9f7bccb7 req-43478138-9181-4916-a7a0-4cb4f01d3aea tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404854 Feb 28 11:36:59.305656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-b40293b6-34ec-437b-9d33-2f1e22d467a7', 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'fixed_ips': [{'subnet_id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:36:59.307120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:59.487633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-09cb9c41-cbc7-4cbf-b611-0bf22085bea4 None None] Provisioning complete for port 7ecb33ec-b359-4115-93a2-3b63011c347b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:36:59.488359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-09cb9c41-cbc7-4cbf-b611-0bf22085bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:59.497867 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:36:54Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:36:58Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:36:59.502246 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390b46cf-ac31-4199-b387-cd7fd97adb30 None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:36:54Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:36:58Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:36:59.561298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Allocated IP 2001:db8:3::2 (b40293b6-34ec-437b-9d33-2f1e22d467a7/96804e1b-ff7c-4fd3-a492-361f098e4ca8/51641c60-b9d2-4ce7-a0b1-52d9cf2ad571) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:36:59.573113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:36:59.583639 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-09cb9c41-cbc7-4cbf-b611-0bf22085bea4 None None] Port 7ecb33ec-b359-4115-93a2-3b63011c347b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:36:59.868437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:36:59.881613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Transition to ACTIVE for port object 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:59.909895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Transition to ACTIVE for port object 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:36:59.957259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:36:59.968316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Sync routers for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:36:59.982506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:36:59.983220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:00.078829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.097708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.097945 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7da37ebb-793d-4882-bd93-379d544bc5bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/8f0b63db-91bc-498b-a12d-7ddb7b33eb10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2459629 Feb 28 11:37:00.206720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Network b40293b6-34ec-437b-9d33-2f1e22d467a7 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:00.207615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Pushing event updated for resources: {'Port': ['ID=51641c60-b9d2-4ce7-a0b1-52d9cf2ad571,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:00.212056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:00.216743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:00.296559 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:00.443809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fad44b-b2bc-4e0b-99f1-d73f49460d65 req-077346de-be5e-47ee-b103-4673f3cc0062 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:00.445192 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c4fad44b-b2bc-4e0b-99f1-d73f49460d65 req-077346de-be5e-47ee-b103-4673f3cc0062 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 944 time: 0.1008925 Feb 28 11:37:00.494264 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c4fad44b-b2bc-4e0b-99f1-d73f49460d65 req-1fa51b11-4702-4fe1-873c-da7af0e1eb7f tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425992 Feb 28 11:37:00.502555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Allocated IP 2001:db8:3::1 (b40293b6-34ec-437b-9d33-2f1e22d467a7/96804e1b-ff7c-4fd3-a492-361f098e4ca8/ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:00.517185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Attempting to bind port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:00.517471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Attempting to bind port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:00.530016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Attempting to bind port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 on network b40293b6-34ec-437b-9d33-2f1e22d467a7 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:37:00.546780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:37:00.547182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Checking segment: {'id': 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:00.547577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.547968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Bound using segment: {'id': 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:37:00.548436 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Bound port: 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:00.548801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.672054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.687874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Transition to ACTIVE for port object ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:00.742983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] For port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:37:00.762687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] For port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=51641c60-b9d2-4ce7-a0b1-52d9cf2ad571,segment=NetworkSegment(dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a),segment_id=dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:37:00.786566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.831974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:36:57Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '51402647-e64c-496e-98e8-297b0f477f66', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:50Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecb33ec-b359-4115-93a2-3b63011c347b', 'name': '', 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:19:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:56Z', 'updated_at': '2022-02-28T11:36:58Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:00.835866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Checking router: 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:00.836213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Updating router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 port 7ecb33ec-b359-4115-93a2-3b63011c347b binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:37:00.859166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network b40293b6-34ec-437b-9d33-2f1e22d467a7 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:00.862048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:00.865884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:00.866409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.873085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:00.874069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:00.889819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.890183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.890507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.890870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.891198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.891529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.891859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.892200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.892508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.892833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.893160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:00.941041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.019281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57cbef-18cf-4bd7-a162-55fb0ef8c6f8 None None] Pushing event updated for resources: {'Port': ['ID=51641c60-b9d2-4ce7-a0b1-52d9cf2ad571,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:01.083197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.349611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.364188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Transition to ACTIVE for port object 7ecb33ec-b359-4115-93a2-3b63011c347b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:01.483269 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.549310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f19515be-37c6-436e-a5f1-8cfb170617fb up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:01.600643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3ff4d-9aba-418d-a4ae-6a68c3418ee0 None None] Pushing event updated for resources: {'Port': ['ID=7ecb33ec-b359-4115-93a2-3b63011c347b,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:01.624196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.683494 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.684136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.721337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509467bc-dfa4-4721-b7aa-86df8f5f5f99 req-6b437b98-f24b-4a4e-ba04-d4d337f67ddb tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:01.723667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-509467bc-dfa4-4721-b7aa-86df8f5f5f99 req-6b437b98-f24b-4a4e-ba04-d4d337f67ddb tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 944 time: 0.0882180 Feb 28 11:37:01.795965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-509467bc-dfa4-4721-b7aa-86df8f5f5f99 req-9759d380-d953-4254-b65d-cbde61c52e56 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636573 Feb 28 11:37:01.820387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Attempting to bind port 7ecb33ec-b359-4115-93a2-3b63011c347b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:01.820992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Attempting to bind port 7ecb33ec-b359-4115-93a2-3b63011c347b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:01.821519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Attempting to bind port 7ecb33ec-b359-4115-93a2-3b63011c347b on network d6d0a46f-6bfd-4867-9b92-9183b884db6a {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:37:01.832266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:37:01.835105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Checking segment: {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:01.835105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.835105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Bound using segment: {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:37:01.835105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Bound port: 7ecb33ec-b359-4115-93a2-3b63011c347b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be1af314-3c80-47da-abb0-b58c9e4376f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 742, 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:01.835105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.844191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event updated for resources: {'Port': ['ID=ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:01.889373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port f19515be-37c6-436e-a5f1-8cfb170617fb completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:01.903921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Network b40293b6-34ec-437b-9d33-2f1e22d467a7 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:01.904186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f19515be-37c6-436e-a5f1-8cfb170617fb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:01.904366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:01.905511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:01.992099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] For port 7ecb33ec-b359-4115-93a2-3b63011c347b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:37:01.995522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] For port 7ecb33ec-b359-4115-93a2-3b63011c347b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7ecb33ec-b359-4115-93a2-3b63011c347b,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:37:02.061258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:02.097186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:02.102022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port f19515be-37c6-436e-a5f1-8cfb170617fb, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f19515be-37c6-436e-a5f1-8cfb170617fb,segment=NetworkSegment(524533c0-725a-4d0e-85b8-e3a88707aded),segment_id=524533c0-725a-4d0e-85b8-e3a88707aded)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:02.200074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3ff4d-9aba-418d-a4ae-6a68c3418ee0 None None] Pushing event updated for resources: {'Port': ['ID=7ecb33ec-b359-4115-93a2-3b63011c347b,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:02.206324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:02.206951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:02.260529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:02.261284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:02.292605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:02.415471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18163588-98c7-4306-b525-83e38b96f952 None None] Network b40293b6-34ec-437b-9d33-2f1e22d467a7 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:02.479081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:02.489122 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:02.495727 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-290e757b-8e63-4bad-af32-b589819c3e12 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3982234 Feb 28 11:37:02.495929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53650) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:02.501564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:02.506487 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:02.507282 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:02.639387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=f19515be-37c6-436e-a5f1-8cfb170617fb,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:02.695103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fe12aced-5489-4b96-95bb-2ac64e69e3a2 None None] Provisioning for port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:02.706407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:02.741658 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:02.774477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:02.796801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:02.797167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:02.934999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:37:03.031000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694dd85f-bdfb-4d2f-a353-6a91578b56f5 req-1d5a928d-d293-4dac-8a7b-492ff70cc6e9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:03.032679 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-694dd85f-bdfb-4d2f-a353-6a91578b56f5 req-1d5a928d-d293-4dac-8a7b-492ff70cc6e9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 944 time: 0.1044176 Feb 28 11:37:03.090986 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-694dd85f-bdfb-4d2f-a353-6a91578b56f5 req-a3343665-4c4b-4401-bd0a-9c8a19be17f6 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518494 Feb 28 11:37:03.138877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.extraroute_db [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 11:37:03.156026 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:00Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3', 'name': '', 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:65:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:00Z', 'updated_at': '2022-02-28T11:37:01Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:37:02Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:03.156789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.extraroute_db [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Removed routes are [] {{(pid=84338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 11:37:03.157406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.160339 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:03.161709 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Updating router acacb72a-2754-4f44-9d34-07647378e096 port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:37:03.216452 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.304489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.382941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:03.401357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'port_id': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'mac_address': 'fa:16:3e:ac:01:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:37:03.451026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=51641c60-b9d2-4ce7-a0b1-52d9cf2ad571,segment=NetworkSegment(dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a),segment_id=dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:03.488443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.509544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:37:03.515242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:36:57Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '51402647-e64c-496e-98e8-297b0f477f66', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:50Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecb33ec-b359-4115-93a2-3b63011c347b', 'name': '', 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:19:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:56Z', 'updated_at': '2022-02-28T11:37:01Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:03.521389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78efd85-a567-4312-a868-4d852c7dfec9 None None] The sync data for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv is: [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:36:57Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '51402647-e64c-496e-98e8-297b0f477f66', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:50Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7ecb33ec-b359-4115-93a2-3b63011c347b', 'name': '', 'network_id': 'd6d0a46f-6bfd-4867-9b92-9183b884db6a', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:19:7a:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:56Z', 'updated_at': '2022-02-28T11:37:01Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:03.527982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.616280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:03.660286 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=51641c60-b9d2-4ce7-a0b1-52d9cf2ad571,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:03.704586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f19515be-37c6-436e-a5f1-8cfb170617fb up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:03.754780 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.769000 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Transition to ACTIVE for port object ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:03.772774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.842308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.848937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.872711 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.921537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:03.940024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f19515be-37c6-436e-a5f1-8cfb170617fb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:03.940398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:03.988006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:04.014423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['dcc80b28-f4a9-4ba6-98e4-83cb276e46d8'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:37:04.073418 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3568a-3a9e-4703-9ff8-2cc6238adade None None] Pushing event updated for resources: {'Port': ['ID=ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:04.144412 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Attempting to bind port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:04.145095 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Attempting to bind port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:04.145551 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Attempting to bind port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 on network b40293b6-34ec-437b-9d33-2f1e22d467a7 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:37:04.154103 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:37:04.154581 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Checking segment: {'id': 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:04.158787 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:04.159406 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Bound using segment: {'id': 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:37:04.159995 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Bound port: ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:04.160525 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:04.175531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d3bb0055-4f1b-4096-b875-eab560646621 None None] Provisioning for port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:04.227833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:04.306620 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] For port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:37:04.310778 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] For port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3,segment=NetworkSegment(dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a),segment_id=dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:37:04.327866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d3bb0055-4f1b-4096-b875-eab560646621 None None] Provisioning complete for port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:04.328459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d3bb0055-4f1b-4096-b875-eab560646621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:04.445848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9dc101-673b-4302-87b6-6f01cf33d473 req-193abdec-211b-4ef5-b239-542d6efbc5f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:04.448282 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6b9dc101-673b-4302-87b6-6f01cf33d473 req-193abdec-211b-4ef5-b239-542d6efbc5f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 945 time: 0.1456082 Feb 28 11:37:04.469394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:04.472820 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:04.479495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:04.484779 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cf1a03d6-4550-4f23-84e2-5239094e05ee tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096 HTTP/1.1" status: 200 len: 954 time: 1.9878507 Feb 28 11:37:04.485395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53660) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:04.534889 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6b9dc101-673b-4302-87b6-6f01cf33d473 req-a36c697c-ed9c-49cb-a38a-a51fc3c1b74a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791271 Feb 28 11:37:04.572316 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:04.572316 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:04.753551 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2961bec5-47dc-4dd9-9fe4-f7792fa1d2b8 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096 HTTP/1.1" status: 200 len: 954 time: 0.2644577 Feb 28 11:37:04.753812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53664) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:04.759221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'routes': None}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:04.780173 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3568a-3a9e-4703-9ff8-2cc6238adade None None] Pushing event updated for resources: {'Port': ['ID=ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:04.823140 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:05.203099 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:03Z', 'revision_number': 6, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3', 'name': '', 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:65:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:00Z', 'updated_at': '2022-02-28T11:37:04Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:37:02Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:05.210158 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7fc6c7-eacd-4193-b002-a9b3998f559f None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:03Z', 'revision_number': 6, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3', 'name': '', 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:65:b9:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:00Z', 'updated_at': '2022-02-28T11:37:04Z', 'revision_number': 4, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:37:02Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:05.390975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.extraroute_db [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added routes are [] {{(pid=84339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 11:37:05.392887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.extraroute_db [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=84339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 11:37:05.426460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:05.749826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:05.812923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c376a-beb7-4747-bf87-b5d9c4ea4cfc req-8b04940c-cbc7-4453-a907-e7234f5987af tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:05.814344 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-093c376a-beb7-4747-bf87-b5d9c4ea4cfc req-8b04940c-cbc7-4453-a907-e7234f5987af tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 945 time: 0.1091425 Feb 28 11:37:05.923133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:05.928034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:05.928408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:05.991897 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-093c376a-beb7-4747-bf87-b5d9c4ea4cfc req-3e336ccc-7da1-453b-a549-efdfcb7e0899 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704319 Feb 28 11:37:06.004662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.008171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.049620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.083652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3,segment=NetworkSegment(dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a),segment_id=dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:06.197746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.198428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7ecb33ec-b359-4115-93a2-3b63011c347b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:06.282096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:06.311092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:06.407952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 7ecb33ec-b359-4115-93a2-3b63011c347b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:06.412988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7ecb33ec-b359-4115-93a2-3b63011c347b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:06.413351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.463501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:06.470252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.471554 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4552f8a3-cca4-4f0a-a099-28791bf59440 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096 HTTP/1.1" status: 200 len: 704 time: 1.7165806 Feb 28 11:37:06.474516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53672) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:06.555523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.596016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 7ecb33ec-b359-4115-93a2-3b63011c347b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7ecb33ec-b359-4115-93a2-3b63011c347b,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:06.675757 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-350ff042-e4a5-4f20-965f-79317c1bbf24 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096 HTTP/1.1" status: 200 len: 704 time: 0.2000079 Feb 28 11:37:06.678333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53676) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:06.711967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:06.712757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:06.796672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:06.846701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=7ecb33ec-b359-4115-93a2-3b63011c347b,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:06.850564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:06.851181 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:06.900236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:07.057956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:07.058330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.122065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:07.144662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.195321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:07.201132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1089d-8905-411d-8db6-b584ba7025ac req-5c88ad52-9bed-4216-9a7b-2e1416bcc7c2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:07.202826 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ab1089d-8905-411d-8db6-b584ba7025ac req-5c88ad52-9bed-4216-9a7b-2e1416bcc7c2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 945 time: 0.0824518 Feb 28 11:37:07.208702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:07.210152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.252001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ab1089d-8905-411d-8db6-b584ba7025ac req-2c7e7787-dbeb-4963-b7d0-7e1bb6c05570 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422587 Feb 28 11:37:07.608319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.639230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:07.672279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae26139-1680-41b3-81c4-a50d61abc002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:37:07.695685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:07.734147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:05Z', 'revision_number': 7, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3', 'name': '', 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:65:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:00Z', 'updated_at': '2022-02-28T11:37:06Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:37:02Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:07.737458 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae26139-1680-41b3-81c4-a50d61abc002', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'code': 200} Feb 28 11:37:07.742888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:07.752859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:07.753262 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.775217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:07.775857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.787189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:07.847130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:07.847879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:07.968742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3,segment=NetworkSegment(dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a),segment_id=dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:07.969219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:08.018733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:08.074164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:08.103113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:08.136041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7ecb33ec-b359-4115-93a2-3b63011c347b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:08.253376 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-181f073e-51f2-4062-a5ea-400cf8ecbf23 req-e56e2bd7-e458-4684-8655-d94e1b8f52f5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 1099 time: 0.0749788 Feb 28 11:37:08.299427 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-181f073e-51f2-4062-a5ea-400cf8ecbf23 req-96a60607-b018-4437-b670-83551f3bf658 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395250 Feb 28 11:37:08.375686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7ecb33ec-b359-4115-93a2-3b63011c347b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:08.376051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:08.420679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:08.455098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef2c75-8c55-4789-9b6d-1e05cbcf8f24 req-ab3c176a-dfee-4bf2-a0ae-2deff2d85237 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:08.462351 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37ef2c75-8c55-4789-9b6d-1e05cbcf8f24 req-ab3c176a-dfee-4bf2-a0ae-2deff2d85237 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 946 time: 0.0852993 Feb 28 11:37:08.471383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:08.525532 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37ef2c75-8c55-4789-9b6d-1e05cbcf8f24 req-11122966-d96f-44e6-bff5-f3097fb69a92 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621665 Feb 28 11:37:08.587063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:05Z', 'revision_number': 7, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3', 'name': '', 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:65:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:00Z', 'updated_at': '2022-02-28T11:37:06Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:37:02Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:08.591591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb93892f-8831-4082-9086-b3ba14ff6e30 None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:05Z', 'revision_number': 7, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3', 'name': '', 'network_id': 'b40293b6-34ec-437b-9d33-2f1e22d467a7', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:65:b9:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:00Z', 'updated_at': '2022-02-28T11:37:06Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '96804e1b-ff7c-4fd3-a492-361f098e4ca8', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:37:02Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:08.702545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.281230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:09.465666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:09.479201 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1c7f4af0-b9bc-48a8-a9f3-d791419e27a6 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7997169 Feb 28 11:37:09.482540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53688) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:09.675590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-77443a7a-99b2-4d3f-b42f-57a326d63f44 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting subnet 96804e1b-ff7c-4fd3-a492-361f098e4ca8 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:37:09.680588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-77443a7a-99b2-4d3f-b42f-57a326d63f44 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.776662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-77443a7a-99b2-4d3f-b42f-57a326d63f44 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.861754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048b574-5d9e-4422-bb0a-ca22fbb497e4 req-8a9b3f75-3065-4fa2-847c-bf302fecf483 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:09.863210 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b048b574-5d9e-4422-bb0a-ca22fbb497e4 req-8a9b3f75-3065-4fa2-847c-bf302fecf483 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 946 time: 0.1844163 Feb 28 11:37:09.907475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-77443a7a-99b2-4d3f-b42f-57a326d63f44 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:09.957089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b048b574-5d9e-4422-bb0a-ca22fbb497e4 req-58fa2efb-cddd-48ca-af61-4ebf37a3a130 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874071 Feb 28 11:37:10.110733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-77443a7a-99b2-4d3f-b42f-57a326d63f44 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.160330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77443a7a-99b2-4d3f-b42f-57a326d63f44 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Subnet': ['ID=96804e1b-ff7c-4fd3-a492-361f098e4ca8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:10.166268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-77443a7a-99b2-4d3f-b42f-57a326d63f44 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.172047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6497839-88c0-41a9-8197-2ca976354b59 None None] Network b40293b6-34ec-437b-9d33-2f1e22d467a7 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:10.175185 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-77443a7a-99b2-4d3f-b42f-57a326d63f44 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/96804e1b-ff7c-4fd3-a492-361f098e4ca8 HTTP/1.1" status: 204 len: 168 time: 0.6915140 Feb 28 11:37:10.177891 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53698) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:10.202200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf7019-bc28-47af-b9db-cba6c186236b req-e2ce4288-ff64-490a-a6e5-5f185bf4af6b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:10.203701 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1abf7019-bc28-47af-b9db-cba6c186236b req-e2ce4288-ff64-490a-a6e5-5f185bf4af6b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 946 time: 0.1273172 Feb 28 11:37:10.253181 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1abf7019-bc28-47af-b9db-cba6c186236b req-8a9861e1-987e-446b-9ffe-79db6f131241 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439100 Feb 28 11:37:10.282540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53702) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:10.300156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.312423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:10.312761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.438057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] DHCP port deletion for b40293b6-34ec-437b-9d33-2f1e22d467a7 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:37:10.442390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] Deleting port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:10.442886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.520143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=51641c60-b9d2-4ce7-a0b1-52d9cf2ad571,segment=NetworkSegment(dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a),segment_id=dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:10.520503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.571922 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fbc62cdb-b36e-4790-8eaa-aeaf8d9ee367 tempest-TestVolumeBootPattern-1703561133 tempest-TestVolumeBootPattern-1703561133-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 1094 time: 0.2880924 Feb 28 11:37:10.572512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53708) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:10.578425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:10.584325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:10.594418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:floatingip and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:10.601558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:10.609138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:10.668252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:10.676918 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:10.689145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.704062 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:10.706101 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:10.749469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] For port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=51641c60-b9d2-4ce7-a0b1-52d9cf2ad571,segment=NetworkSegment(dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a),segment_id=dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:10.749854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.826994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.840796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:10.874621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No DVR routers for this DVR port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:10.876596 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:10.877153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] Calling delete_port for 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:10.913033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=51641c60-b9d2-4ce7-a0b1-52d9cf2ad571,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:10.977596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:37:10.978496 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:37:11.116174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Allocated IP 172.26.1.154 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/174be357-855d-4d31-b175-f19873938ae8) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:11.129451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.158819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40293b6-34ec-437b-9d33-2f1e22d467a7']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:11.171568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:11.171913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc257bfd-aa8d-4d3a-b6d2-88c5e9d6a79a') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:11.183405 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.202026 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.207811 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:08Z', 'revision_number': 8, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:37:02Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:11.208679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:37:11.209672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.211722 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:11.224784 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:11.225514 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:37:11.226389 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:37:11.280807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.374662 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:11.391709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.409446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.423430 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Network': ['ID=b40293b6-34ec-437b-9d33-2f1e22d467a7,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:11.430736 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-046d2692-3a9d-4495-9a6e-faf75d4f7f42 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/networks/b40293b6-34ec-437b-9d33-2f1e22d467a7 HTTP/1.1" status: 204 len: 168 time: 1.2490845 Feb 28 11:37:11.436743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53712) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:11.436743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.480048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] Deleting port 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:11.481143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:11.550023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-53015b1b-edf1-4829-8b84-d678af124dc4 None None] The port '51641c60-b9d2-4ce7-a0b1-52d9cf2ad571' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:37:11.629200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:11.636254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:11.638987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'Port': ['ID=174be357-855d-4d31-b175-f19873938ae8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:11.642974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:11.646001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:11.667230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:11.667593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 51641c60-b9d2-4ce7-a0b1-52d9cf2ad571 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:11.722605 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:08Z', 'revision_number': 8, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:37:02Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:11.726918 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3275f4-d3ad-44ff-8df0-a80cf432b23c None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:08Z', 'revision_number': 8, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f19515be-37c6-436e-a5f1-8cfb170617fb', 'name': '', 'network_id': '171aa362-7ea2-4c9b-8765-cf7e4c60a220', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:34:d0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f384493a-5938-4902-bc73-2f1135f85476', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:52Z', 'updated_at': '2022-02-28T11:37:02Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'f384493a-5938-4902-bc73-2f1135f85476', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:12.195135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:12.429865 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35e65d04-fa13-4eab-acb2-939416844160 req-cf046696-8906-4bf0-8b5a-9858d5108994 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1817672 Feb 28 11:37:12.734559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:12.881043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35e65d04-fa13-4eab-acb2-939416844160 req-e567d8bf-8e4c-4ce5-ad55-7123431bf8f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 1098 time: 0.2759120 Feb 28 11:37:12.978275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:13.203519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e65d04-fa13-4eab-acb2-939416844160 req-b92e2a0e-b91c-426a-9766-e0b6a49f14fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:13.204952 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35e65d04-fa13-4eab-acb2-939416844160 req-b92e2a0e-b91c-426a-9766-e0b6a49f14fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=972b77cf-bcb2-4307-9715-3a0124ece65d HTTP/1.1" status: 200 len: 898 time: 0.3034022 Feb 28 11:37:13.398871 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35e65d04-fa13-4eab-acb2-939416844160 req-3a6496a4-6bac-4afd-87ec-7a832b92fe99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf91a86-3f61-4842-be79-aee9da8297ea HTTP/1.1" status: 200 len: 1000 time: 0.1696062 Feb 28 11:37:13.481154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:13.488473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e65d04-fa13-4eab-acb2-939416844160 req-399ad03b-abe7-4def-b1bd-a10ba846c311 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:13.489885 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35e65d04-fa13-4eab-acb2-939416844160 req-399ad03b-abe7-4def-b1bd-a10ba846c311 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5878a6b9-b8fb-4598-91ef-865504684a83 HTTP/1.1" status: 200 len: 835 time: 0.0837829 Feb 28 11:37:13.565934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:13.588954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:13.599280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:13.603677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ecc8d2fd-d76c-4881-a9b6-d8faf7f9ebe3 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:13.748168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'Port': ['ID=174be357-855d-4d31-b175-f19873938ae8,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:13.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35e65d04-fa13-4eab-acb2-939416844160 req-2050a844-58a3-476e-99b4-6b993b4f51e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=972b77cf-bcb2-4307-9715-3a0124ece65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2575419 Feb 28 11:37:13.809493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port f19515be-37c6-436e-a5f1-8cfb170617fb {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:13.809831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:13.893685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.276194 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35e65d04-fa13-4eab-acb2-939416844160 req-ed7e20c4-c9d4-4270-ad7d-27df0e6ff8d9 service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964645 Feb 28 11:37:14.406636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port f19515be-37c6-436e-a5f1-8cfb170617fb, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f19515be-37c6-436e-a5f1-8cfb170617fb,segment=NetworkSegment(524533c0-725a-4d0e-85b8-e3a88707aded),segment_id=524533c0-725a-4d0e-85b8-e3a88707aded)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:14.407018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:14.536265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for f19515be-37c6-436e-a5f1-8cfb170617fb owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:14.630488 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35e65d04-fa13-4eab-acb2-939416844160 req-f4047313-a496-4685-a20c-1695d57eff8f service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3401930 Feb 28 11:37:14.698569 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Floating IP 9fad4a57-6617-42ba-8791-cc92256fac63 associated. External IP: 172.26.1.154, port: dcc80b28-f4a9-4ba6-98e4-83cb276e46d8. Feb 28 11:37:14.911347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ef0790a2-3b12-4c23-abfb-7f5f2b049c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.001783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.100309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=f19515be-37c6-436e-a5f1-8cfb170617fb,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:15.470658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:15.551787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:16.095699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:16.105067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] Sync routers for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:16.118439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:16.119067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:16.161781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:16.278968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:16.291274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:16.345877 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bc536ecd-4e0b-4497-855f-cfcf499d21d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.7722807 Feb 28 11:37:16.346684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ae26139-1680-41b3-81c4-a50d61abc002', 'tag': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:37:16.388639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:16.393546 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a135a004-296c-4104-b64c-65a51d0f004a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9610896 Feb 28 11:37:16.396324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53724) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:16.401090 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:16.425804 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:16.426765 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:16.447598 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ae26139-1680-41b3-81c4-a50d61abc002', 'tag': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'status': 'completed', 'code': 200} Feb 28 11:37:16.586101 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:16.626620 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d7d3d64-b5e0-4a60-92d7-77a1799e2152 req-aa1d74f2-4e21-4216-a1e4-36401d79f40b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 1099 time: 0.1441627 Feb 28 11:37:16.668028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '9fad4a57-6617-42ba-8791-cc92256fac63', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:ac:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae26139-1680-41b3-81c4-a50d61abc002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:37:12Z', 'updated_at': '2022-02-28T11:37:12Z', 'revision_number': 0, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:16.675253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] Checking router: 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:16.687566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:16.688273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:16.790216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d3d64-b5e0-4a60-92d7-77a1799e2152 req-64db59b8-7e8c-4b24-a625-243cd854fa53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:16.791724 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d7d3d64-b5e0-4a60-92d7-77a1799e2152 req-64db59b8-7e8c-4b24-a625-243cd854fa53 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.1586473 Feb 28 11:37:16.879832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53730) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:16.936818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:16.968970 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:14Z', 'revision_number': 9, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:16.973560 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:16.985238 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:16.985991 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:36:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:17.049925 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d7d3d64-b5e0-4a60-92d7-77a1799e2152 req-5d88311a-c5d0-402a-aa94-86f634799a11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 HTTP/1.1" status: 200 len: 1000 time: 0.2519126 Feb 28 11:37:17.054606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6e367ec-0778-4d46-9d26-9e2247dd2b37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting subnet f384493a-5938-4902-bc73-2f1135f85476 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:37:17.121328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d3d64-b5e0-4a60-92d7-77a1799e2152 req-82293d92-fc0d-4840-9829-28baad566b3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:17.123406 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d7d3d64-b5e0-4a60-92d7-77a1799e2152 req-82293d92-fc0d-4840-9829-28baad566b3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0658128 Feb 28 11:37:17.124094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a6e367ec-0778-4d46-9d26-9e2247dd2b37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.148034 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:17.221858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c57f8e89-9d64-44ce-8565-c82373edd80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.257125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a6e367ec-0778-4d46-9d26-9e2247dd2b37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.312053 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d7d3d64-b5e0-4a60-92d7-77a1799e2152 req-4f259d96-a012-4136-9dcf-a8da6efb1c51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1596572 Feb 28 11:37:17.372180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '9fad4a57-6617-42ba-8791-cc92256fac63', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:ac:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae26139-1680-41b3-81c4-a50d61abc002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:37:12Z', 'updated_at': '2022-02-28T11:37:12Z', 'revision_number': 0, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:17.377526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edd566c-3a64-4d37-a4ee-e38ae5f087ac None None] The sync data for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv is: [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '9fad4a57-6617-42ba-8791-cc92256fac63', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.154', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:ac:01:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ae26139-1680-41b3-81c4-a50d61abc002', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:37:12Z', 'updated_at': '2022-02-28T11:37:12Z', 'revision_number': 0, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:17.409898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.483387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a6e367ec-0778-4d46-9d26-9e2247dd2b37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.562543 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:14Z', 'revision_number': 9, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:17.569173 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e59587f-2066-4659-bfaa-b8920421758c None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:14Z', 'revision_number': 9, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': '8e353bbc-f575-4ff8-ad35-795dae78c08d', 'name': '', 'network_id': 'bc11c19b-e2f6-448c-b1b2-090554fb8554', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:d2:14:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:42Z', 'updated_at': '2022-02-28T11:36:56Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': '3ef4401a-15fd-4776-977e-dfa971555da8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:17.609979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d7d3d64-b5e0-4a60-92d7-77a1799e2152 req-fdabe662-dc0b-4135-912f-96b2703c3702 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829492 Feb 28 11:37:17.697654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50667c1a-6f6f-48d6-a187-1d82597c7275 None None] New status for floating IP 9fad4a57-6617-42ba-8791-cc92256fac63: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:37:17.762328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a6e367ec-0778-4d46-9d26-9e2247dd2b37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.801715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d7d3d64-b5e0-4a60-92d7-77a1799e2152 req-8e3f7140-e90e-49a1-8b0c-b50db422c682 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857543 Feb 28 11:37:17.804914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e367ec-0778-4d46-9d26-9e2247dd2b37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Subnet': ['ID=f384493a-5938-4902-bc73-2f1135f85476,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:17.817459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a6e367ec-0778-4d46-9d26-9e2247dd2b37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:17.829146 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a6e367ec-0778-4d46-9d26-9e2247dd2b37 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/f384493a-5938-4902-bc73-2f1135f85476 HTTP/1.1" status: 204 len: 168 time: 1.4295878 Feb 28 11:37:17.829440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53734) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:17.859603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8195c806-be56-43fb-aa1a-a7f62f542e5c None None] Network 171aa362-7ea2-4c9b-8765-cf7e4c60a220 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:18.002767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.052654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:18.053002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.193396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3d78c-4bb4-4adc-80a2-4adf8e8085d5 None None] DHCP port deletion for 171aa362-7ea2-4c9b-8765-cf7e4c60a220 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:37:18.197720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3d78c-4bb4-4adc-80a2-4adf8e8085d5 None None] Deleting port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:18.198067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d78c-4bb4-4adc-80a2-4adf8e8085d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.227768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.419837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b7b3d78c-4bb4-4adc-80a2-4adf8e8085d5 None None] For port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6,segment=NetworkSegment(524533c0-725a-4d0e-85b8-e3a88707aded),segment_id=524533c0-725a-4d0e-85b8-e3a88707aded)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:18.420142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d78c-4bb4-4adc-80a2-4adf8e8085d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.428341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6,segment=NetworkSegment(524533c0-725a-4d0e-85b8-e3a88707aded),segment_id=524533c0-725a-4d0e-85b8-e3a88707aded)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:18.428695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.480904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.542615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b7b3d78c-4bb4-4adc-80a2-4adf8e8085d5 None None] Calling delete_port for df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:18.550293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:18.717322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b7b3d78c-4bb4-4adc-80a2-4adf8e8085d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.751168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:37:18.751518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:37:18.752210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 7ecb33ec-b359-4115-93a2-3b63011c347b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:18.752660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:18.766465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3d78c-4bb4-4adc-80a2-4adf8e8085d5 None None] Pushing event deleted for resources: {'Port': ['ID=df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:18.775582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b3d78c-4bb4-4adc-80a2-4adf8e8085d5 None None] No DVR routers for this DVR port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:18.957066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 7ecb33ec-b359-4115-93a2-3b63011c347b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7ecb33ec-b359-4115-93a2-3b63011c347b,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:18.957066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.074531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 7ecb33ec-b359-4115-93a2-3b63011c347b owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:19.253054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:19.253513 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.316964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] The port 'df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:37:19.376544 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:37:19.414402 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.484054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=7ecb33ec-b359-4115-93a2-3b63011c347b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:19.490868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.616406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['171aa362-7ea2-4c9b-8765-cf7e4c60a220']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:19.638884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '524533c0-725a-4d0e-85b8-e3a88707aded') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:19.639447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '524533c0-725a-4d0e-85b8-e3a88707aded') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:19.662464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.736584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f19515be-37c6-436e-a5f1-8cfb170617fb no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:19.742753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.775563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: f19515be-37c6-436e-a5f1-8cfb170617fb {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:19.775908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f19515be-37c6-436e-a5f1-8cfb170617fb not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:19.776314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:19.803073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.809221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:19.816880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device df7b68d5-1aca-430e-9e3f-1f0ba1b9d3f6 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:19.913176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Releasing vlan 709 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:37:19.913576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:37:19.934808 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:37:20.081009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:20.216798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:20.241085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:20.256146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Network': ['ID=171aa362-7ea2-4c9b-8765-cf7e4c60a220,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:20.277332 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-46bbbcef-8f87-484d-90ab-82104c68fb39 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/networks/171aa362-7ea2-4c9b-8765-cf7e4c60a220 HTTP/1.1" status: 204 len: 168 time: 2.4443178 Feb 28 11:37:20.283991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53738) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:20.643279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:20.722964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:20.943270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:20.951755 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d00174a6-88be-4322-8e18-b904fbd491d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/8f0b63db-91bc-498b-a12d-7ddb7b33eb10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0674400 Feb 28 11:37:20.962217 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] Sync routers for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:20.984182 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:20.984912 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:21.214762 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:21.419116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port 8e353bbc-f575-4ff8-ad35-795dae78c08d {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:21.419116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:21.629209 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:37:19Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '51402647-e64c-496e-98e8-297b0f477f66', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:50Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:21.634993 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] Checking router: 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:21.647108 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:21.647267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port 8e353bbc-f575-4ff8-ad35-795dae78c08d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8e353bbc-f575-4ff8-ad35-795dae78c08d,segment=NetworkSegment(2ff9a155-80e9-4a4c-9d53-611e428aed97),segment_id=2ff9a155-80e9-4a4c-9d53-611e428aed97)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:21.647267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:21.647609 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:21.786797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for 8e353bbc-f575-4ff8-ad35-795dae78c08d owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:21.873241 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:21.957321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7ac33-fa25-43c2-8a0c-6fe4089df30c req-6dfde4ef-f80e-4c27-b118-b15e7765e12e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:21.958166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-28f7ac33-fa25-43c2-8a0c-6fe4089df30c req-6dfde4ef-f80e-4c27-b118-b15e7765e12e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:22.214177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-28f7ac33-fa25-43c2-8a0c-6fe4089df30c req-6dfde4ef-f80e-4c27-b118-b15e7765e12e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:22.216447 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-28f7ac33-fa25-43c2-8a0c-6fe4089df30c req-6dfde4ef-f80e-4c27-b118-b15e7765e12e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 946 time: 0.4007037 Feb 28 11:37:22.228504 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:37:19Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '51402647-e64c-496e-98e8-297b0f477f66', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:50Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:22.232404 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1ea8b1-4c49-4e81-8889-9c4216bece7c None None] The sync data for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv is: [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:37:19Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '51402647-e64c-496e-98e8-297b0f477f66', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.53', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'port_id': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'mac_address': 'fa:16:3e:aa:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:50Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:22.268587 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-28f7ac33-fa25-43c2-8a0c-6fe4089df30c req-2597f20a-b0f6-425b-9ea4-d3c3bbe92256 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464368 Feb 28 11:37:22.283049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:22.331563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=8e353bbc-f575-4ff8-ad35-795dae78c08d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:22.538813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:23.171670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-b3d7da96-9047-4086-8a0d-469e39f93222 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:23.172947 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-b3d7da96-9047-4086-8a0d-469e39f93222 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 946 time: 0.1043141 Feb 28 11:37:23.251122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:23.251458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:23.281775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:23.625180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7ecb33ec-b359-4115-93a2-3b63011c347b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:23.663084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 7ecb33ec-b359-4115-93a2-3b63011c347b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:23.663421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7ecb33ec-b359-4115-93a2-3b63011c347b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:23.709844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77badbc0-2c2b-4195-82c7-4834a1e3f175 req-610ea93a-4d51-4ee6-a8b2-af2d2e08f8c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:23.711277 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-77badbc0-2c2b-4195-82c7-4834a1e3f175 req-610ea93a-4d51-4ee6-a8b2-af2d2e08f8c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 946 time: 0.3112214 Feb 28 11:37:23.713892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:23.714241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:23.858832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:23.918815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:23.929930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:23.943631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:23.944274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:23.954440 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-beaaf35b-354d-405c-b19a-7cadb79cbf6c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6731508 Feb 28 11:37:23.954875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53748) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:23.971167 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-77badbc0-2c2b-4195-82c7-4834a1e3f175 req-c96d5126-7af2-4e08-8765-c9086a29d84b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=767f34bb-45a9-4285-84bb-e577b246ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2487884 Feb 28 11:37:24.150412 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:24.161953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:24.175731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-89f9607c-5c83-4017-857a-8525891653df tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting subnet 3ef4401a-15fd-4776-977e-dfa971555da8 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:37:24.188713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-89f9607c-5c83-4017-857a-8525891653df tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:24.208547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:24.252286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-89f9607c-5c83-4017-857a-8525891653df tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:24.290119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:24.292495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:24.295888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aec022-9886-4877-87ed-6fd335f6a7ee', 'name': 'network-vif-deleted', 'tag': 'bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:37:24.340928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-89f9607c-5c83-4017-857a-8525891653df tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:24.353773 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aec022-9886-4877-87ed-6fd335f6a7ee', 'name': 'network-vif-deleted', 'tag': 'bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4', 'status': 'completed', 'code': 200} Feb 28 11:37:24.448442 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a97e55f0-ac4e-4993-b4ee-e94e8194bdd4 req-0f4c3e70-1cfb-411a-be92-221de1f4a258 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 HTTP/1.1" status: 204 len: 173 time: 1.2633028 Feb 28 11:37:24.471265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:21Z', 'revision_number': 10, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:24.474972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:24.485740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:24.486320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:24.644844 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:24.797850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-89f9607c-5c83-4017-857a-8525891653df tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:24.851898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f9607c-5c83-4017-857a-8525891653df tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef4401a-15fd-4776-977e-dfa971555da8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:24.861112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-89f9607c-5c83-4017-857a-8525891653df tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:24.873388 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-89f9607c-5c83-4017-857a-8525891653df tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/3ef4401a-15fd-4776-977e-dfa971555da8 HTTP/1.1" status: 204 len: 168 time: 0.9166048 Feb 28 11:37:24.878541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53754) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:24.879347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a633f5-7300-488a-a825-750f4e662df9 None None] Network bc11c19b-e2f6-448c-b1b2-090554fb8554 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:25.092597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.103361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port 2adc2395-f69c-46ff-bd63-9eed064beb7c {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:25.103685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.146642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:21Z', 'revision_number': 10, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:25.153818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41dd5509-520d-45b5-9ee7-6464761adada None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:21Z', 'revision_number': 10, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None, '_interfaces': [{'id': 'f14fc8b9-7daf-42a2-bda7-068f7f4a6715', 'name': '', 'network_id': 'efa8aa46-0774-4811-aa7c-239eb0460200', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'mac_address': 'fa:16:3e:95:ba:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acacb72a-2754-4f44-9d34-07647378e096', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:36:32Z', 'updated_at': '2022-02-28T11:36:41Z', 'revision_number': 5, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'subnets': [{'id': 'c6d0f9cc-b027-4494-ab0c-8910bbab18ec', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:25.186953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-987aac6c-aacb-4ea9-94c5-11dffed96a74 req-ac2634da-b067-42a1-b211-da4547484d1c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:25.225850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] DHCP port deletion for bc11c19b-e2f6-448c-b1b2-090554fb8554 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:37:25.231124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] Deleting port 2adc2395-f69c-46ff-bd63-9eed064beb7c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:25.231500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.328216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-987aac6c-aacb-4ea9-94c5-11dffed96a74 req-ac2634da-b067-42a1-b211-da4547484d1c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:25.337667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-987aac6c-aacb-4ea9-94c5-11dffed96a74 req-ac2634da-b067-42a1-b211-da4547484d1c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=35aec022-9886-4877-87ed-6fd335f6a7ee HTTP/1.1" status: 200 len: 210 time: 0.2019346 Feb 28 11:37:25.364585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port 2adc2395-f69c-46ff-bd63-9eed064beb7c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2adc2395-f69c-46ff-bd63-9eed064beb7c,segment=NetworkSegment(2ff9a155-80e9-4a4c-9d53-611e428aed97),segment_id=2ff9a155-80e9-4a4c-9d53-611e428aed97)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:25.364942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.474474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] For port 2adc2395-f69c-46ff-bd63-9eed064beb7c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2adc2395-f69c-46ff-bd63-9eed064beb7c,segment=NetworkSegment(2ff9a155-80e9-4a4c-9d53-611e428aed97),segment_id=2ff9a155-80e9-4a4c-9d53-611e428aed97)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:25.474765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.485350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for 2adc2395-f69c-46ff-bd63-9eed064beb7c owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:25.637841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] Calling delete_port for 2adc2395-f69c-46ff-bd63-9eed064beb7c owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:25.694103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8e353bbc-f575-4ff8-ad35-795dae78c08d no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:25.706133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.736684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 8e353bbc-f575-4ff8-ad35-795dae78c08d {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:25.737212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8e353bbc-f575-4ff8-ad35-795dae78c08d not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:25.737623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2adc2395-f69c-46ff-bd63-9eed064beb7c no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:25.789011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=2adc2395-f69c-46ff-bd63-9eed064beb7c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:25.789011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No DVR routers for this DVR port 2adc2395-f69c-46ff-bd63-9eed064beb7c on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:25.789588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 2adc2395-f69c-46ff-bd63-9eed064beb7c {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:25.789588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2adc2395-f69c-46ff-bd63-9eed064beb7c not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:25.805701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:37:25.806058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:37:25.923567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.951692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc11c19b-e2f6-448c-b1b2-090554fb8554']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:25.963307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff9a155-80e9-4a4c-9d53-611e428aed97') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:25.963603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff9a155-80e9-4a4c-9d53-611e428aed97') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:25.975726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:25.991872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Releasing vlan 734 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:37:26.028760 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:37:26.294623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.307607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] Deleting port 2adc2395-f69c-46ff-bd63-9eed064beb7c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:26.308116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.311426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.321991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Network': ['ID=bc11c19b-e2f6-448c-b1b2-090554fb8554,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:26.329996 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b98058cd-e5b2-4a37-9776-21599a8f2c07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/networks/bc11c19b-e2f6-448c-b1b2-090554fb8554 HTTP/1.1" status: 204 len: 168 time: 1.4532564 Feb 28 11:37:26.333893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53762) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:26.379076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8b6d7999-e439-4d80-9972-f817ef4f9f2d None None] The port '2adc2395-f69c-46ff-bd63-9eed064beb7c' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:37:26.442753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53768) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:26.519418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f692ab64-d2fe-47a9-ac4e-34c898220ac0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.548324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f692ab64-d2fe-47a9-ac4e-34c898220ac0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.728489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f692ab64-d2fe-47a9-ac4e-34c898220ac0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.747385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692ab64-d2fe-47a9-ac4e-34c898220ac0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=767f34bb-45a9-4285-84bb-e577b246ded8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:26.758188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f692ab64-d2fe-47a9-ac4e-34c898220ac0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.758188 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f692ab64-d2fe-47a9-ac4e-34c898220ac0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/767f34bb-45a9-4285-84bb-e577b246ded8 HTTP/1.1" status: 204 len: 168 time: 0.3094316 Feb 28 11:37:26.789951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:26.897487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53774) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:27.021518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:27.053618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:27.054058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device bb1b2ce8-c2b6-43ce-8230-641dbf3d96a4 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:27.086766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e510cba-8a35-4170-aa76-f32ad5598b07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting subnet a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:37:27.089731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e510cba-8a35-4170-aa76-f32ad5598b07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.146063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e510cba-8a35-4170-aa76-f32ad5598b07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.232617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e510cba-8a35-4170-aa76-f32ad5598b07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.381453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port f14fc8b9-7daf-42a2-bda7-068f7f4a6715 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:27.382033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.413438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e510cba-8a35-4170-aa76-f32ad5598b07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.455112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e510cba-8a35-4170-aa76-f32ad5598b07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Subnet': ['ID=a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:27.463383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e510cba-8a35-4170-aa76-f32ad5598b07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.469654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41be3fb7-668a-46a4-9605-5c02ce46ec81 None None] Network d6d0a46f-6bfd-4867-9b92-9183b884db6a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:27.473534 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8e510cba-8a35-4170-aa76-f32ad5598b07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/subnets/a6a8f5e8-661f-4861-a6dc-e803d4a0eb3a HTTP/1.1" status: 204 len: 168 time: 0.5802240 Feb 28 11:37:27.473769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53778) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:27.568587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port f14fc8b9-7daf-42a2-bda7-068f7f4a6715, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f14fc8b9-7daf-42a2-bda7-068f7f4a6715,segment=NetworkSegment(bb23a588-350d-4b97-a19a-12063ea15bc6),segment_id=bb23a588-350d-4b97-a19a-12063ea15bc6)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:27.568945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.590193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.601355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 9c8899ce-a25b-4e38-b326-cf9b99230fce {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:27.601935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.717680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for f14fc8b9-7daf-42a2-bda7-068f7f4a6715 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:27.758834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] DHCP port deletion for d6d0a46f-6bfd-4867-9b92-9183b884db6a request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:37:27.776185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] Deleting port 9c8899ce-a25b-4e38-b326-cf9b99230fce {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:27.776185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:27.968678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 9c8899ce-a25b-4e38-b326-cf9b99230fce, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9c8899ce-a25b-4e38-b326-cf9b99230fce,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:27.968678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.022649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] For port 9c8899ce-a25b-4e38-b326-cf9b99230fce, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9c8899ce-a25b-4e38-b326-cf9b99230fce,segment=NetworkSegment(be1af314-3c80-47da-abb0-b58c9e4376f1),segment_id=be1af314-3c80-47da-abb0-b58c9e4376f1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:28.022649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.083600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 9c8899ce-a25b-4e38-b326-cf9b99230fce owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:28.099710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.149494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] Calling delete_port for 9c8899ce-a25b-4e38-b326-cf9b99230fce owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:28.291350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.319428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=f14fc8b9-7daf-42a2-bda7-068f7f4a6715,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:28.325079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:37:28.325079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:37:28.362825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=9c8899ce-a25b-4e38-b326-cf9b99230fce,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:28.381223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port 9c8899ce-a25b-4e38-b326-cf9b99230fce on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:28.470943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.529631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.562731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d0a46f-6bfd-4867-9b92-9183b884db6a']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:28.571851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be1af314-3c80-47da-abb0-b58c9e4376f1') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:28.572142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be1af314-3c80-47da-abb0-b58c9e4376f1') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:28.584172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.600728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.607183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Releasing vlan 742 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:37:28.607576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:37:28.622497 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:37:28.820950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] Deleting port 9c8899ce-a25b-4e38-b326-cf9b99230fce {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:28.820950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.890338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-840a8fe0-1641-49dc-84b5-4f16f2a10f67 None None] The port '9c8899ce-a25b-4e38-b326-cf9b99230fce' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:37:28.910759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:28.911366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.934487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:28.950126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Network': ['ID=d6d0a46f-6bfd-4867-9b92-9183b884db6a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:29.062836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:29.071015 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:29.075733 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e976a2d4-be27-4ebb-bcc9-169944abaf50 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7407346 Feb 28 11:37:29.079851 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7e476467-ee48-4c24-8034-ecb7aa03114e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/networks/d6d0a46f-6bfd-4867-9b92-9183b884db6a HTTP/1.1" status: 204 len: 168 time: 1.6030595 Feb 28 11:37:29.079851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53782) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:29.080724 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53784) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:29.086547 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:29.087363 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:29.246877 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:29.316343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port e6dabbaf-afd9-4761-ae74-2af29465b65c {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:29.316688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.321157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-f57ea5dc-69fd-4ac6-b82c-47d390be9be3 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting subnet c6d0f9cc-b027-4494-ab0c-8910bbab18ec {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:37:29.325091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f57ea5dc-69fd-4ac6-b82c-47d390be9be3 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.359615 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:27Z', 'revision_number': 11, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:29.363870 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:29.375324 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:29.375931 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:29.390072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f57ea5dc-69fd-4ac6-b82c-47d390be9be3 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.477256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f57ea5dc-69fd-4ac6-b82c-47d390be9be3 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.493054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.509805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.509974 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:29.623003 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:27Z', 'revision_number': 11, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:29.623003 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ddfe83-2d8e-4d34-88cb-e2f6ea092dc9 None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:27Z', 'revision_number': 11, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:29.698065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f57ea5dc-69fd-4ac6-b82c-47d390be9be3 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.766272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57ea5dc-69fd-4ac6-b82c-47d390be9be3 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Subnet': ['ID=c6d0f9cc-b027-4494-ab0c-8910bbab18ec,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:29.766272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f57ea5dc-69fd-4ac6-b82c-47d390be9be3 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.768514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for e6dabbaf-afd9-4761-ae74-2af29465b65c owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:29.770514 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f57ea5dc-69fd-4ac6-b82c-47d390be9be3 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/c6d0f9cc-b027-4494-ab0c-8910bbab18ec HTTP/1.1" status: 204 len: 168 time: 0.6684821 Feb 28 11:37:29.770946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c17213-3020-4833-9afb-27062e8839f4 None None] Network efa8aa46-0774-4811-aa7c-239eb0460200 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:29.771395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53792) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:29.872131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.883536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Deleting port 24617bc9-921e-4e65-95e5-5b5addb72a59 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:29.883863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:29.992677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9c8899ce-a25b-4e38-b326-cf9b99230fce no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:30.001925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.044594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=e6dabbaf-afd9-4761-ae74-2af29465b65c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:30.045723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] DHCP port deletion for efa8aa46-0774-4811-aa7c-239eb0460200 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:37:30.051818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 9c8899ce-a25b-4e38-b326-cf9b99230fce {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:30.052160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9c8899ce-a25b-4e38-b326-cf9b99230fce not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:30.063896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] Deleting port 24617bc9-921e-4e65-95e5-5b5addb72a59 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:30.064270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.164876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.236251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] For port 24617bc9-921e-4e65-95e5-5b5addb72a59, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=24617bc9-921e-4e65-95e5-5b5addb72a59,segment=NetworkSegment(bb23a588-350d-4b97-a19a-12063ea15bc6),segment_id=bb23a588-350d-4b97-a19a-12063ea15bc6)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:30.236620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.331302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] For port 24617bc9-921e-4e65-95e5-5b5addb72a59, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=24617bc9-921e-4e65-95e5-5b5addb72a59,segment=NetworkSegment(bb23a588-350d-4b97-a19a-12063ea15bc6),segment_id=bb23a588-350d-4b97-a19a-12063ea15bc6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:30.331752 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.364866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Calling delete_port for 24617bc9-921e-4e65-95e5-5b5addb72a59 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:30.459841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] Calling delete_port for 24617bc9-921e-4e65-95e5-5b5addb72a59 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:30.534787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.539519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:37:30.540112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:37:30.582611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Port': ['ID=24617bc9-921e-4e65-95e5-5b5addb72a59,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:30.583168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:30.590241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No DVR routers for this DVR port 24617bc9-921e-4e65-95e5-5b5addb72a59 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:30.715640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.741277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efa8aa46-0774-4811-aa7c-239eb0460200']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:30.754116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb23a588-350d-4b97-a19a-12063ea15bc6') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:30.754254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb23a588-350d-4b97-a19a-12063ea15bc6') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:30.765651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.782545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:30.785913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.791544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] Sync routers for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:30.794366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:37:30.794764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.812243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:30.813174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:30.813174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:37:30.813402 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:37:30.880140 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-10ac5695-e7fe-4389-97cb-6c60f8546bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/floatingips/51402647-e64c-496e-98e8-297b0f477f66 HTTP/1.1" status: 204 len: 168 time: 1.7943904 Feb 28 11:37:30.880140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:37:30.947967 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'status': 'completed', 'code': 200} Feb 28 11:37:31.001741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:31.032137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.037062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.041743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] Deleting port 24617bc9-921e-4e65-95e5-5b5addb72a59 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:31.041743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.097737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Pushing event deleted for resources: {'Network': ['ID=efa8aa46-0774-4811-aa7c-239eb0460200,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:31.108088 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-244d8799-0c48-4dc6-a4e6-a70564d54c0e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/networks/efa8aa46-0774-4811-aa7c-239eb0460200 HTTP/1.1" status: 204 len: 168 time: 1.3483229 Feb 28 11:37:31.112248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53800) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:31.112248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'routes': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:31.118533 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a922903-4b79-4363-817d-defda6fb41bd req-d9fe9867-28da-4ac8-8474-d002651d7180 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 1098 time: 0.1495419 Feb 28 11:37:31.124787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-900dea64-8180-4976-92c3-a2fc6d237fbb None None] The port '24617bc9-921e-4e65-95e5-5b5addb72a59' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:37:31.271877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a922903-4b79-4363-817d-defda6fb41bd req-82dcce11-fd92-4914-98d5-7308540c7ec8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:31.274286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a922903-4b79-4363-817d-defda6fb41bd req-82dcce11-fd92-4914-98d5-7308540c7ec8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=972b77cf-bcb2-4307-9715-3a0124ece65d HTTP/1.1" status: 200 len: 898 time: 0.1494362 Feb 28 11:37:31.367398 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a922903-4b79-4363-817d-defda6fb41bd req-8102b8af-658a-4c5e-bfb7-a6aca0062131 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cdf91a86-3f61-4842-be79-aee9da8297ea HTTP/1.1" status: 200 len: 217 time: 0.0853920 Feb 28 11:37:31.421840 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:37:19Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:31.425778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] Checking router: 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:31.437303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:31.437919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:31.443539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a922903-4b79-4363-817d-defda6fb41bd req-bc665e63-d57b-4e59-8724-7ced36e0e7bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:31.445390 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a922903-4b79-4363-817d-defda6fb41bd req-bc665e63-d57b-4e59-8724-7ced36e0e7bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5878a6b9-b8fb-4598-91ef-865504684a83 HTTP/1.1" status: 200 len: 835 time: 0.0732574 Feb 28 11:37:31.455884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.extraroute_db [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Added routes are [] {{(pid=84338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 11:37:31.456303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.extraroute_db [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Removed routes are [] {{(pid=84338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 11:37:31.458616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.567437 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a922903-4b79-4363-817d-defda6fb41bd req-b353eeab-8db5-4a6f-bfd7-cce66e84beab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=972b77cf-bcb2-4307-9715-3a0124ece65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1155639 Feb 28 11:37:31.672394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f14fc8b9-7daf-42a2-bda7-068f7f4a6715 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:31.716686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: f14fc8b9-7daf-42a2-bda7-068f7f4a6715 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:31.716686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f14fc8b9-7daf-42a2-bda7-068f7f4a6715 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:31.717079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 24617bc9-921e-4e65-95e5-5b5addb72a59 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:31.757531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 24617bc9-921e-4e65-95e5-5b5addb72a59 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:31.757818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 24617bc9-921e-4e65-95e5-5b5addb72a59 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:31.773678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:31.836464 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a922903-4b79-4363-817d-defda6fb41bd req-8bd36f18-479e-4037-8280-3170413089b5 service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624748 Feb 28 11:37:31.878087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc521a8-128d-43bf-bf0b-62e4a0ae6dd0 req-a7ea8cac-d3cc-4e95-b03d-76a6bd08108a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:31.905257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-0fc521a8-128d-43bf-bf0b-62e4a0ae6dd0 req-a7ea8cac-d3cc-4e95-b03d-76a6bd08108a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:31.919469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:31.922979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:32.026464 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a922903-4b79-4363-817d-defda6fb41bd req-2cdf6e35-a6e0-4e63-8b28-f2b382c2f7af service neutron] 10.222.0.57 "GET /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685455 Feb 28 11:37:32.080765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router acacb72a-2754-4f44-9d34-07647378e096 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:32.150247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-0fc521a8-128d-43bf-bf0b-62e4a0ae6dd0 req-a7ea8cac-d3cc-4e95-b03d-76a6bd08108a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:32.150247 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0fc521a8-128d-43bf-bf0b-62e4a0ae6dd0 req-a7ea8cac-d3cc-4e95-b03d-76a6bd08108a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 945 time: 0.4396186 Feb 28 11:37:32.157635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:37:19Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:32.162420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76e9ffc-d259-4523-943d-7e4fa18c16b5 None None] The sync data for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv is: [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:37:19Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '29ab485a-ac54-4be3-bcab-499794e385f9', 'name': '', 'network_id': '972b77cf-bcb2-4307-9715-3a0124ece65d', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:df:cf:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:49Z', 'updated_at': '2022-02-28T11:35:04Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5878a6b9-b8fb-4598-91ef-865504684a83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:32.199241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-0fc521a8-128d-43bf-bf0b-62e4a0ae6dd0 req-339acdd3-47bc-462a-adbf-499311a20af4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:32.235012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:32.245598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:32.245598 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b7ef259b-ceb0-44d8-ad07-31226515eb07 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096 HTTP/1.1" status: 200 len: 705 time: 1.1410549 Feb 28 11:37:32.251467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53806) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:32.252260 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] Sync routers for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:32.260847 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:32.261481 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:32.287762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0b284cfb-f6d9-41dd-a59a-8053b2ca7a94 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:32.353265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-0fc521a8-128d-43bf-bf0b-62e4a0ae6dd0 req-339acdd3-47bc-462a-adbf-499311a20af4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:32.354905 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0fc521a8-128d-43bf-bf0b-62e4a0ae6dd0 req-339acdd3-47bc-462a-adbf-499311a20af4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068393 Feb 28 11:37:32.385732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0b284cfb-f6d9-41dd-a59a-8053b2ca7a94 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:32.389924 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0b284cfb-f6d9-41dd-a59a-8053b2ca7a94 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=acacb72a-2754-4f44-9d34-07647378e096 HTTP/1.1" status: 200 len: 205 time: 0.1405263 Feb 28 11:37:32.392001 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53810) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:32.401136 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:32.472527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b5f1f6-0287-4e38-9a9f-59483c86883c None None] New status for floating IP 51402647-e64c-496e-98e8-297b0f477f66: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:37:32.537478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9a00364-ce92-427e-b898-37f5d02066d2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:32.544859 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:27Z', 'revision_number': 11, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:32.549034 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] Checking router: acacb72a-2754-4f44-9d34-07647378e096 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:32.559850 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] Routers {'acacb72a-2754-4f44-9d34-07647378e096'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:32.560507 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['acacb72a-2754-4f44-9d34-07647378e096'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:32.700848 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] Set router acacb72a-2754-4f44-9d34-07647378e096 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:32.818031 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:27Z', 'revision_number': 11, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:32.821875 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab12ec38-ba0b-4bfa-9eb9-82a280194091 None None] The sync data for ids ['acacb72a-2754-4f44-9d34-07647378e096'] in dv-neutron-830866-1-hyperv is: [{'id': 'acacb72a-2754-4f44-9d34-07647378e096', 'name': 'tempest-RoutersIpV6Test-router-1140463910', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:36:28Z', 'updated_at': '2022-02-28T11:37:27Z', 'revision_number': 11, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:32.968300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9a00364-ce92-427e-b898-37f5d02066d2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:32.973288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9a00364-ce92-427e-b898-37f5d02066d2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.048164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee098d-900e-4607-b99a-5127f860688a req-0f5c80a2-6237-47d6-a9e9-d91283366eb1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:33.049552 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0bee098d-900e-4607-b99a-5127f860688a req-0f5c80a2-6237-47d6-a9e9-d91283366eb1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 945 time: 0.1775532 Feb 28 11:37:33.111150 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9a00364-ce92-427e-b898-37f5d02066d2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.111698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a00364-ce92-427e-b898-37f5d02066d2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Fanout notify agent at l3_agent the message router_deleted on router acacb72a-2754-4f44-9d34-07647378e096 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:37:33.134058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0bee098d-900e-4607-b99a-5127f860688a req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port cdf91a86-3f61-4842-be79-aee9da8297ea {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:33.134058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0bee098d-900e-4607-b99a-5127f860688a req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.136949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9a00364-ce92-427e-b898-37f5d02066d2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.136949 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e9a00364-ce92-427e-b898-37f5d02066d2 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096 HTTP/1.1" status: 204 len: 168 time: 0.7388866 Feb 28 11:37:33.142408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53814) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:33.148540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-864040173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:33.156592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:33.161231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Usage tracker for resource:router and tenant:8d8547af06524d0d97e0a152f9f64277 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:33.164012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:33.171772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:33.277292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.277292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.291395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.381828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-0bee098d-900e-4607-b99a-5127f860688a req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port cdf91a86-3f61-4842-be79-aee9da8297ea, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cdf91a86-3f61-4842-be79-aee9da8297ea,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:33.382184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0bee098d-900e-4607-b99a-5127f860688a req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.477476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.505637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0bee098d-900e-4607-b99a-5127f860688a req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for cdf91a86-3f61-4842-be79-aee9da8297ea owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:33.598415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.599753 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-549b39e8-3909-4e77-b488-751250f04122 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4605160 Feb 28 11:37:33.602621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53820) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:33.609151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-25ce649f-0a1a-4e9a-8be8-028a5a03d008 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:33.645964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c9a7f6-2552-4219-8eff-f59d2b284031 req-f48a33e7-8c3d-4757-9700-69c9790d1cd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:33.647468 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-49c9a7f6-2552-4219-8eff-f59d2b284031 req-f48a33e7-8c3d-4757-9700-69c9790d1cd3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 945 time: 0.1483433 Feb 28 11:37:33.745659 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-49c9a7f6-2552-4219-8eff-f59d2b284031 req-6078be1d-6465-41d2-ba7d-a718909bd97b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635371 Feb 28 11:37:33.844506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0bee098d-900e-4607-b99a-5127f860688a req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.890871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=cdf91a86-3f61-4842-be79-aee9da8297ea,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:33.945505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.973850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bee098d-900e-4607-b99a-5127f860688a req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port cdf91a86-3f61-4842-be79-aee9da8297ea on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:33.973850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0bee098d-900e-4607-b99a-5127f860688a req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:33.973850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'name': 'network-vif-deleted', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:37:34.029708 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9cd8a7-b82a-4161-bd89-52dac9eec285', 'name': 'network-vif-deleted', 'tag': 'cdf91a86-3f61-4842-be79-aee9da8297ea', 'status': 'completed', 'code': 200} Feb 28 11:37:34.076833 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0bee098d-900e-4607-b99a-5127f860688a req-894b2ad2-d88d-448b-a7da-a45713c6c956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/cdf91a86-3f61-4842-be79-aee9da8297ea HTTP/1.1" status: 204 len: 173 time: 1.0218239 Feb 28 11:37:34.123797 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-25ce649f-0a1a-4e9a-8be8-028a5a03d008 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:34.261481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-25ce649f-0a1a-4e9a-8be8-028a5a03d008 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:34.509998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ce649f-0a1a-4e9a-8be8-028a5a03d008 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Router 161ed773-184b-4cfb-8978-6c2b52c9eb78 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:37:34.661064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ce649f-0a1a-4e9a-8be8-028a5a03d008 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:34.663798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-25ce649f-0a1a-4e9a-8be8-028a5a03d008 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:34.664970 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-25ce649f-0a1a-4e9a-8be8-028a5a03d008 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "PUT /v2.0/routers/161ed773-184b-4cfb-8978-6c2b52c9eb78 HTTP/1.1" status: 200 len: 697 time: 1.0611987 Feb 28 11:37:34.668422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53826) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:34.671851 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] Sync routers for ids ['161ed773-184b-4cfb-8978-6c2b52c9eb78'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:34.688381 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] Routers {'161ed773-184b-4cfb-8978-6c2b52c9eb78'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:34.689113 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['161ed773-184b-4cfb-8978-6c2b52c9eb78'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:34.842053 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] Set router 161ed773-184b-4cfb-8978-6c2b52c9eb78 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:34.846181 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6f6619e2-3645-4f45-8923-198b2ec4df9b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/routers/161ed773-184b-4cfb-8978-6c2b52c9eb78 HTTP/1.1" status: 200 len: 703 time: 0.1768980 Feb 28 11:37:34.847574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53834) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:34.927387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5fc7929a-c0fc-4fa5-8b62-82d80a67a1d8 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=161ed773-184b-4cfb-8978-6c2b52c9eb78 HTTP/1.1" status: 200 len: 205 time: 0.0696676 Feb 28 11:37:34.929103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53838) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:34.973578 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161ed773-184b-4cfb-8978-6c2b52c9eb78', 'name': 'tempest-RoutersIpV6Test-router-864040173', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:33Z', 'updated_at': '2022-02-28T11:37:34Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:34.977163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-6a1cf004-90de-490f-911c-2bef06547bc2 req-430da6f6-1f2d-42d9-81df-862302321a7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:34.977728 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] Checking router: 161ed773-184b-4cfb-8978-6c2b52c9eb78 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:34.989114 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] Routers {'161ed773-184b-4cfb-8978-6c2b52c9eb78'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:34.989724 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['161ed773-184b-4cfb-8978-6c2b52c9eb78'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:35.076508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38d5a320-bef9-43b6-af79-f51a9fc94871 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:35.143432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-6a1cf004-90de-490f-911c-2bef06547bc2 req-430da6f6-1f2d-42d9-81df-862302321a7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:35.153081 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] Set router 161ed773-184b-4cfb-8978-6c2b52c9eb78 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:35.155595 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a1cf004-90de-490f-911c-2bef06547bc2 req-430da6f6-1f2d-42d9-81df-862302321a7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=7e9cd8a7-b82a-4161-bd89-52dac9eec285 HTTP/1.1" status: 200 len: 210 time: 0.2236414 Feb 28 11:37:35.284655 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '161ed773-184b-4cfb-8978-6c2b52c9eb78', 'name': 'tempest-RoutersIpV6Test-router-864040173', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:33Z', 'updated_at': '2022-02-28T11:37:34Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:35.287489 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afad35e-5d21-4453-afa2-33db6f0fe4a3 None None] The sync data for ids ['161ed773-184b-4cfb-8978-6c2b52c9eb78'] in dv-neutron-830866-1-hyperv is: [{'id': '161ed773-184b-4cfb-8978-6c2b52c9eb78', 'name': 'tempest-RoutersIpV6Test-router-864040173', 'tenant_id': '8d8547af06524d0d97e0a152f9f64277', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:33Z', 'updated_at': '2022-02-28T11:37:34Z', 'revision_number': 2, 'project_id': '8d8547af06524d0d97e0a152f9f64277', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:35.620794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38d5a320-bef9-43b6-af79-f51a9fc94871 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:35.625147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38d5a320-bef9-43b6-af79-f51a9fc94871 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:35.751335 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38d5a320-bef9-43b6-af79-f51a9fc94871 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:35.751885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d5a320-bef9-43b6-af79-f51a9fc94871 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Fanout notify agent at l3_agent the message router_deleted on router 161ed773-184b-4cfb-8978-6c2b52c9eb78 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:37:35.766624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-38d5a320-bef9-43b6-af79-f51a9fc94871 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:35.767654 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-38d5a320-bef9-43b6-af79-f51a9fc94871 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/161ed773-184b-4cfb-8978-6c2b52c9eb78 HTTP/1.1" status: 204 len: 168 time: 0.8415129 Feb 28 11:37:35.771996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53842) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:35.816691 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0c69043f-3166-4bd5-aeb2-7bac93b54004 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Synchronizing usage tracker for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:35.828258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0c69043f-3166-4bd5-aeb2-7bac93b54004 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] Unset dirty status for tenant:8d8547af06524d0d97e0a152f9f64277 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:35.831117 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0c69043f-3166-4bd5-aeb2-7bac93b54004 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=161ed773-184b-4cfb-8978-6c2b52c9eb78 HTTP/1.1" status: 200 len: 205 time: 0.0565398 Feb 28 11:37:35.833648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53846) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:35.898599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-c75a82c0-3e0e-4b6b-a046-4d806c2e228d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] delete failed (client error): The resource could not be found. Feb 28 11:37:35.899649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c75a82c0-3e0e-4b6b-a046-4d806c2e228d tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/161ed773-184b-4cfb-8978-6c2b52c9eb78 HTTP/1.1" status: 404 len: 336 time: 0.0650530 Feb 28 11:37:35.903292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53850) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:35.945560 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f7257a-6738-49b3-b17d-19657b1b901e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] DELETE failed (client error): The resource could not be found. Feb 28 11:37:35.945995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f7257a-6738-49b3-b17d-19657b1b901e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:37:35.947649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e8f7257a-6738-49b3-b17d-19657b1b901e tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/96804e1b-ff7c-4fd3-a492-361f098e4ca8 HTTP/1.1" status: 404 len: 337 time: 0.0434620 Feb 28 11:37:35.950377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53854) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:35.988258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4ff3ee-ca69-4113-911d-6b242b339466 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] DELETE failed (client error): The resource could not be found. Feb 28 11:37:35.988689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4ff3ee-ca69-4113-911d-6b242b339466 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:37:35.990393 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0d4ff3ee-ca69-4113-911d-6b242b339466 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/f384493a-5938-4902-bc73-2f1135f85476 HTTP/1.1" status: 404 len: 337 time: 0.0390999 Feb 28 11:37:35.993013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53858) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.030548 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1559f9ba-2a81-426c-9c38-2be8fc752f61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] DELETE failed (client error): The resource could not be found. Feb 28 11:37:36.031119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1559f9ba-2a81-426c-9c38-2be8fc752f61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:37:36.032747 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1559f9ba-2a81-426c-9c38-2be8fc752f61 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/3ef4401a-15fd-4776-977e-dfa971555da8 HTTP/1.1" status: 404 len: 337 time: 0.0388777 Feb 28 11:37:36.035700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53862) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.075350 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19b6a2a-2499-4a3e-abdd-592e6fc198bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] DELETE failed (client error): The resource could not be found. Feb 28 11:37:36.082725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f19b6a2a-2499-4a3e-abdd-592e6fc198bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:37:36.082725 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f19b6a2a-2499-4a3e-abdd-592e6fc198bc tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/c6d0f9cc-b027-4494-ab0c-8910bbab18ec HTTP/1.1" status: 404 len: 337 time: 0.0408044 Feb 28 11:37:36.082725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53866) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.129166 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e4103d38-c05c-4bc1-acc5-38ffbc0900c5 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=acacb72a-2754-4f44-9d34-07647378e096 HTTP/1.1" status: 200 len: 205 time: 0.0479157 Feb 28 11:37:36.131669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53870) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.197787 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-1c8c8ba9-4113-432d-b58c-51e421bd9cd1 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] delete failed (client error): The resource could not be found. Feb 28 11:37:36.199520 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1c8c8ba9-4113-432d-b58c-51e421bd9cd1 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/acacb72a-2754-4f44-9d34-07647378e096 HTTP/1.1" status: 404 len: 336 time: 0.0668721 Feb 28 11:37:36.202770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53876) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.250241 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ada84bf6-8538-421c-9f2a-3d93a5367297 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=75de987f-c2d3-4c77-9af3-fa507ac660b1 HTTP/1.1" status: 200 len: 205 time: 0.0464017 Feb 28 11:37:36.252919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53880) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.266610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53884) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.316160 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-ab4f00a3-e008-4edb-87cb-7f801e355a09 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] delete failed (client error): The resource could not be found. Feb 28 11:37:36.317181 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ab4f00a3-e008-4edb-87cb-7f801e355a09 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/75de987f-c2d3-4c77-9af3-fa507ac660b1 HTTP/1.1" status: 404 len: 336 time: 0.0635779 Feb 28 11:37:36.319944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53888) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.340568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-434c1be0-8ee2-4713-aaec-0d78a300035b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:36.361494 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-797ea24b-3bad-487f-8367-532e67048130 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] DELETE failed (client error): The resource could not be found. Feb 28 11:37:36.361494 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797ea24b-3bad-487f-8367-532e67048130 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:37:36.364167 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-797ea24b-3bad-487f-8367-532e67048130 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/af87ac1a-2139-40dd-a66e-8ae287e6dc30 HTTP/1.1" status: 404 len: 337 time: 0.0426867 Feb 28 11:37:36.366330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53892) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.371594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-434c1be0-8ee2-4713-aaec-0d78a300035b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:36.409621 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-19c7930c-d6db-4191-9e92-615e658f4eed tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=08fc24b3-9019-4761-999a-7ace9c1b11b5 HTTP/1.1" status: 200 len: 205 time: 0.0420425 Feb 28 11:37:36.412006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53896) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.479574 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-a3c36bb9-142d-4521-bd7c-8e297e7ac619 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] delete failed (client error): The resource could not be found. Feb 28 11:37:36.480722 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a3c36bb9-142d-4521-bd7c-8e297e7ac619 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/08fc24b3-9019-4761-999a-7ace9c1b11b5 HTTP/1.1" status: 404 len: 336 time: 0.0678325 Feb 28 11:37:36.483401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53900) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.524752 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-783fb352-c4ca-44ad-b81a-f0f5271ad7cd tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=1426ae98-881c-4a36-accc-02306a67aa1c HTTP/1.1" status: 200 len: 205 time: 0.0403442 Feb 28 11:37:36.527867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53904) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.545144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-434c1be0-8ee2-4713-aaec-0d78a300035b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:36.564802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c1be0-8ee2-4713-aaec-0d78a300035b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:36.595546 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-628e0fd8-a8a9-4bcf-b847-46ae8a7f719a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] delete failed (client error): The resource could not be found. Feb 28 11:37:36.599489 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-628e0fd8-a8a9-4bcf-b847-46ae8a7f719a tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/1426ae98-881c-4a36-accc-02306a67aa1c HTTP/1.1" status: 404 len: 336 time: 0.0678504 Feb 28 11:37:36.599489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53908) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.637369 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-f048030c-e640-4a54-8100-b1b9694b7b9b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] DELETE failed (client error): The resource could not be found. Feb 28 11:37:36.637993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f048030c-e640-4a54-8100-b1b9694b7b9b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:37:36.643244 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f048030c-e640-4a54-8100-b1b9694b7b9b tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/9747c01b-25be-40e1-a92e-d903676e6b05 HTTP/1.1" status: 404 len: 337 time: 0.0391386 Feb 28 11:37:36.643244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53912) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.644533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-434c1be0-8ee2-4713-aaec-0d78a300035b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:36.645773 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-434c1be0-8ee2-4713-aaec-0d78a300035b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/1780a6b7-1c9f-4f7d-8af8-fea5346ba3f4 HTTP/1.1" status: 204 len: 168 time: 0.3780746 Feb 28 11:37:36.685800 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aaf02aaf-f858-4737-83de-5b819fc74f24 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=18a8a32f-473b-46ed-a158-7bb524c7f3b4 HTTP/1.1" status: 200 len: 205 time: 0.0420506 Feb 28 11:37:36.688393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53918) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.755915 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-2b4dbfe3-d8bd-43d9-b0ba-3bbfd1dc3321 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] delete failed (client error): The resource could not be found. Feb 28 11:37:36.756921 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2b4dbfe3-d8bd-43d9-b0ba-3bbfd1dc3321 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/18a8a32f-473b-46ed-a158-7bb524c7f3b4 HTTP/1.1" status: 404 len: 336 time: 0.0675960 Feb 28 11:37:36.759525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53924) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.785583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53928) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.799489 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-b454e7cb-e3b2-4476-9393-4fe13d795965 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] DELETE failed (client error): The resource could not be found. Feb 28 11:37:36.799950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b454e7cb-e3b2-4476-9393-4fe13d795965 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:37:36.801678 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b454e7cb-e3b2-4476-9393-4fe13d795965 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/f089f4d6-5e84-4794-8b3e-5d54d3dca2a4 HTTP/1.1" status: 404 len: 337 time: 0.0412581 Feb 28 11:37:36.804536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53932) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:36.848257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7d0d48e7-b68c-41e2-a9e5-42fec7851527 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "GET /v2.0/ports?device_id=bdc8af20-f785-4852-8e92-3a4a6e28a33f HTTP/1.1" status: 200 len: 205 time: 0.0425689 Feb 28 11:37:36.850444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53936) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:37.003528 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-5240d1e6-545d-4f76-a102-e88d72c33f0c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] delete failed (client error): The resource could not be found. Feb 28 11:37:37.004589 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5240d1e6-545d-4f76-a102-e88d72c33f0c tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/routers/bdc8af20-f785-4852-8e92-3a4a6e28a33f HTTP/1.1" status: 404 len: 336 time: 0.1532133 Feb 28 11:37:37.007119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53940) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:37.046339 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8e5e08-112f-4438-bf7a-68a3926b78e8 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] DELETE failed (client error): The resource could not be found. Feb 28 11:37:37.046838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8e5e08-112f-4438-bf7a-68a3926b78e8 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:37:37.048488 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fb8e5e08-112f-4438-bf7a-68a3926b78e8 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/a23a3172-309a-477c-b939-440c73ed3f47 HTTP/1.1" status: 404 len: 337 time: 0.0404871 Feb 28 11:37:37.051022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53944) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:37.053734 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cdf91a86-3f61-4842-be79-aee9da8297ea no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:37.088783 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: cdf91a86-3f61-4842-be79-aee9da8297ea {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:37.089137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cdf91a86-3f61-4842-be79-aee9da8297ea not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:37.093209 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-17b359b2-4b03-4c60-9f40-f1d9981f80e8 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] DELETE failed (client error): The resource could not be found. Feb 28 11:37:37.093652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17b359b2-4b03-4c60-9f40-f1d9981f80e8 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:37:37.095625 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-17b359b2-4b03-4c60-9f40-f1d9981f80e8 tempest-RoutersIpV6Test-1471389417 tempest-RoutersIpV6Test-1471389417-project] 10.222.0.31 "DELETE /v2.0/subnets/b4d63a8d-7c77-42a8-9a84-e81aed976f57 HTTP/1.1" status: 404 len: 337 time: 0.0437112 Feb 28 11:37:37.199989 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:37.621166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53952) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:37.809443 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-92027844-785e-4e9e-99a9-3acca448932b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d8547af06524d0d97e0a152f9f64277&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1871657 Feb 28 11:37:37.812067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53958) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:37.869993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c8d2b7f-7990-4f96-ace8-c3afcaa6182f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:37.895647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c8d2b7f-7990-4f96-ace8-c3afcaa6182f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:37.916943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 29ab485a-ac54-4be3-bcab-499794e385f9 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:37.918133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:38.099789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 29ab485a-ac54-4be3-bcab-499794e385f9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=29ab485a-ac54-4be3-bcab-499794e385f9,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:38.100140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:38.110789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c8d2b7f-7990-4f96-ace8-c3afcaa6182f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:38.132023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d2b7f-7990-4f96-ace8-c3afcaa6182f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0563ae-2500-4255-8aa7-6a88c961c9d6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:38.135904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c8d2b7f-7990-4f96-ace8-c3afcaa6182f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:38.154028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9c8d2b7f-7990-4f96-ace8-c3afcaa6182f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8d0563ae-2500-4255-8aa7-6a88c961c9d6 HTTP/1.1" status: 204 len: 168 time: 0.3254628 Feb 28 11:37:38.225779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 29ab485a-ac54-4be3-bcab-499794e385f9 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:38.471309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:38.521077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=29ab485a-ac54-4be3-bcab-499794e385f9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:38.861893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:39.550296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:39.634339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53980) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:39.783574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:39.783791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'network': {'name': 'tempest-RoutersTest-533761338'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:39.783791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:39.783980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] Sync routers for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:39.784353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:network and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:39.784353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:39.788150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:39.788755 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:39.789396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:39.901328 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-364aa946-afee-43f5-a92f-d923d659d254 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/8f0b63db-91bc-498b-a12d-7ddb7b33eb10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1146686 Feb 28 11:37:39.904641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53986) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:39.917962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:39.921294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:39.933986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:39.967254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:39.971658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:security_group_rule and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:39.974734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:39.974910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:39.980657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:40.054295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.094268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a78b453-e69c-4fbf-9821-8c355eda9245 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting subnet 5878a6b9-b8fb-4598-91ef-865504684a83 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:37:40.097460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8a78b453-e69c-4fbf-9821-8c355eda9245 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.151014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8a78b453-e69c-4fbf-9821-8c355eda9245 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.179466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.209622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:37:40.221996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=117bc156-e79c-43e6-866d-d7821940f406,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:40.226593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.227154 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added segment 0772f1a9-673c-4273-bea3-aee4cf46d1a5 of type vlan for network 953abee2-2d12-4406-9be0-ba32cc44d80a Feb 28 11:37:40.253537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8a78b453-e69c-4fbf-9821-8c355eda9245 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.261841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.262653 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:37:38Z', 'revision_number': 7, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:40.266663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] Checking router: 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:40.279207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] Routers {'8f0b63db-91bc-498b-a12d-7ddb7b33eb10'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:40.279875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:40.413730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.418508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:40.419135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.456925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] Set router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:40.460033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8a78b453-e69c-4fbf-9821-8c355eda9245 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.512937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a78b453-e69c-4fbf-9821-8c355eda9245 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Subnet': ['ID=5878a6b9-b8fb-4598-91ef-865504684a83,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:40.521661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8a78b453-e69c-4fbf-9821-8c355eda9245 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.527058 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8a78b453-e69c-4fbf-9821-8c355eda9245 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/subnets/5878a6b9-b8fb-4598-91ef-865504684a83 HTTP/1.1" status: 204 len: 168 time: 0.6208937 Feb 28 11:37:40.529959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 53990) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:40.534709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Network': ['ID=953abee2-2d12-4406-9be0-ba32cc44d80a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:40.560993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14900b0-3be2-46a5-8eea-51d944bfcd20 None None] Network 972b77cf-bcb2-4307-9715-3a0124ece65d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:40.572279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 953abee2-2d12-4406-9be0-ba32cc44d80a details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:37:40.652621 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5ed90a5a-9ec0-4f67-a0ff-be7e3cacd9fe tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0164437 Feb 28 11:37:40.653261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53994) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:40.659876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'network': {'name': 'tempest-RoutersTest-1387350768'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:40.668341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:40.672522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:network and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:40.675875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:40.681928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:40.746808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.825842 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:40.829159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.862768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:37:40.872934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.873361 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added segment a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4 of type vlan for network 339a9950-79b1-410e-8f51-0c97d6341c8d Feb 28 11:37:40.904532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:40.949907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:41.008220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:41.012617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:41.013201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:41.032731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 1376bf24-0457-4e29-b6f0-e81f65c3ba32 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:41.032731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:41.087732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:37:38Z', 'revision_number': 7, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:41.092001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9f286d-9891-434e-aee8-bf667ff67976 None None] The sync data for ids ['8f0b63db-91bc-498b-a12d-7ddb7b33eb10'] in dv-neutron-830866-1-hyperv is: [{'id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'name': 'tempest-TestNetworkBasicOps-router-1319386181', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72'}], 'enable_snat': True}, 'gw_port_id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:34:34Z', 'updated_at': '2022-02-28T11:37:38Z', 'revision_number': 7, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '1376bf24-0457-4e29-b6f0-e81f65c3ba32', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:c2:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f0b63db-91bc-498b-a12d-7ddb7b33eb10', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:34:36Z', 'updated_at': '2022-02-28T11:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:41.126535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Network': ['ID=339a9950-79b1-410e-8f51-0c97d6341c8d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:41.139205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 339a9950-79b1-410e-8f51-0c97d6341c8d details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:37:41.231346 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3c5a9db0-5e84-49c4-a39e-db79abaa08ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5718071 Feb 28 11:37:41.231544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 1376bf24-0457-4e29-b6f0-e81f65c3ba32, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1376bf24-0457-4e29-b6f0-e81f65c3ba32,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:41.231544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:41.231784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 53998) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:41.234777 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'subnet': {'network_id': '953abee2-2d12-4406-9be0-ba32cc44d80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:41.352836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 1376bf24-0457-4e29-b6f0-e81f65c3ba32 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:41.465600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:41.469577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:subnet and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:41.472692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:41.478588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:41.487199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8b111a-891b-41fd-b4b6-51329b4c81e7 None None] DHCP port deletion for 972b77cf-bcb2-4307-9715-3a0124ece65d request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:37:41.492221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b111a-891b-41fd-b4b6-51329b4c81e7 None None] Deleting port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:41.493017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd8b111a-891b-41fd-b4b6-51329b4c81e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:41.623443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:41.644144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:41.691088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:41.734541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=1376bf24-0457-4e29-b6f0-e81f65c3ba32,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:41.762069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:41.785292 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cd8b111a-891b-41fd-b4b6-51329b4c81e7 None None] For port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8b6a5e71-addb-4ebd-ac9d-450415dcc4d3,segment=NetworkSegment(51145d63-3cb1-4ada-b0ef-707ef220cf20),segment_id=51145d63-3cb1-4ada-b0ef-707ef220cf20)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:41.785688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd8b111a-891b-41fd-b4b6-51329b4c81e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:41.956557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b111a-891b-41fd-b4b6-51329b4c81e7 None None] Calling delete_port for 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:42.010149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.057869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.111473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.159120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd8b111a-891b-41fd-b4b6-51329b4c81e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.190820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Subnet': ['ID=d5df6b56-17d7-45b4-9b29-58695b450c9f,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:42.210901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b111a-891b-41fd-b4b6-51329b4c81e7 None None] Pushing event deleted for resources: {'Port': ['ID=8b6a5e71-addb-4ebd-ac9d-450415dcc4d3,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:42.211237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Checking segment: {'id': '0772f1a9-673c-4273-bea3-aee4cf46d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '953abee2-2d12-4406-9be0-ba32cc44d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:42.211602 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network hostable DHCP agents. Network: 953abee2-2d12-4406-9be0-ba32cc44d80a, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:37:42.221882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Feb 28 11:37:42.221882 dv-neutron-830866-1-hyperv neutron-server[84340]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Feb 28 11:37:42.221882 dv-neutron-830866-1-hyperv neutron-server[84340]: [parameters: {'status': 'DOWN', 'ports_id': '8b6a5e71-addb-4ebd-ac9d-450415dcc4d3'}] Feb 28 11:37:42.221882 dv-neutron-830866-1-hyperv neutron-server[84340]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:37:42.222430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:37:42.225377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b111a-891b-41fd-b4b6-51329b4c81e7 None None] No DVR routers for this DVR port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:37:42.314530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.318638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.425300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 953abee2-2d12-4406-9be0-ba32cc44d80a is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:37:42.493765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.494365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Fanout notify agent at l3_agent the message router_deleted on router 8f0b63db-91bc-498b-a12d-7ddb7b33eb10 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:37:42.509263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.510383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6d465f54-ba09-4153-b419-fe70b98a1a43 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/routers/8f0b63db-91bc-498b-a12d-7ddb7b33eb10 HTTP/1.1" status: 204 len: 168 time: 1.9773166 Feb 28 11:37:42.514497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54002) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:42.542765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 953abee2-2d12-4406-9be0-ba32cc44d80a) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:42.550759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3b8cfc-59bf-4031-abb0-cfeee11d6cd7 None None] Network 953abee2-2d12-4406-9be0-ba32cc44d80a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:42.596070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:42.596900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.657426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.767727 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6fa0b51b-89a9-4d37-84bc-9b42004c3af2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5381162 Feb 28 11:37:42.770757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54006) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:42.775648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Port 8b6a5e71-addb-4ebd-ac9d-450415dcc4d3 update to DOWN by agent not found {{(pid=84340) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 28 11:37:42.776081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 29ab485a-ac54-4be3-bcab-499794e385f9 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:42.778688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'subnet': {'network_id': '339a9950-79b1-410e-8f51-0c97d6341c8d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:42.796902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.824787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['972b77cf-bcb2-4307-9715-3a0124ece65d']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:42.838090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51145d63-3cb1-4ada-b0ef-707ef220cf20') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:42.838359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51145d63-3cb1-4ada-b0ef-707ef220cf20') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:42.851145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.864163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 29ab485a-ac54-4be3-bcab-499794e385f9 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:42.864371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 29ab485a-ac54-4be3-bcab-499794e385f9 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:42.871894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.878934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:37:42.879325 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:37:42.894739 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:37:42.918976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:42.922083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:subnet and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:42.925469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:42.929686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-953abee2-2d12-4406-9be0-ba32cc44d80a', 'network_id': '953abee2-2d12-4406-9be0-ba32cc44d80a', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'fixed_ips': [{'subnet_id': 'd5df6b56-17d7-45b4-9b29-58695b450c9f'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:37:42.930507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:42.931958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:43.013856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:43.091622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.093672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.118367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Network': ['ID=972b77cf-bcb2-4307-9715-3a0124ece65d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:43.120132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.123017 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-14390137-b730-4f85-b55f-0f4ee44a9c78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/networks/972b77cf-bcb2-4307-9715-3a0124ece65d HTTP/1.1" status: 204 len: 168 time: 0.6066287 Feb 28 11:37:43.141751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54010) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:43.147609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'network': {'name': 'tempest-network-smoke--2014017411', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'port_security_enabled': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:43.194182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Allocated IP 172.20.0.2 (953abee2-2d12-4406-9be0-ba32cc44d80a/d5df6b56-17d7-45b4-9b29-58695b450c9f/dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:43.197450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:43.209010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:network and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:43.221583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:43.231403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:43.329665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:43.332589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.393923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 724} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:37:43.397866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.404089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.404584 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Added segment 1a7d86d2-17d0-46a1-84e7-56945b193be5 of type vlan for network 57abda90-6c47-4be1-872f-80b19087aed1 Feb 28 11:37:43.408504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Transition to ACTIVE for port object dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:43.426776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Transition to ACTIVE for port object dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:43.430868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.470919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.549693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Subnet': ['ID=b6f78e54-bd7b-4a33-a0c9-108344d4096d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:43.561908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Checking segment: {'id': 'a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '339a9950-79b1-410e-8f51-0c97d6341c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:43.562263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network hostable DHCP agents. Network: 339a9950-79b1-410e-8f51-0c97d6341c8d, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:37:43.574522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.597369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.601046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:43.601621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.640522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1376bf24-0457-4e29-b6f0-e81f65c3ba32 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:37:43.685574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 1376bf24-0457-4e29-b6f0-e81f65c3ba32 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:37:43.685913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1376bf24-0457-4e29-b6f0-e81f65c3ba32 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:37:43.687313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Pushing event updated for resources: {'Port': ['ID=dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:43.690506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Network 953abee2-2d12-4406-9be0-ba32cc44d80a is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:43.692219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:43.694209 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:43.707550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 339a9950-79b1-410e-8f51-0c97d6341c8d is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:37:43.731418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Network': ['ID=57abda90-6c47-4be1-872f-80b19087aed1,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:43.766613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 57abda90-6c47-4be1-872f-80b19087aed1 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:37:43.860581 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-943da4e6-6799-4684-b816-ccd7a2dc800b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7173636 Feb 28 11:37:43.871566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54014) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:43.872167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Attempting to bind port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:43.872167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Attempting to bind port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0772f1a9-673c-4273-bea3-aee4cf46d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '953abee2-2d12-4406-9be0-ba32cc44d80a'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:43.872167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Attempting to bind port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 on network 953abee2-2d12-4406-9be0-ba32cc44d80a {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:37:43.872479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'admin_state_up': True, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:43.876096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:43.880001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:router and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:43.882956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:43.888264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:37:43.888636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Checking segment: {'id': '0772f1a9-673c-4273-bea3-aee4cf46d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '953abee2-2d12-4406-9be0-ba32cc44d80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:43.889030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.889402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Bound using segment: {'id': '0772f1a9-673c-4273-bea3-aee4cf46d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '953abee2-2d12-4406-9be0-ba32cc44d80a'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:37:43.889522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:43.889871 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Bound port: dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0772f1a9-673c-4273-bea3-aee4cf46d1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': '953abee2-2d12-4406-9be0-ba32cc44d80a'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:43.890237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.899242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 339a9950-79b1-410e-8f51-0c97d6341c8d) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:43.909113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:43.909113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:43.909558 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3f8238-ba51-4de1-b1f1-1105151ef668 None None] Network 339a9950-79b1-410e-8f51-0c97d6341c8d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:44.025448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.029125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.045114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.076570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] For port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:37:44.082971 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-158817fa-d32e-4c00-b8db-6e986aa16a1a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3107028 Feb 28 11:37:44.086295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54018) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:44.088280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] For port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6,segment=NetworkSegment(0772f1a9-673c-4273-bea3-aee4cf46d1a5),segment_id=0772f1a9-673c-4273-bea3-aee4cf46d1a5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:37:44.091588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1290386752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:44.098198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:44.102063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:router and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:44.105561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:44.111656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:44.183121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-339a9950-79b1-410e-8f51-0c97d6341c8d', 'network_id': '339a9950-79b1-410e-8f51-0c97d6341c8d', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'fixed_ips': [{'subnet_id': 'b6f78e54-bd7b-4a33-a0c9-108344d4096d'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:37:44.190396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.239090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.345537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.347323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.382638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.388463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.393379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbb798-037d-483c-8608-5dbbc34977f6 None None] Pushing event updated for resources: {'Port': ['ID=dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:44.426294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Allocated IP 172.21.0.2 (339a9950-79b1-410e-8f51-0c97d6341c8d/b6f78e54-bd7b-4a33-a0c9-108344d4096d/94e41e23-b104-4020-a047-d6227d29067d) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:44.588569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.657000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.671044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Transition to ACTIVE for port object 94e41e23-b104-4020-a047-d6227d29067d will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:44.693001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Transition to ACTIVE for port object 94e41e23-b104-4020-a047-d6227d29067d will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:44.735202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.768419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.815571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.819438 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-93f252c5-22f6-4f62-b4f9-dec73ecfd89d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7301424 Feb 28 11:37:44.819684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54022) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:44.822544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:44.883542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Network 339a9950-79b1-410e-8f51-0c97d6341c8d is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:44.887699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:44.889975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:44.939549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Pushing event updated for resources: {'Port': ['ID=94e41e23-b104-4020-a047-d6227d29067d,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:44.959532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.21 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:45.040146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Attempting to bind port 94e41e23-b104-4020-a047-d6227d29067d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:45.064693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Attempting to bind port 94e41e23-b104-4020-a047-d6227d29067d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '339a9950-79b1-410e-8f51-0c97d6341c8d'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:45.064693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Attempting to bind port 94e41e23-b104-4020-a047-d6227d29067d on network 339a9950-79b1-410e-8f51-0c97d6341c8d {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:37:45.064693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:37:45.064693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Checking segment: {'id': 'a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '339a9950-79b1-410e-8f51-0c97d6341c8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:45.064693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:45.064693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Bound using segment: {'id': 'a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '339a9950-79b1-410e-8f51-0c97d6341c8d'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:37:45.064693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Bound port: 94e41e23-b104-4020-a047-d6227d29067d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '339a9950-79b1-410e-8f51-0c97d6341c8d'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:45.064693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:45.187277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:45.187544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] For port 94e41e23-b104-4020-a047-d6227d29067d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:37:45.187544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] For port 94e41e23-b104-4020-a047-d6227d29067d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=94e41e23-b104-4020-a047-d6227d29067d,segment=NetworkSegment(a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4),segment_id=a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:37:45.232528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-04379929-b0b6-46d5-ac83-cbec1349f25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:45.447900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:45.474748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:45.527457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d7e9f-2b39-440f-bdbd-8994007aaec8 None None] Pushing event updated for resources: {'Port': ['ID=94e41e23-b104-4020-a047-d6227d29067d,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:45.551439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:45.615628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9bfd00-9e24-488a-be1a-37c2446bbe55 None None] Network 953abee2-2d12-4406-9be0-ba32cc44d80a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:45.663022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:45.675891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:45.696544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:45.714023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:45.731272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:45.962507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.20.0.1 (953abee2-2d12-4406-9be0-ba32cc44d80a/d5df6b56-17d7-45b4-9b29-58695b450c9f/e0c44717-87d0-40af-b1ae-e2790f7ac8e5) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:45.976464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b14d3f79-6935-4dcd-8878-9c245555cd26 None None] Provisioning for port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:45.998694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:46.001267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:46.001703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.017809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.018467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.149620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.153913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.187349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Transition to ACTIVE for port object e0c44717-87d0-40af-b1ae-e2790f7ac8e5 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:46.188391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6,segment=NetworkSegment(0772f1a9-673c-4273-bea3-aee4cf46d1a5),segment_id=0772f1a9-673c-4273-bea3-aee4cf46d1a5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:46.283956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.334174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.355766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:46.380538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:37:46.405309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 953abee2-2d12-4406-9be0-ba32cc44d80a is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:46.408958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:46.412879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:46.429448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eeaf2a6f-0a66-43b1-a874-ea5d11b9b12d None None] Provisioning complete for port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:46.429944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eeaf2a6f-0a66-43b1-a874-ea5d11b9b12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.457730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=e0c44717-87d0-40af-b1ae-e2790f7ac8e5,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:46.500248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.639220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:46.650416 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Sync routers for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:46.679694 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:46.680310 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:46.749382 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.772916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbb2813-b5b4-4ce1-a6c7-5306991f76df None None] Network 339a9950-79b1-410e-8f51-0c97d6341c8d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:46.790578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:46.796949 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b0c157da-06d4-46b6-b76b-cb60425b7f64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9279375 Feb 28 11:37:46.796949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54028) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:46.845699 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-193dd2be-bf75-4626-a4c3-98a3fbd59a6a tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465224 Feb 28 11:37:46.846200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54032) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:46.887897 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:47.004105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5b4cf7-e466-4c5c-a151-a9c1d10d5994 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:47.008271 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6f5b4cf7-e466-4c5c-a151-a9c1d10d5994 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1584880 Feb 28 11:37:47.008565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54036) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:47.056903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-47cf762a-0887-43bf-ba3d-e1d931e153ac tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445580 Feb 28 11:37:47.057630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54040) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:47.063164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300025844', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:47.090792 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e1688849-c45e-4376-b5f3-85af4aca85ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.116827 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32a94c70-a4df-4e5c-b4bd-c9ebde1847c8 None None] Provisioning for port e0c44717-87d0-40af-b1ae-e2790f7ac8e5 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:47.124358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32a94c70-a4df-4e5c-b4bd-c9ebde1847c8 None None] Provisioning complete for port e0c44717-87d0-40af-b1ae-e2790f7ac8e5 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:47.125198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-32a94c70-a4df-4e5c-b4bd-c9ebde1847c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.210637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-32a94c70-a4df-4e5c-b4bd-c9ebde1847c8 None None] Port e0c44717-87d0-40af-b1ae-e2790f7ac8e5 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:37:47.270744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.312824 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:45Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:47.317073 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Checking router: 8b3d312e-3fc6-453c-8a74-b4eecd922b56 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:47.317482 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Updating router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:37:47.321882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-32a94c70-a4df-4e5c-b4bd-c9ebde1847c8 None None] Provisioning for port 94e41e23-b104-4020-a047-d6227d29067d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:47.337370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:47.342049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:subnet and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:47.344907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:47.359842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:47.370941 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.379258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.441974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:37:47.498509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.505728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=e0c44717-87d0-40af-b1ae-e2790f7ac8e5,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:47.582702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.688329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 953abee2-2d12-4406-9be0-ba32cc44d80a is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:47.693527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:47.771290 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.790869 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Transition to ACTIVE for port object 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:47.819329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 94e41e23-b104-4020-a047-d6227d29067d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:47.922775 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.992265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9edd2140-8702-4d22-bc1d-5a4a60ac0160 None None] Provisioning complete for port e0c44717-87d0-40af-b1ae-e2790f7ac8e5 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:47.992930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9edd2140-8702-4d22-bc1d-5a4a60ac0160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:47.999463 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Attempting to bind port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:47.999965 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Attempting to bind port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:48.000420 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Attempting to bind port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:37:48.003292 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Pushing event updated for resources: {'Port': ['ID=9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:48.015976 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:37:48.016542 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:48.017043 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.017536 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:37:48.018120 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Bound port: 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:48.018591 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.045922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9edd2140-8702-4d22-bc1d-5a4a60ac0160 None None] Port e0c44717-87d0-40af-b1ae-e2790f7ac8e5 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:37:48.051055 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.051512 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.052017 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.052452 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.052907 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.053339 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.053787 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.054221 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.054640 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.055115 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.055538 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:48.064665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.117529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 94e41e23-b104-4020-a047-d6227d29067d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:48.117529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 94e41e23-b104-4020-a047-d6227d29067d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:48.117529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.117879 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] For port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:37:48.117879 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] For port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:37:48.149534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=7f63078c-2793-4345-94f6-057602a43ca8,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:48.166656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Checking segment: {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:48.166656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network hostable DHCP agents. Network: 57abda90-6c47-4be1-872f-80b19087aed1, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:37:48.243054 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.244324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.276169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 94e41e23-b104-4020-a047-d6227d29067d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=94e41e23-b104-4020-a047-d6227d29067d,segment=NetworkSegment(a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4),segment_id=a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:48.298043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.301208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 57abda90-6c47-4be1-872f-80b19087aed1 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:37:48.332359 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c3e5a-203c-440f-8f65-67c386da6d53 None None] Pushing event updated for resources: {'Port': ['ID=9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:48.334363 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:48.334990 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:48.350356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router cfc15df1-42fb-4676-a777-4ee540b8ad9a is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:37:48.485821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 57abda90-6c47-4be1-872f-80b19087aed1) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:48.486078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.486078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:48.486255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:48.486881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.525228 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:48.543105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:48.550856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:48.552917 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d58f65f3-abf6-4438-8c20-ca463dc6efcd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/cfc15df1-42fb-4676-a777-4ee540b8ad9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7319982 Feb 28 11:37:48.555253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1becd46a-537d-4073-a2c7-086d5a2fc449 None None] Network 57abda90-6c47-4be1-872f-80b19087aed1 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:48.555563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54044) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:48.580173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a48a994-535a-47eb-8779-f06837ca0d50 None None] Sync routers for ids ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:48.615935 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e36ac397-f87c-4ddc-86c7-01170bd8bbb3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5577812 Feb 28 11:37:48.618636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54048) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:48.687827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba891dc-1caa-4b7b-ad19-5e4820eb8c00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:48.690251 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2ba891dc-1caa-4b7b-ad19-5e4820eb8c00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports/e0c44717-87d0-40af-b1ae-e2790f7ac8e5 HTTP/1.1" status: 200 len: 910 time: 0.1337230 Feb 28 11:37:48.693009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54052) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:48.740322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48a994-535a-47eb-8779-f06837ca0d50 None None] Routers {'cfc15df1-42fb-4676-a777-4ee540b8ad9a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:48.742983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6a48a994-535a-47eb-8779-f06837ca0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:48.852465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6a48a994-535a-47eb-8779-f06837ca0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:48.857554 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:45Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:48.858092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=94e41e23-b104-4020-a047-d6227d29067d,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:48.859129 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb4fe67-ba7c-4d8d-83ec-eab733873cbc None None] The sync data for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv is: [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:45Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:48.957915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a48a994-535a-47eb-8779-f06837ca0d50 None None] Routers {'cfc15df1-42fb-4676-a777-4ee540b8ad9a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:48.958614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6a48a994-535a-47eb-8779-f06837ca0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:49.028996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6a48a994-535a-47eb-8779-f06837ca0d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:49.029405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a48a994-535a-47eb-8779-f06837ca0d50 None None] The sync data for ids ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:49.041431 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:49.041805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:49.179628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-57abda90-6c47-4be1-872f-80b19087aed1', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:37:49.180453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:49.422707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Allocated IP 172.20.0.2 (57abda90-6c47-4be1-872f-80b19087aed1/7f63078c-2793-4345-94f6-057602a43ca8/05d68ccb-2070-4ed9-a84b-859e83c57f50) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:49.493078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:49.675398 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:49.717296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:49.736364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Transition to ACTIVE for port object 05d68ccb-2070-4ed9-a84b-859e83c57f50 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:49.779324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Transition to ACTIVE for port object 05d68ccb-2070-4ed9-a84b-859e83c57f50 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:49.783154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 94e41e23-b104-4020-a047-d6227d29067d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:49.833224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:49.875429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 94e41e23-b104-4020-a047-d6227d29067d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:49.876004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.005942 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:50.062230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Network 57abda90-6c47-4be1-872f-80b19087aed1 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Pushing event updated for resources: {'Port': ['ID=05d68ccb-2070-4ed9-a84b-859e83c57f50,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Attempting to bind port 05d68ccb-2070-4ed9-a84b-859e83c57f50 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Attempting to bind port 05d68ccb-2070-4ed9-a84b-859e83c57f50 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Attempting to bind port 05d68ccb-2070-4ed9-a84b-859e83c57f50 on network 57abda90-6c47-4be1-872f-80b19087aed1 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Checking segment: {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Bound using segment: {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Bound port: 05d68ccb-2070-4ed9-a84b-859e83c57f50, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:50.316507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.321100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.1 (57abda90-6c47-4be1-872f-80b19087aed1/7f63078c-2793-4345-94f6-057602a43ca8/5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:50.321219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.21.0.1 (339a9950-79b1-410e-8f51-0c97d6341c8d/b6f78e54-bd7b-4a33-a0c9-108344d4096d/c18578cb-8d3b-4f03-a6de-e15264e95074) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:37:50.354975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] For port 05d68ccb-2070-4ed9-a84b-859e83c57f50, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:37:50.358282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] For port 05d68ccb-2070-4ed9-a84b-859e83c57f50, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=05d68ccb-2070-4ed9-a84b-859e83c57f50,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:37:50.466047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.482769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:50.483009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.499275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Transition to ACTIVE for port object c18578cb-8d3b-4f03-a6de-e15264e95074 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:50.744594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:50.750441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:50.750837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.797031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.894173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.897608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.926498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6028766-e244-41ab-84fd-a703491c5ca1 None None] Pushing event updated for resources: {'Port': ['ID=05d68ccb-2070-4ed9-a84b-859e83c57f50,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:50.961960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:50.981323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:50.993597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 57abda90-6c47-4be1-872f-80b19087aed1 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:50.997582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:50.999576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:51.001880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:51.006437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 339a9950-79b1-410e-8f51-0c97d6341c8d is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:51.012051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:51.012051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:37:51.046970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=c18578cb-8d3b-4f03-a6de-e15264e95074,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:51.071412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.081590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.085007 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.174611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:51.284692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.311284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.471149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f1e89cdb-86c8-49a6-bea2-93b22550c7d4 None None] Provisioning for port c18578cb-8d3b-4f03-a6de-e15264e95074 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:51.476675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f1e89cdb-86c8-49a6-bea2-93b22550c7d4 None None] Provisioning complete for port c18578cb-8d3b-4f03-a6de-e15264e95074 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:51.477137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f1e89cdb-86c8-49a6-bea2-93b22550c7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.585158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f1e89cdb-86c8-49a6-bea2-93b22550c7d4 None None] Port c18578cb-8d3b-4f03-a6de-e15264e95074 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:37:51.744185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.758772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.758927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 05d68ccb-2070-4ed9-a84b-859e83c57f50 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:51.808948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.848613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.927191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 05d68ccb-2070-4ed9-a84b-859e83c57f50 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:51.931783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=c18578cb-8d3b-4f03-a6de-e15264e95074,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:51.933854 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:51.936304 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:51.981589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:52.014474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:52.026098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:52.027494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:52.093399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 339a9950-79b1-410e-8f51-0c97d6341c8d is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:52.094746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:52.200998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 57abda90-6c47-4be1-872f-80b19087aed1 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:37:52.202244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:37:52.212309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28456120-5ff0-4169-985e-3f3b4a482e07 None None] Network 57abda90-6c47-4be1-872f-80b19087aed1 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:37:52.407724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8a3b6762-b34d-43cf-87fe-75a2f091cd79 None None] Provisioning for port 05d68ccb-2070-4ed9-a84b-859e83c57f50 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:52.419235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8a3b6762-b34d-43cf-87fe-75a2f091cd79 None None] Provisioning complete for port 05d68ccb-2070-4ed9-a84b-859e83c57f50 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:52.419912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8a3b6762-b34d-43cf-87fe-75a2f091cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:52.626124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8a3b6762-b34d-43cf-87fe-75a2f091cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:52.650368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router cfc15df1-42fb-4676-a777-4ee540b8ad9a has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:52.953730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8a3b6762-b34d-43cf-87fe-75a2f091cd79 None None] For port 05d68ccb-2070-4ed9-a84b-859e83c57f50, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=05d68ccb-2070-4ed9-a84b-859e83c57f50,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:52.961860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:52.964996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:52.965596 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da993a-9cca-4e67-93c7-7787451358de None None] Sync routers for ids ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:52.966076 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-21e13e39-50c4-4e5a-bdc0-cd668e97b58d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/cfc15df1-42fb-4676-a777-4ee540b8ad9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1831264 Feb 28 11:37:52.966289 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da993a-9cca-4e67-93c7-7787451358de None None] Routers {'cfc15df1-42fb-4676-a777-4ee540b8ad9a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:52.966289 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f2da993a-9cca-4e67-93c7-7787451358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:52.966584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54056) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:52.966686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8a3b6762-b34d-43cf-87fe-75a2f091cd79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:52.986712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18633069-60c0-4290-8cdf-2e2ded3e2bd9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:52.987508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-18633069-60c0-4290-8cdf-2e2ded3e2bd9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Synchronizing usage tracker for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:52.992387 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f2da993a-9cca-4e67-93c7-7787451358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:53.006951 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2da993a-9cca-4e67-93c7-7787451358de None None] Routers {'cfc15df1-42fb-4676-a777-4ee540b8ad9a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:53.008041 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f2da993a-9cca-4e67-93c7-7787451358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:53.017380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3b6762-b34d-43cf-87fe-75a2f091cd79 None None] Pushing event updated for resources: {'Port': ['ID=05d68ccb-2070-4ed9-a84b-859e83c57f50,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:53.051895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6c48981f-5c2e-4e3d-8aab-aafbb238ab71 None None] Provisioning complete for port c18578cb-8d3b-4f03-a6de-e15264e95074 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:53.055404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c48981f-5c2e-4e3d-8aab-aafbb238ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:53.071143 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f2da993a-9cca-4e67-93c7-7787451358de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:53.071552 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2da993a-9cca-4e67-93c7-7787451358de None None] The sync data for ids ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:53.082375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:53.099269 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5262c0c7-db79-49d9-9b38-d924bf6cec19 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/8b3d312e-3fc6-453c-8a74-b4eecd922b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4773195 Feb 28 11:37:53.100383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54060) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:53.103699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Sync routers for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:53.128874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-18633069-60c0-4290-8cdf-2e2ded3e2bd9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Unset dirty status for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:53.130122 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-18633069-60c0-4290-8cdf-2e2ded3e2bd9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports/c18578cb-8d3b-4f03-a6de-e15264e95074 HTTP/1.1" status: 200 len: 910 time: 0.2466884 Feb 28 11:37:53.133197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54064) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:53.133641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:53.134271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:53.191767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6c48981f-5c2e-4e3d-8aab-aafbb238ab71 None None] Port c18578cb-8d3b-4f03-a6de-e15264e95074 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:37:53.277232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a68e5-aa5e-4c28-8e7b-dadc86e1c5ec tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.278252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a68e5-aa5e-4c28-8e7b-dadc86e1c5ec tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.278761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a68e5-aa5e-4c28-8e7b-dadc86e1c5ec tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.279302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a68e5-aa5e-4c28-8e7b-dadc86e1c5ec tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.279892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a68e5-aa5e-4c28-8e7b-dadc86e1c5ec tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.280401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a68e5-aa5e-4c28-8e7b-dadc86e1c5ec tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.280906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a68e5-aa5e-4c28-8e7b-dadc86e1c5ec tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.281643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a68e5-aa5e-4c28-8e7b-dadc86e1c5ec tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.283749 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-450a68e5-aa5e-4c28-8e7b-dadc86e1c5ec tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5647 time: 0.1822665 Feb 28 11:37:53.286656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54068) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:53.352072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:53.388656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cfede-115e-4b66-99dd-abbab6fb4918 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.389209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cfede-115e-4b66-99dd-abbab6fb4918 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.389918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cfede-115e-4b66-99dd-abbab6fb4918 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.390686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cfede-115e-4b66-99dd-abbab6fb4918 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.391375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cfede-115e-4b66-99dd-abbab6fb4918 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.391990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cfede-115e-4b66-99dd-abbab6fb4918 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.393689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cfede-115e-4b66-99dd-abbab6fb4918 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.394288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2cfede-115e-4b66-99dd-abbab6fb4918 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:53.399337 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7f2cfede-115e-4b66-99dd-abbab6fb4918 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5187 time: 0.1115291 Feb 28 11:37:53.400493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54072) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:53.405996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6c48981f-5c2e-4e3d-8aab-aafbb238ab71 None None] Provisioning for port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:53.421482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6c48981f-5c2e-4e3d-8aab-aafbb238ab71 None None] Provisioning complete for port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:53.421852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c48981f-5c2e-4e3d-8aab-aafbb238ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:53.556826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6c48981f-5c2e-4e3d-8aab-aafbb238ab71 None None] Port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:37:53.639941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6c48981f-5c2e-4e3d-8aab-aafbb238ab71 None None] Provisioning complete for port 05d68ccb-2070-4ed9-a84b-859e83c57f50 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:53.640331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c48981f-5c2e-4e3d-8aab-aafbb238ab71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:53.665330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:53.670682 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 05d68ccb-2070-4ed9-a84b-859e83c57f50 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:53.866564 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-80942250-f765-4413-88a5-c91cdd60f77c tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3577 time: 0.4616377 Feb 28 11:37:53.906095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 05d68ccb-2070-4ed9-a84b-859e83c57f50 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:53.906469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.009072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb', 'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:29:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:50Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '7f63078c-2793-4345-94f6-057602a43ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:54.016134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Checking router: 8b3d312e-3fc6-453c-8a74-b4eecd922b56 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:37:54.016543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Updating router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:37:54.114699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.203738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f7ae4f05-fc5d-4bad-b019-578c9055a81d None None] Provisioning complete for port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:54.203997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f7ae4f05-fc5d-4bad-b019-578c9055a81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.218563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54078) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:54.225356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1448600909', 'description': 'tempest-secgroup-smoke-1448600909 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:54.231708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:54.237058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:54.240132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:54.247145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:54.320165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae4f05-fc5d-4bad-b019-578c9055a81d None None] Port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:37:54.339484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.382816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:54.387686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:54.393254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:54.396410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:54.436552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port c18578cb-8d3b-4f03-a6de-e15264e95074 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:54.436552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.457944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.533769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.545972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.561119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Transition to ACTIVE for port object 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:37:54.589392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318b4649-bf31-4da3-8bac-23e9adaa77df,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:54.630345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.753173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.754282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.755041 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e5a8b53c-4e59-455c-8c3b-a4b6227b997b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5348935 Feb 28 11:37:54.758173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54082) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:54.765030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '318b4649-bf31-4da3-8bac-23e9adaa77df', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:54.765456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for c18578cb-8d3b-4f03-a6de-e15264e95074 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:54.771172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:54.775234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:54.778263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:54.784297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:54.896479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:54.902778 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef8ee5-18cf-44b6-b277-c1fe1e1e0122 None None] Pushing event updated for resources: {'Port': ['ID=5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:54.986411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.019444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Attempting to bind port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:37:55.019444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Attempting to bind port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:37:55.019444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Attempting to bind port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb on network 57abda90-6c47-4be1-872f-80b19087aed1 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:37:55.027237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:37:55.028232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Checking segment: {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:37:55.028821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.029301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Bound using segment: {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:37:55.029789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Bound port: 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:37:55.030165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.073377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.098659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d008f9-d12b-46c4-8db7-13e0a9408b14,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:55.099722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.141427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] For port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:37:55.147374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] For port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:37:55.157662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=c18578cb-8d3b-4f03-a6de-e15264e95074,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:55.211109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.217787 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-37c23d35-a080-4bf9-8033-dc9fba1dcfac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4532747 Feb 28 11:37:55.218562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54088) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:55.224968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '318b4649-bf31-4da3-8bac-23e9adaa77df', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:55.232231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:55.238326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:55.239465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.241734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:55.249181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:55.328996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.343957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef8ee5-18cf-44b6-b277-c1fe1e1e0122 None None] Pushing event updated for resources: {'Port': ['ID=5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:55.346802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:55.347475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:55.460652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.494255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.568378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.581408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:37:55.604110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7881b5-4a90-4601-99ae-41469dadeb4b,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:55.688923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.691130 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8e7bde69-4284-4d6a-bf88-6c416db49be2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4712505 Feb 28 11:37:55.695620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54092) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:55.700133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '318b4649-bf31-4da3-8bac-23e9adaa77df', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:55.706579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:55.710920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:55.717229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:55.723757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:55.832897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.904232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:55.922864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb', 'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:29:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:50Z', 'updated_at': '2022-02-28T11:37:55Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '7f63078c-2793-4345-94f6-057602a43ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:55.926856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad367af-a180-4122-83a5-f741a2c1416c None None] The sync data for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv is: [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb', 'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:29:60:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:50Z', 'updated_at': '2022-02-28T11:37:55Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '7f63078c-2793-4345-94f6-057602a43ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:56.000366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.028894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da973ded-4193-4d01-9346-cb257d40eace,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:56.116079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.117507 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8dbd968b-e1c4-402d-9feb-2d52be8b19c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4227147 Feb 28 11:37:56.121434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54096) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:56.132401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '318b4649-bf31-4da3-8bac-23e9adaa77df', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:56.137986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:56.145753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:56.154629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:56.160176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:56.207491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router cfc15df1-42fb-4676-a777-4ee540b8ad9a has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:56.334992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.376733 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:37:56.436624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.449615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:56.459717 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5988527a-7fb0-412a-a2d2-3b923eea208f None None] Sync routers for ids ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:56.473952 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988527a-7fb0-412a-a2d2-3b923eea208f None None] Routers {'cfc15df1-42fb-4676-a777-4ee540b8ad9a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:56.474553 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5988527a-7fb0-412a-a2d2-3b923eea208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:56.549766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.564172 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5988527a-7fb0-412a-a2d2-3b923eea208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:56.577748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7da8de6d-06dd-423e-abab-600353ab8aca,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:56.579653 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988527a-7fb0-412a-a2d2-3b923eea208f None None] Routers {'cfc15df1-42fb-4676-a777-4ee540b8ad9a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:56.586111 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5988527a-7fb0-412a-a2d2-3b923eea208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:56.591084 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8c2b20ac-db88-469f-9fae-9db22a4e698c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/cfc15df1-42fb-4676-a777-4ee540b8ad9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4562814 Feb 28 11:37:56.593776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54100) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:56.656271 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-5988527a-7fb0-412a-a2d2-3b923eea208f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:56.656853 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5988527a-7fb0-412a-a2d2-3b923eea208f None None] The sync data for ids ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:56.660040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.661177 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-728c8296-6b81-4d16-be32-9d22f3b27a8c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5385611 Feb 28 11:37:56.664911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54104) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:56.676604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '318b4649-bf31-4da3-8bac-23e9adaa77df', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:56.684054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:56.688413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:56.691603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:56.699234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:56.774295 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:37:56.782425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.861415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.944603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.966521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:56.992574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca2dcc8-f220-4ca2-98cd-93264a0e1dd6,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:57.064147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:57.065332 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c0e92c7c-f7d7-4560-9cef-76b89c223bf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3994501 Feb 28 11:37:57.069235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54108) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:57.074734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '318b4649-bf31-4da3-8bac-23e9adaa77df', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:37:57.081156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:37:57.084756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:37:57.087630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:37:57.094009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:37:57.196846 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:37:57.203519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:57.273162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:57.351163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:57.373652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691dea41-4ed9-44ba-9df0-058d8b5c7f86,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:57.385021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.385360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.386319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.386610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.386958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.387285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.387602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.387915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.388228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.388537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.388845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:57.504579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:57.512040 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-91b0bbad-2bf1-4b72-a5eb-12770fad3243 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4362409 Feb 28 11:37:57.518715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port e0c44717-87d0-40af-b1ae-e2790f7ac8e5 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:37:57.519086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:57.706650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:57.816981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-614b0478-af2b-4aa3-83e9-cd970f4c3fe6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:57.885285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:57.990486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-614b0478-af2b-4aa3-83e9-cd970f4c3fe6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:57.991704 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-614b0478-af2b-4aa3-83e9-cd970f4c3fe6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1448600909&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.2229967 Feb 28 11:37:58.005482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for e0c44717-87d0-40af-b1ae-e2790f7ac8e5 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:37:58.018920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:37:58.024032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:58.024395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:58.146720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:58.146965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-482623ff-ede0-430f-826c-ce4097a33f3e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:37:58.147616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-482623ff-ede0-430f-826c-ce4097a33f3e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:37:58.182219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:37:58.253241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-482623ff-ede0-430f-826c-ce4097a33f3e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:37:58.254439 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-482623ff-ede0-430f-826c-ce4097a33f3e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=57abda90-6c47-4be1-872f-80b19087aed1 HTTP/1.1" status: 200 len: 797 time: 0.2558520 Feb 28 11:37:58.271353 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-ac7e2d75-72b7-4311-8bdd-d8d8637318f8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0116866 Feb 28 11:37:58.310954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:58.311492 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:58.377532 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-757196f1-6796-41d8-8256-5da4566536eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982392 Feb 28 11:37:58.388016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:58.397333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.397607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.398001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.398338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.398670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.399027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.399348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.400334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=e0c44717-87d0-40af-b1ae-e2790f7ac8e5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:37:58.409721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.409721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.409721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.409721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:37:58.527367 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-b06bae1b-ea3f-4ec9-9c6b-12e160f063ad service neutron] 10.222.0.31 "GET /v2.0/networks/57abda90-6c47-4be1-872f-80b19087aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504469 Feb 28 11:37:58.623192 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:58.666331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-fcd2f74e-c3a5-404b-ac21-bc391403decd service neutron] 10.222.0.31 "GET /v2.0/networks/57abda90-6c47-4be1-872f-80b19087aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327634 Feb 28 11:37:58.913035 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4ccb977b-c667-4316-b561-32b3ee99696b req-78f16e1c-9d8d-4528-989c-a5bd106f269a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 210 time: 0.0521979 Feb 28 11:37:59.056315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router cfc15df1-42fb-4676-a777-4ee540b8ad9a has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:37:59.204334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:37:59.209897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ddaa51-084c-4d28-8238-c5473b9d4678 None None] Sync routers for ids ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:37:59.217514 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-eb7b6336-95c9-44a4-8246-a9b4486ef449 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/cfc15df1-42fb-4676-a777-4ee540b8ad9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6227171 Feb 28 11:37:59.217942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54128) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:59.224084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddaa51-084c-4d28-8238-c5473b9d4678 None None] Routers {'cfc15df1-42fb-4676-a777-4ee540b8ad9a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:59.228137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f0ddaa51-084c-4d28-8238-c5473b9d4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:59.264422 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-29c212c5-fbe2-4cef-9b9d-88e8702f241c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc15df1-42fb-4676-a777-4ee540b8ad9a HTTP/1.1" status: 200 len: 205 time: 0.0452235 Feb 28 11:37:59.267134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54132) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:37:59.295462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f0ddaa51-084c-4d28-8238-c5473b9d4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:59.313264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ddaa51-084c-4d28-8238-c5473b9d4678 None None] Routers {'cfc15df1-42fb-4676-a777-4ee540b8ad9a'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:37:59.313865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f0ddaa51-084c-4d28-8238-c5473b9d4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:59.400648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f0ddaa51-084c-4d28-8238-c5473b9d4678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:37:59.401726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0ddaa51-084c-4d28-8238-c5473b9d4678 None None] The sync data for ids ['cfc15df1-42fb-4676-a777-4ee540b8ad9a'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:37:59.525791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb67d9c7-8417-4aa8-874b-f25630813c6e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:59.642948 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:37:59.718293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:37:59.718678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:59.930007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb67d9c7-8417-4aa8-874b-f25630813c6e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:37:59.934381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb67d9c7-8417-4aa8-874b-f25630813c6e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.013350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb67d9c7-8417-4aa8-874b-f25630813c6e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.013856 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb67d9c7-8417-4aa8-874b-f25630813c6e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Fanout notify agent at l3_agent the message router_deleted on router cfc15df1-42fb-4676-a777-4ee540b8ad9a {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:38:00.029018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb67d9c7-8417-4aa8-874b-f25630813c6e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.030102 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-eb67d9c7-8417-4aa8-874b-f25630813c6e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/cfc15df1-42fb-4676-a777-4ee540b8ad9a HTTP/1.1" status: 204 len: 168 time: 0.7619972 Feb 28 11:38:00.032874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54140) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:00.080478 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-10a6b521-209e-42fe-a8f9-588afb4bb909 req-4b8aed8a-9d44-4372-84c8-4a10a41ebb69 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 210 time: 0.0407186 Feb 28 11:38:00.219864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e767b18-1a54-480a-83d7-b18f68888b7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting subnet b6f78e54-bd7b-4a33-a0c9-108344d4096d {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:38:00.222956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6e767b18-1a54-480a-83d7-b18f68888b7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.279735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6e767b18-1a54-480a-83d7-b18f68888b7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.361865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6e767b18-1a54-480a-83d7-b18f68888b7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.498698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6e767b18-1a54-480a-83d7-b18f68888b7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.539826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e767b18-1a54-480a-83d7-b18f68888b7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Subnet': ['ID=b6f78e54-bd7b-4a33-a0c9-108344d4096d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:00.547127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6e767b18-1a54-480a-83d7-b18f68888b7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.552517 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616d0967-45e1-48bc-805e-2aee731b1470 None None] Network 339a9950-79b1-410e-8f51-0c97d6341c8d requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:00.553828 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6e767b18-1a54-480a-83d7-b18f68888b7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/b6f78e54-bd7b-4a33-a0c9-108344d4096d HTTP/1.1" status: 204 len: 168 time: 0.5199664 Feb 28 11:38:00.556651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54144) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:00.809071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f08735-5ed5-4412-a3e6-f47b236a5f8e None None] DHCP port deletion for 339a9950-79b1-410e-8f51-0c97d6341c8d request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:38:00.819728 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-10f08735-5ed5-4412-a3e6-f47b236a5f8e None None] Deleting port 94e41e23-b104-4020-a047-d6227d29067d {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:00.819728 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-10f08735-5ed5-4412-a3e6-f47b236a5f8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.857998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3a619f-c0a8-4e85-b9c6-e40787b5f4ca tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting subnet d5df6b56-17d7-45b4-9b29-58695b450c9f {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:38:00.860835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa3a619f-c0a8-4e85-b9c6-e40787b5f4ca tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:00.914230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa3a619f-c0a8-4e85-b9c6-e40787b5f4ca tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.028898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-10f08735-5ed5-4412-a3e6-f47b236a5f8e None None] For port 94e41e23-b104-4020-a047-d6227d29067d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=94e41e23-b104-4020-a047-d6227d29067d,segment=NetworkSegment(a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4),segment_id=a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:01.029289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-10f08735-5ed5-4412-a3e6-f47b236a5f8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.126456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-d635a0fa-3cba-46fc-be06-4b9bc8f2752d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:01.128919 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-d635a0fa-3cba-46fc-be06-4b9bc8f2752d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=57abda90-6c47-4be1-872f-80b19087aed1 HTTP/1.1" status: 200 len: 797 time: 0.1786366 Feb 28 11:38:01.130149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa3a619f-c0a8-4e85-b9c6-e40787b5f4ca tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.179509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-10f08735-5ed5-4412-a3e6-f47b236a5f8e None None] Calling delete_port for 94e41e23-b104-4020-a047-d6227d29067d owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:01.259286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-ec8bb466-26bf-4f45-99f9-558583195622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 380 time: 0.1016555 Feb 28 11:38:01.268825 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ff7488c3-9175-419e-ba53-7f3530cf8745 req-003b785c-7cfa-4529-a34b-3efc668a299b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 210 time: 0.0536699 Feb 28 11:38:01.273742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['318b4649-bf31-4da3-8bac-23e9adaa77df']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:01.318331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-10f08735-5ed5-4412-a3e6-f47b236a5f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.365176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f08735-5ed5-4412-a3e6-f47b236a5f8e None None] Pushing event deleted for resources: {'Port': ['ID=94e41e23-b104-4020-a047-d6227d29067d,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:01.372180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f08735-5ed5-4412-a3e6-f47b236a5f8e None None] No DVR routers for this DVR port 94e41e23-b104-4020-a047-d6227d29067d on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:38:01.420433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:01.422046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:port and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:01.424726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:01.430197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:01.504908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa3a619f-c0a8-4e85-b9c6-e40787b5f4ca tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.544899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a619f-c0a8-4e85-b9c6-e40787b5f4ca tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Subnet': ['ID=d5df6b56-17d7-45b4-9b29-58695b450c9f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:01.548959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa3a619f-c0a8-4e85-b9c6-e40787b5f4ca tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.554831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fa3a619f-c0a8-4e85-b9c6-e40787b5f4ca tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/d5df6b56-17d7-45b4-9b29-58695b450c9f HTTP/1.1" status: 204 len: 168 time: 0.9962766 Feb 28 11:38:01.555784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77593f0e-fc52-4bf3-b230-fcb75bcc5b16 None None] Network 953abee2-2d12-4406-9be0-ba32cc44d80a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:01.557475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54150) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:01.633740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:01.636881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.675366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 94e41e23-b104-4020-a047-d6227d29067d no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:38:01.748419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.762190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 94e41e23-b104-4020-a047-d6227d29067d {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:38:01.762531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 94e41e23-b104-4020-a047-d6227d29067d not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:38:01.850504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf8f154-407b-4700-85ea-5cc11c1388ae None None] DHCP port deletion for 953abee2-2d12-4406-9be0-ba32cc44d80a request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:38:01.856105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8f154-407b-4700-85ea-5cc11c1388ae None None] Deleting port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:01.856485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdf8f154-407b-4700-85ea-5cc11c1388ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.955392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:01.981581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.11 (57abda90-6c47-4be1-872f-80b19087aed1/7f63078c-2793-4345-94f6-057602a43ca8/3f1e4f83-f10a-4ff0-9afc-15d5bae42294) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:01.996406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['339a9950-79b1-410e-8f51-0c97d6341c8d']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:02.007974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:02.008269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6a1b0d1-c7f5-4227-a306-ac5e0c3905a4') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:02.029486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.070801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.093365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bdf8f154-407b-4700-85ea-5cc11c1388ae None None] For port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6,segment=NetworkSegment(0772f1a9-673c-4273-bea3-aee4cf46d1a5),segment_id=0772f1a9-673c-4273-bea3-aee4cf46d1a5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:02.093748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdf8f154-407b-4700-85ea-5cc11c1388ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.140253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:38:02.140810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:38:02.159619 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:38:02.211838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bdf8f154-407b-4700-85ea-5cc11c1388ae None None] Calling delete_port for dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:02.308629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.327695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.363313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdf8f154-407b-4700-85ea-5cc11c1388ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.413759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf8f154-407b-4700-85ea-5cc11c1388ae None None] Pushing event deleted for resources: {'Port': ['ID=dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:02.418590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf8f154-407b-4700-85ea-5cc11c1388ae None None] No DVR routers for this DVR port dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:38:02.448370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.451374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:02.500685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Network': ['ID=339a9950-79b1-410e-8f51-0c97d6341c8d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:02.504320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bdf12095-c90c-4ff1-8050-e8cf9856d02e req-089ba392-fdf7-4aca-99c1-598ca77fadbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:38:02.507333 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-356859c3-1442-4e50-ac02-8a2ece47dd70 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/networks/339a9950-79b1-410e-8f51-0c97d6341c8d HTTP/1.1" status: 204 len: 168 time: 0.9483390 Feb 28 11:38:02.511302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54156) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:02.573664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bdf12095-c90c-4ff1-8050-e8cf9856d02e req-089ba392-fdf7-4aca-99c1-598ca77fadbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:38:02.574801 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bdf12095-c90c-4ff1-8050-e8cf9856d02e req-089ba392-fdf7-4aca-99c1-598ca77fadbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 210 time: 0.1285627 Feb 28 11:38:02.601334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.631733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.682685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 57abda90-6c47-4be1-872f-80b19087aed1 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:02.686242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:02.689861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:02.727001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:02.757643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:02.758360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.775370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.802429 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['953abee2-2d12-4406-9be0-ba32cc44d80a']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:02.816146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0772f1a9-673c-4273-bea3-aee4cf46d1a5') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:02.816447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0772f1a9-673c-4273-bea3-aee4cf46d1a5') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:02.829074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.845568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.851915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:38:02.852316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:38:02.871888 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:38:02.893635 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f503905e-97c0-4f23-8173-3131018a9737 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6272810 Feb 28 11:38:02.904896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Request body: {'port': {'device_id': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:03.020174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.069871 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2aae5691-ea3b-42fe-bc2b-7ffc29edf07f None None] Provisioning for port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:03.075266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2aae5691-ea3b-42fe-bc2b-7ffc29edf07f None None] Provisioning complete for port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:03.075633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2aae5691-ea3b-42fe-bc2b-7ffc29edf07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.131036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2aae5691-ea3b-42fe-bc2b-7ffc29edf07f None None] Port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:03.156368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.173605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.183483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Network': ['ID=953abee2-2d12-4406-9be0-ba32cc44d80a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:03.186942 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/networks/953abee2-2d12-4406-9be0-ba32cc44d80a HTTP/1.1" status: 204 len: 168 time: 0.6748869 Feb 28 11:38:03.200205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54160) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:03.200205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'network': {'name': 'tempest-RoutersTest-2021298919'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:03.204315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.204660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.204996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.205325 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.205650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.205979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.206343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.206664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.207008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.207327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.207644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bacff54-350f-49fa-9f4c-c95a54141f2e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:03.210354 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:03.215203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:network and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:03.222643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:03.224133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:03.298705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:03.301778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.330567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 702} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:38:03.340727 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.341064 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added segment a2a54da0-34f5-4b43-a59b-9c007081c657 of type vlan for network d5037c76-5355-4b30-847d-5dc441e2e082 Feb 28 11:38:03.361650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:38:03.367794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.377848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.382406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Transition to ACTIVE for port object 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:03.452895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.487376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.498235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:03.498235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.576827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Pushing event updated for resources: {'Port': ['ID=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:03.627891 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Network': ['ID=d5037c76-5355-4b30-847d-5dc441e2e082,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:03.641595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network d5037c76-5355-4b30-847d-5dc441e2e082 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:38:03.666068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:38:03.702935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:38:03.703327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device dc35bd1d-b7c9-4dae-be44-5b88e4aac8f6 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:38:03.743070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Attempting to bind port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:38:03.750919 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-727f7857-7ad0-429f-977e-b3419dd8a24a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5583832 Feb 28 11:38:03.751778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54166) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:03.757712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'subnet': {'network_id': 'd5037c76-5355-4b30-847d-5dc441e2e082', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:03.759049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Attempting to bind port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:38:03.765025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Attempting to bind port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 on network 57abda90-6c47-4be1-872f-80b19087aed1 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:38:03.781009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 on network 57abda90-6c47-4be1-872f-80b19087aed1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:38:03.781009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Attempting to bind port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 on network 57abda90-6c47-4be1-872f-80b19087aed1 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:38:03.796201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:38:03.801025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Checking segment: {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:03.801633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Bound using segment: {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:38:03.803142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Bound port: 3f1e4f83-f10a-4ff0-9afc-15d5bae42294, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a7d86d2-17d0-46a1-84e7-56945b193be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 724, 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:38:03.805866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:03.899196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:03.903874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:subnet and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:03.906788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:03.912538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:03.965458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] For port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:38:03.969383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] For port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:38:03.982203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8e0a5-909f-4c0a-a13d-29bd110fd845 req-92240c92-46b3-4867-8b4b-dd731b30c4f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:03.983893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41f8e0a5-909f-4c0a-a13d-29bd110fd845 req-92240c92-46b3-4867-8b4b-dd731b30c4f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 944 time: 0.1532738 Feb 28 11:38:03.996242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:04.030709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41f8e0a5-909f-4c0a-a13d-29bd110fd845 req-777ff3b2-3087-4855-b412-3d2ce2fe5255 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411112 Feb 28 11:38:04.035818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:04.081726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:04.139181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:04.146055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:04.147436 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] 10.222.0.57 "PUT /v2.0/ports/3f1e4f83-f10a-4ff0-9afc-15d5bae42294 HTTP/1.1" status: 200 len: 1094 time: 1.2471120 Feb 28 11:38:04.147879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:38:04.163327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2871b2b-cb35-47de-be80-85dc9439798a service neutron] Pushing event updated for resources: {'Port': ['ID=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:04.207262 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'status': 'completed', 'code': 200} Feb 28 11:38:04.308841 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d052317-dea4-432c-ab74-ccf397674bef req-d2e38c80-86dc-4422-828e-cb75f59ff385 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 1097 time: 0.0806286 Feb 28 11:38:04.442417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:04.453674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d052317-dea4-432c-ab74-ccf397674bef req-3649d37b-2421-462f-a150-876d5b7d9b49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:04.455166 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d052317-dea4-432c-ab74-ccf397674bef req-3649d37b-2421-462f-a150-876d5b7d9b49 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1392047 Feb 28 11:38:04.524821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Subnet': ['ID=330ec0be-2793-41f4-b96e-2af361c00015,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:04.536177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Checking segment: {'id': 'a2a54da0-34f5-4b43-a59b-9c007081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd5037c76-5355-4b30-847d-5dc441e2e082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:04.536539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network hostable DHCP agents. Network: d5037c76-5355-4b30-847d-5dc441e2e082, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:38:04.595440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d052317-dea4-432c-ab74-ccf397674bef req-f4b54961-02e5-4d2b-b87b-3705dde6201f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:04.598288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d052317-dea4-432c-ab74-ccf397674bef req-f4b54961-02e5-4d2b-b87b-3705dde6201f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1371887 Feb 28 11:38:04.696620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network d5037c76-5355-4b30-847d-5dc441e2e082 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:38:04.702649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-29f68ff7-cab8-4a4d-a6e7-a3c1a59c1154 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 1097 time: 0.0693362 Feb 28 11:38:04.812992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, d5037c76-5355-4b30-847d-5dc441e2e082) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:04.819634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:04.820496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:04.825752 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b512879-53b8-4194-b9b1-199f9bc51fe4 None None] Network d5037c76-5355-4b30-847d-5dc441e2e082 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:04.875443 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-4f122354-bb24-4fa6-b435-bd55987f1291 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f1e4f83-f10a-4ff0-9afc-15d5bae42294 HTTP/1.1" status: 200 len: 217 time: 0.1661992 Feb 28 11:38:04.939114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-b839d897-7ec2-4a70-acc2-30c0ab752ad3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:04.940519 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-b839d897-7ec2-4a70-acc2-30c0ab752ad3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f63078c-2793-4345-94f6-057602a43ca8 HTTP/1.1" status: 200 len: 834 time: 0.0596755 Feb 28 11:38:04.951087 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e98b194e-509b-40d7-a741-872107c47333 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1978979 Feb 28 11:38:04.953581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54172) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:04.959850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1763458542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:04.966527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:04.970644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:router and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:04.973510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:04.979726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:05.018523 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-2b57f8a4-36be-455c-8a28-51364fde3053 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57abda90-6c47-4be1-872f-80b19087aed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727296 Feb 28 11:38:05.058343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d5037c76-5355-4b30-847d-5dc441e2e082', 'network_id': 'd5037c76-5355-4b30-847d-5dc441e2e082', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'fixed_ips': [{'subnet_id': '330ec0be-2793-41f4-b96e-2af361c00015'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:38:05.058343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.087674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.089983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.117238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.155643 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-c48db9b6-5aeb-4258-9289-98d31dcf5d60 service neutron] 10.222.0.57 "GET /v2.0/networks/57abda90-6c47-4be1-872f-80b19087aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314924 Feb 28 11:38:05.207538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.233656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Allocated IP 172.20.0.2 (d5037c76-5355-4b30-847d-5dc441e2e082/330ec0be-2793-41f4-b96e-2af361c00015/804de9c5-2aaf-4ae2-b977-2356eba57c80) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:05.304425 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.305704 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-da6ebd69-ea59-40cf-bb9f-54587337861a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3510916 Feb 28 11:38:05.309128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54178) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:05.317333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'port': {'network_id': 'd5037c76-5355-4b30-847d-5dc441e2e082', 'name': 'tempest-RoutersTest-795281842'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:05.340984 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97fe6613-8523-4719-b6bd-de059c6d3e7d req-673d9ffc-0e4a-45db-b3e8-76945212ac96 service neutron] 10.222.0.57 "GET /v2.0/networks/57abda90-6c47-4be1-872f-80b19087aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546073 Feb 28 11:38:05.347684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44556b71-17fc-41c1-aa49-6f1b939fe584 req-d853b5ec-8b16-4358-8a40-625da2e60865 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:05.349682 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44556b71-17fc-41c1-aa49-6f1b939fe584 req-d853b5ec-8b16-4358-8a40-625da2e60865 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 944 time: 0.1925859 Feb 28 11:38:05.406069 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44556b71-17fc-41c1-aa49-6f1b939fe584 req-ae0b6cda-6e79-40ff-b2da-42d65ebe59d9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486450 Feb 28 11:38:05.451724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.461692 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Transition to ACTIVE for port object 804de9c5-2aaf-4ae2-b977-2356eba57c80 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:05.476274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:05.481446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:port and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:05.483613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Transition to ACTIVE for port object 804de9c5-2aaf-4ae2-b977-2356eba57c80 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:05.484406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:05.490147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:05.595965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'port': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:05.596239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.599542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.622881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] device_id is not set on port 411b4856-76e6-4a2a-b291-a9018b4815c5 yet. {{(pid=84338) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:38:05.661064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Network d5037c76-5355-4b30-847d-5dc441e2e082 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:05.664884 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:05.668249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:05.677184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Pushing event updated for resources: {'Port': ['ID=804de9c5-2aaf-4ae2-b977-2356eba57c80,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:05.763895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Attempting to bind port 804de9c5-2aaf-4ae2-b977-2356eba57c80 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:38:05.764259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Attempting to bind port 804de9c5-2aaf-4ae2-b977-2356eba57c80 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'a2a54da0-34f5-4b43-a59b-9c007081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd5037c76-5355-4b30-847d-5dc441e2e082'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:38:05.764616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Attempting to bind port 804de9c5-2aaf-4ae2-b977-2356eba57c80 on network d5037c76-5355-4b30-847d-5dc441e2e082 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:38:05.770018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.20.0.11 (d5037c76-5355-4b30-847d-5dc441e2e082/330ec0be-2793-41f4-b96e-2af361c00015/411b4856-76e6-4a2a-b291-a9018b4815c5) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:05.771596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:38:05.771960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Checking segment: {'id': 'a2a54da0-34f5-4b43-a59b-9c007081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd5037c76-5355-4b30-847d-5dc441e2e082'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:05.772382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.772817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Bound using segment: {'id': 'a2a54da0-34f5-4b43-a59b-9c007081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd5037c76-5355-4b30-847d-5dc441e2e082'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:38:05.773284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Bound port: 804de9c5-2aaf-4ae2-b977-2356eba57c80, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a54da0-34f5-4b43-a59b-9c007081c657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 702, 'network_id': 'd5037c76-5355-4b30-847d-5dc441e2e082'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:38:05.773645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.865495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] For port 804de9c5-2aaf-4ae2-b977-2356eba57c80, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:38:05.973211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:05.988141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Transition to ACTIVE for port object 411b4856-76e6-4a2a-b291-a9018b4815c5 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:06.008043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] For port 804de9c5-2aaf-4ae2-b977-2356eba57c80, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=804de9c5-2aaf-4ae2-b977-2356eba57c80,segment=NetworkSegment(a2a54da0-34f5-4b43-a59b-9c007081c657),segment_id=a2a54da0-34f5-4b43-a59b-9c007081c657)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:38:06.105463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:06.116095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:06.183890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network d5037c76-5355-4b30-847d-5dc441e2e082 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:06.187383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:06.191104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:06.227276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=411b4856-76e6-4a2a-b291-a9018b4815c5,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:06.237367 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d28cb-e20b-49a8-bfa8-4280a238a4d2 None None] Pushing event updated for resources: {'Port': ['ID=804de9c5-2aaf-4ae2-b977-2356eba57c80,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:06.257729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:06.258344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:06.391105 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b28a4834-ed86-4129-953e-76847631b229 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0798225 Feb 28 11:38:06.393597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54184) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:06.627010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967c7e4-cfb8-48c4-a8cf-976baf344bf7 req-bd30d005-e1cb-49d7-bf3d-c1723fd3c837 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:06.629256 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7967c7e4-cfb8-48c4-a8cf-976baf344bf7 req-bd30d005-e1cb-49d7-bf3d-c1723fd3c837 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 944 time: 0.0864937 Feb 28 11:38:06.684794 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7967c7e4-cfb8-48c4-a8cf-976baf344bf7 req-bbaeef33-9773-411a-ab7c-ba4d8d0bab62 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496659 Feb 28 11:38:07.089056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:07.128066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee6c971-4edf-42cf-b54c-113c6947c0ee None None] Network d5037c76-5355-4b30-847d-5dc441e2e082 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:07.242659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:38:07.379561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5629e0dc-8912-4e8e-81be-77cb2b14bc52 None None] Provisioning for port 804de9c5-2aaf-4ae2-b977-2356eba57c80 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:07.453341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:07.489721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:07.507294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'port_id': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'mac_address': 'fa:16:3e:49:c4:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 724, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:38:07.532603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:07.572966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:07.592315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:38:07.614499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:07.674817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=411b4856-76e6-4a2a-b291-a9018b4815c5,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:07.683921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:07.744299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 804de9c5-2aaf-4ae2-b977-2356eba57c80 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:07.847308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:07.903027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['3f1e4f83-f10a-4ff0-9afc-15d5bae42294'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:38:07.968911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:07.978075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 804de9c5-2aaf-4ae2-b977-2356eba57c80 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:07.997297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 804de9c5-2aaf-4ae2-b977-2356eba57c80 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:07.997677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.078764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62548a8-6b2b-476c-951e-14f5f673170b req-22908598-fd0e-4450-b8c7-f1c096fd7bc5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:08.080883 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c62548a8-6b2b-476c-951e-14f5f673170b req-22908598-fd0e-4450-b8c7-f1c096fd7bc5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 945 time: 0.0896361 Feb 28 11:38:08.142264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e3d4cbf1-fe66-488d-a664-222c4c6bb17b None None] Provisioning for port 411b4856-76e6-4a2a-b291-a9018b4815c5 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:08.153562 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c62548a8-6b2b-476c-951e-14f5f673170b req-ba918a8a-876e-4159-85f9-5df30dcb0ea6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596082 Feb 28 11:38:08.157978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.169225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e3d4cbf1-fe66-488d-a664-222c4c6bb17b None None] Provisioning complete for port 411b4856-76e6-4a2a-b291-a9018b4815c5 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:08.169624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cbf1-fe66-488d-a664-222c4c6bb17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.258357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.283043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e3d4cbf1-fe66-488d-a664-222c4c6bb17b None None] Port 411b4856-76e6-4a2a-b291-a9018b4815c5 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:08.335137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 804de9c5-2aaf-4ae2-b977-2356eba57c80, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=804de9c5-2aaf-4ae2-b977-2356eba57c80,segment=NetworkSegment(a2a54da0-34f5-4b43-a59b-9c007081c657),segment_id=a2a54da0-34f5-4b43-a59b-9c007081c657)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:08.350720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e3d4cbf1-fe66-488d-a664-222c4c6bb17b None None] Provisioning complete for port 804de9c5-2aaf-4ae2-b977-2356eba57c80 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:08.355867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e3d4cbf1-fe66-488d-a664-222c4c6bb17b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.504583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.612623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=804de9c5-2aaf-4ae2-b977-2356eba57c80,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:08.677523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.723389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1eb8d27b-12b1-4070-8079-d9c87161a8c1 None None] Provisioning complete for port 411b4856-76e6-4a2a-b291-a9018b4815c5 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:08.723842 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1eb8d27b-12b1-4070-8079-d9c87161a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.742452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.779967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8d27b-12b1-4070-8079-d9c87161a8c1 None None] Port 411b4856-76e6-4a2a-b291-a9018b4815c5 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:08.850824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:08.854449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=411b4856-76e6-4a2a-b291-a9018b4815c5,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:08.987501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network d5037c76-5355-4b30-847d-5dc441e2e082 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:08.988558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:09.220691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-96afde6b-46b4-4dda-9af8-4e208edf8d9e None None] Provisioning complete for port 411b4856-76e6-4a2a-b291-a9018b4815c5 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:09.221289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-96afde6b-46b4-4dda-9af8-4e208edf8d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:09.261742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:09.330195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-96afde6b-46b4-4dda-9af8-4e208edf8d9e None None] Port 411b4856-76e6-4a2a-b291-a9018b4815c5 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:09.429980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:09.436306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:09.436664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:09.465172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 98530322-ad18-4aeb-840a-324ee3472989 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:38:09.510966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab54ac-fb78-4c15-b0a1-d8010bdcbe04 req-987d1bb6-393b-4f92-aec2-060db8a2dee0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:09.513043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-45ab54ac-fb78-4c15-b0a1-d8010bdcbe04 req-987d1bb6-393b-4f92-aec2-060db8a2dee0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 945 time: 0.0833168 Feb 28 11:38:09.564651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:09.573323 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-45ab54ac-fb78-4c15-b0a1-d8010bdcbe04 req-676898b2-cd9e-44fe-9067-c0ce6ad83234 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518870 Feb 28 11:38:09.595351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:38:09.616995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:09.661632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:09.671887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b501408-716f-4933-bea3-9cb4814ebe0d None None] Sync routers for ids ['98530322-ad18-4aeb-840a-324ee3472989'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:09.675016 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'code': 200} Feb 28 11:38:09.684629 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-858444ef-a216-47b1-9c92-485bfed8e0a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/98530322-ad18-4aeb-840a-324ee3472989/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2898934 Feb 28 11:38:09.686341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 804de9c5-2aaf-4ae2-b977-2356eba57c80 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:09.687519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54196) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:09.691337 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b501408-716f-4933-bea3-9cb4814ebe0d None None] Routers {'98530322-ad18-4aeb-840a-324ee3472989'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:09.692030 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0b501408-716f-4933-bea3-9cb4814ebe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98530322-ad18-4aeb-840a-324ee3472989'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:09.725112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:09.755562 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0b501408-716f-4933-bea3-9cb4814ebe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:09.768471 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b501408-716f-4933-bea3-9cb4814ebe0d None None] Routers {'98530322-ad18-4aeb-840a-324ee3472989'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:09.769061 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0b501408-716f-4933-bea3-9cb4814ebe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98530322-ad18-4aeb-840a-324ee3472989'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:09.778745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1244969-b3c6-4ce0-8c32-148127dfb633 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:09.783366 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f1244969-b3c6-4ce0-8c32-148127dfb633 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports/411b4856-76e6-4a2a-b291-a9018b4815c5 HTTP/1.1" status: 200 len: 977 time: 0.0946825 Feb 28 11:38:09.784123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54200) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:09.840152 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0b501408-716f-4933-bea3-9cb4814ebe0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:09.840537 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b501408-716f-4933-bea3-9cb4814ebe0d None None] The sync data for ids ['98530322-ad18-4aeb-840a-324ee3472989'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:09.857922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:09.875433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 804de9c5-2aaf-4ae2-b977-2356eba57c80 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:09.875433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:10.133565 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-950e0207-0bbf-422c-85c1-676cb185a67e req-e9203965-f8de-470a-8615-96dd807c1238 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 1099 time: 0.0671921 Feb 28 11:38:10.175118 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-950e0207-0bbf-422c-85c1-676cb185a67e req-48343d0b-8160-43d0-a72a-4e5f1410e9c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360992 Feb 28 11:38:10.403893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:10.749892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port 411b4856-76e6-4a2a-b291-a9018b4815c5 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:10.749892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:10.793250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e4179c-3e18-4c68-be97-2391d36e18ea req-d1a5884b-ebcd-4b33-b460-380bd3d56b95 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:10.794678 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f9e4179c-3e18-4c68-be97-2391d36e18ea req-d1a5884b-ebcd-4b33-b460-380bd3d56b95 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 946 time: 0.0841949 Feb 28 11:38:10.841998 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f9e4179c-3e18-4c68-be97-2391d36e18ea req-12613047-1ee0-42ff-a6f2-44116c57bfc7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415154 Feb 28 11:38:10.933081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:11.056753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for 411b4856-76e6-4a2a-b291-a9018b4815c5 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:11.333556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:11.381707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=411b4856-76e6-4a2a-b291-a9018b4815c5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:11.619188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:12.043766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5040367-2822-45df-b1ad-7430c698bbb8 req-7ac05722-c01f-46f3-9bbe-9f417ea5fb32 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:12.045386 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5040367-2822-45df-b1ad-7430c698bbb8 req-7ac05722-c01f-46f3-9bbe-9f417ea5fb32 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 946 time: 0.0772011 Feb 28 11:38:12.094665 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5040367-2822-45df-b1ad-7430c698bbb8 req-89649de2-78eb-4d77-b5c5-e6d61b0cd84b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437512 Feb 28 11:38:12.143970 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 98530322-ad18-4aeb-840a-324ee3472989 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:38:12.297465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:12.307924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9afad-f32d-46ab-ad1f-6adf069b7743 None None] Sync routers for ids ['98530322-ad18-4aeb-840a-324ee3472989'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:12.311503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86deaca-c606-4233-9fa4-a221100c5d91 req-76160aa7-c127-42cd-831a-eac0f40bcca1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:12.313109 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e86deaca-c606-4233-9fa4-a221100c5d91 req-76160aa7-c127-42cd-831a-eac0f40bcca1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 946 time: 0.0871313 Feb 28 11:38:12.317041 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ec061673-99dc-4abb-9669-de7e33c73332 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/98530322-ad18-4aeb-840a-324ee3472989/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5315511 Feb 28 11:38:12.319760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54210) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:12.325396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9afad-f32d-46ab-ad1f-6adf069b7743 None None] Routers {'98530322-ad18-4aeb-840a-324ee3472989'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:12.326194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1bf9afad-f32d-46ab-ad1f-6adf069b7743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98530322-ad18-4aeb-840a-324ee3472989'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:12.389306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1bf9afad-f32d-46ab-ad1f-6adf069b7743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:12.400770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf9afad-f32d-46ab-ad1f-6adf069b7743 None None] Routers {'98530322-ad18-4aeb-840a-324ee3472989'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:12.401210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1bf9afad-f32d-46ab-ad1f-6adf069b7743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:37:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['98530322-ad18-4aeb-840a-324ee3472989'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:12.462806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1bf9afad-f32d-46ab-ad1f-6adf069b7743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:12.463254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf9afad-f32d-46ab-ad1f-6adf069b7743 None None] The sync data for ids ['98530322-ad18-4aeb-840a-324ee3472989'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:12.527856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e86deaca-c606-4233-9fa4-a221100c5d91 req-4f0a12f6-98b9-4c39-8687-ce68cb31f2b1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777823 Feb 28 11:38:12.555946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54214) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:12.636048 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0beea64b-212b-4ff4-b8e7-bcaee261fdc1 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 1094 time: 0.0761542 Feb 28 11:38:12.636306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54218) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:12.642339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:12.649250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:12.654966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:floatingip and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:12.658002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:12.664422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:12.749700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:12.763576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-b461fca0-360b-48c8-94b0-ef1c11d08d8f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4450626 Feb 28 11:38:12.884138 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-eb6e9729-9db9-4dc5-bc27-1777da0ff63b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 11:38:12.885308 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eb6e9729-9db9-4dc5-bc27-1777da0ff63b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/98530322-ad18-4aeb-840a-324ee3472989/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5643651 Feb 28 11:38:12.888213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54222) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:12.889305 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:12.935849 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a4c95c4a-11e1-45a9-92d2-ab46e503807b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=98530322-ad18-4aeb-840a-324ee3472989 HTTP/1.1" status: 200 len: 205 time: 0.0466144 Feb 28 11:38:12.938693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54226) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:12.957979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-6527baa8-7fe1-46e0-96cc-df9fef0f8b2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 1099 time: 0.1546273 Feb 28 11:38:13.108002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-ef67667e-fa53-401e-a05a-e5eefe409a6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:13.109421 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-ef67667e-fa53-401e-a05a-e5eefe409a6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.1321235 Feb 28 11:38:13.141861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0b694909-1a60-43d2-9c83-f8fb791a394b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:13.214856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-7353e0dd-c5fe-4fbe-bd60-eb606652a223 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 HTTP/1.1" status: 200 len: 1002 time: 0.0983262 Feb 28 11:38:13.274634 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-7ce22c9e-b7ef-4f0a-bc76-711f56d2c046 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:13.275108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.116 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/e19c1354-58ba-4653-9312-6f47301658ed) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:13.276848 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-7ce22c9e-b7ef-4f0a-bc76-711f56d2c046 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0582633 Feb 28 11:38:13.357014 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-11a6def2-8ac9-4e57-bb37-4aed720ee063 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745606 Feb 28 11:38:13.492446 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-22fa685d-9f06-4eed-981e-27e7b2a9310e service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284261 Feb 28 11:38:13.631550 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e26ba5c1-c7a4-45d8-afbf-76754662de01 req-bb17866d-1cba-4fd2-af13-9e5e1e4ca877 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336968 Feb 28 11:38:13.777578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0b694909-1a60-43d2-9c83-f8fb791a394b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:13.787660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0b694909-1a60-43d2-9c83-f8fb791a394b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:13.805755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:13.937031 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0b694909-1a60-43d2-9c83-f8fb791a394b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:13.937031 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b694909-1a60-43d2-9c83-f8fb791a394b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Fanout notify agent at l3_agent the message router_deleted on router 98530322-ad18-4aeb-840a-324ee3472989 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:38:13.947959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0b694909-1a60-43d2-9c83-f8fb791a394b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:13.949033 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0b694909-1a60-43d2-9c83-f8fb791a394b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/98530322-ad18-4aeb-840a-324ee3472989 HTTP/1.1" status: 204 len: 168 time: 1.0094061 Feb 28 11:38:13.951665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54232) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:13.990589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:14.092081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:14.096775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:14.144699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:14.184900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=e19c1354-58ba-4653-9312-6f47301658ed,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:14.303862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b42a99-da9d-427f-8d86-7f115e6d9bf3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting subnet 330ec0be-2793-41f4-b96e-2af361c00015 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:38:14.334964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34b42a99-da9d-427f-8d86-7f115e6d9bf3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:14.406542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34b42a99-da9d-427f-8d86-7f115e6d9bf3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:14.653475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34b42a99-da9d-427f-8d86-7f115e6d9bf3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:14.840304 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34b42a99-da9d-427f-8d86-7f115e6d9bf3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:14.896075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b42a99-da9d-427f-8d86-7f115e6d9bf3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Subnet': ['ID=330ec0be-2793-41f4-b96e-2af361c00015,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:14.902556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8c07cc41-5285-4b80-85c1-95c13a6e6c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:14.906140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34b42a99-da9d-427f-8d86-7f115e6d9bf3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:14.910643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:14.911032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a2b40bd-25a7-4fb9-a90e-f7ad54ba34d2 None None] Network d5037c76-5355-4b30-847d-5dc441e2e082 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:14.917255 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-34b42a99-da9d-427f-8d86-7f115e6d9bf3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/330ec0be-2793-41f4-b96e-2af361c00015 HTTP/1.1" status: 204 len: 168 time: 0.9646623 Feb 28 11:38:14.919924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54236) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:15.075597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:15.086373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:15.164753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013b2231-9b2f-4222-a608-b22e463c7c82 None None] DHCP port deletion for d5037c76-5355-4b30-847d-5dc441e2e082 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:38:15.169399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-013b2231-9b2f-4222-a608-b22e463c7c82 None None] Deleting port 804de9c5-2aaf-4ae2-b977-2356eba57c80 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:15.169774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-013b2231-9b2f-4222-a608-b22e463c7c82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:15.248375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port 804de9c5-2aaf-4ae2-b977-2356eba57c80 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:15.248707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:15.381696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-013b2231-9b2f-4222-a608-b22e463c7c82 None None] For port 804de9c5-2aaf-4ae2-b977-2356eba57c80, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=804de9c5-2aaf-4ae2-b977-2356eba57c80,segment=NetworkSegment(a2a54da0-34f5-4b43-a59b-9c007081c657),segment_id=a2a54da0-34f5-4b43-a59b-9c007081c657)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:15.382089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-013b2231-9b2f-4222-a608-b22e463c7c82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:15.504500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-013b2231-9b2f-4222-a608-b22e463c7c82 None None] Calling delete_port for 804de9c5-2aaf-4ae2-b977-2356eba57c80 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:15.581492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port 804de9c5-2aaf-4ae2-b977-2356eba57c80, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=804de9c5-2aaf-4ae2-b977-2356eba57c80,segment=NetworkSegment(a2a54da0-34f5-4b43-a59b-9c007081c657),segment_id=a2a54da0-34f5-4b43-a59b-9c007081c657)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:15.586450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:15.639473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 804de9c5-2aaf-4ae2-b977-2356eba57c80 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:38:15.677921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-013b2231-9b2f-4222-a608-b22e463c7c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:15.714065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 804de9c5-2aaf-4ae2-b977-2356eba57c80 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:38:15.714343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for 804de9c5-2aaf-4ae2-b977-2356eba57c80 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:15.714480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 804de9c5-2aaf-4ae2-b977-2356eba57c80 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:38:15.724959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013b2231-9b2f-4222-a608-b22e463c7c82 None None] Pushing event deleted for resources: {'Port': ['ID=804de9c5-2aaf-4ae2-b977-2356eba57c80,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:15.734608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013b2231-9b2f-4222-a608-b22e463c7c82 None None] No DVR routers for this DVR port 804de9c5-2aaf-4ae2-b977-2356eba57c80 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:38:15.741483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.resource_extend [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 11:38:15.764321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:15.800929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.db.api [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84338) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:38:15.801249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG oslo_db.api [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:38:15.841361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:15.946111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=e19c1354-58ba-4653-9312-6f47301658ed,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:15.960375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:16.153226 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 017acb3c-d56b-4e9f-879c-548d8e22f729 associated. External IP: 172.26.1.116, port: 3f1e4f83-f10a-4ff0-9afc-15d5bae42294. Feb 28 11:38:16.302796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port 804de9c5-2aaf-4ae2-b977-2356eba57c80 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:16.303164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:16.374867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] The port '804de9c5-2aaf-4ae2-b977-2356eba57c80' was deleted {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:38:16.500577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:16.535609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5037c76-5355-4b30-847d-5dc441e2e082']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:16.550594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a54da0-34f5-4b43-a59b-9c007081c657') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:16.552023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a54da0-34f5-4b43-a59b-9c007081c657') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:16.564922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:16.583787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:16.591616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Releasing vlan 702 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:38:16.591996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: util.warn( Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:38:16.607563 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:38:16.967650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:16.987125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:17.001442 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Network': ['ID=d5037c76-5355-4b30-847d-5dc441e2e082,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:17.014225 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-efc4960c-06f3-4847-9b6c-853999b5b477 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/networks/d5037c76-5355-4b30-847d-5dc441e2e082 HTTP/1.1" status: 204 len: 168 time: 2.0933328 Feb 28 11:38:17.016080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:38:17.017787 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54240) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:17.024446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'network': {'name': 'tempest-RoutersTest-297677302'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:17.030921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:17.035140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:network and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:17.044930 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:17.048114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:17.109337 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5f227e05-c437-4fec-b403-8bcdd5ccdee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:17.208861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:17.211854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:17.250949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:38:17.270730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:17.271101 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added segment 7a7ba7de-bab2-424e-aa0b-1413919379e1 of type vlan for network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 Feb 28 11:38:17.304557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:17.311578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:17.320800 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] Sync routers for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:17.333272 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:17.333868 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:17.423929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:17.452405 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:17.456005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:17.456983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:17.519294 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:38:17.586909 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b34f2a0d-34dc-4127-9fff-06fced80d657 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.9482059 Feb 28 11:38:17.589736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:38:17.589874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54244) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:17.593850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Network': ['ID=81a45b42-3840-482e-a9ec-e5293b0ec9f8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:17.622814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:38:17.654428 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9951915e-00ae-44cc-940e-1ce14a97e5a0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6350408 Feb 28 11:38:17.656811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54250) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:17.662509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'subnet': {'network_id': '81a45b42-3840-482e-a9ec-e5293b0ec9f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:17.692593 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'status': 'completed', 'code': 200} Feb 28 11:38:17.819397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:17.823449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:subnet and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:17.826458 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:17.829534 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c9038b02-63f3-4a1e-bd15-9ffb2bd7eba5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/017acb3c-d56b-4e9f-879c-548d8e22f729 HTTP/1.1" status: 200 len: 992 time: 0.2384915 Feb 28 11:38:17.832567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:17.845984 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3373d3b8-496b-450f-aef3-a2522aa5ccad req-f4ccf596-f5ed-468e-ae0a-5f7b0bae7c13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 1099 time: 0.1368861 Feb 28 11:38:17.902150 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '017acb3c-d56b-4e9f-879c-548d8e22f729', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.116', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'port_id': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'mac_address': 'fa:16:3e:49:c4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:38:14Z', 'updated_at': '2022-02-28T11:38:14Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb', 'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:29:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:50Z', 'updated_at': '2022-02-28T11:37:58Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '7f63078c-2793-4345-94f6-057602a43ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:17.906250 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] Checking router: 8b3d312e-3fc6-453c-8a74-b4eecd922b56 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:38:17.918125 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:17.918714 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:17.933125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:17.991360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373d3b8-496b-450f-aef3-a2522aa5ccad req-03c8886c-1914-4f5f-b8fd-fb4659774c1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:17.995772 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3373d3b8-496b-450f-aef3-a2522aa5ccad req-03c8886c-1914-4f5f-b8fd-fb4659774c1d service neutron] 10.222.0.57 "GET /v2.0/networks?id=57abda90-6c47-4be1-872f-80b19087aed1 HTTP/1.1" status: 200 len: 898 time: 0.1405485 Feb 28 11:38:18.039308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:18.102753 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3373d3b8-496b-450f-aef3-a2522aa5ccad req-6b65a99b-6ef6-428e-a99e-f64115f7c944 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f1e4f83-f10a-4ff0-9afc-15d5bae42294 HTTP/1.1" status: 200 len: 1000 time: 0.1041481 Feb 28 11:38:18.110367 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:38:18.171918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373d3b8-496b-450f-aef3-a2522aa5ccad req-de102c87-0256-426c-afef-0b0f1024b605 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:18.173484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3373d3b8-496b-450f-aef3-a2522aa5ccad req-de102c87-0256-426c-afef-0b0f1024b605 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f63078c-2793-4345-94f6-057602a43ca8 HTTP/1.1" status: 200 len: 834 time: 0.0655715 Feb 28 11:38:18.256399 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3373d3b8-496b-450f-aef3-a2522aa5ccad req-2876b36d-13cd-4f6d-9a13-0f4fa0b0060b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57abda90-6c47-4be1-872f-80b19087aed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773456 Feb 28 11:38:18.264411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:18.340379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:18.425655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Subnet': ['ID=3b54271f-81b3-4636-b16d-d4de3361e605,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:18.449622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Checking segment: {'id': '7a7ba7de-bab2-424e-aa0b-1413919379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81a45b42-3840-482e-a9ec-e5293b0ec9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:18.449981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network hostable DHCP agents. Network: 81a45b42-3840-482e-a9ec-e5293b0ec9f8, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:38:18.458689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:18.495285 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3373d3b8-496b-450f-aef3-a2522aa5ccad req-36502a78-1e08-4c14-92f1-5386275a5d18 service neutron] 10.222.0.57 "GET /v2.0/networks/57abda90-6c47-4be1-872f-80b19087aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332311 Feb 28 11:38:18.511451 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '017acb3c-d56b-4e9f-879c-548d8e22f729', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.116', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'port_id': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'mac_address': 'fa:16:3e:49:c4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:38:14Z', 'updated_at': '2022-02-28T11:38:14Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb', 'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:29:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:50Z', 'updated_at': '2022-02-28T11:37:58Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '7f63078c-2793-4345-94f6-057602a43ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:18.515367 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd815361-21ef-4f2b-8e67-8cd9fea0808f None None] The sync data for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv is: [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '017acb3c-d56b-4e9f-879c-548d8e22f729', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.116', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'port_id': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'mac_address': 'fa:16:3e:49:c4:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:38:14Z', 'updated_at': '2022-02-28T11:38:14Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb', 'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:29:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:50Z', 'updated_at': '2022-02-28T11:37:58Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '7f63078c-2793-4345-94f6-057602a43ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:18.630157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3373d3b8-496b-450f-aef3-a2522aa5ccad req-03ed69c9-3aca-4e36-aabb-eec85b62437c service neutron] 10.222.0.57 "GET /v2.0/networks/57abda90-6c47-4be1-872f-80b19087aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293890 Feb 28 11:38:18.692629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:38:18.727683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401adf91-bdbb-4ff8-a2cd-d33f55ca8b2f None None] New status for floating IP 017acb3c-d56b-4e9f-879c-548d8e22f729: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:38:18.800900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 81a45b42-3840-482e-a9ec-e5293b0ec9f8) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:18.805171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:18.806599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:18.810799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dedddf-957c-4081-bd73-a5c81f5a7520 None None] Network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:18.832671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54254) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:18.921464 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-db13ba22-8a39-4c78-a394-fce6458ea7a1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2635818 Feb 28 11:38:18.924154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54258) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:18.931343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1045891569', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:18.940178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:18.943556 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-65031412-6390-44ed-b27e-4c5d710c2ef8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/017acb3c-d56b-4e9f-879c-548d8e22f729 HTTP/1.1" status: 200 len: 992 time: 0.1097317 Feb 28 11:38:18.946299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:router and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:18.949972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:18.956626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:19.036014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.037023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.058830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.173108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.210398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-81a45b42-3840-482e-a9ec-e5293b0ec9f8', 'network_id': '81a45b42-3840-482e-a9ec-e5293b0ec9f8', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'fixed_ips': [{'subnet_id': '3b54271f-81b3-4636-b16d-d4de3361e605'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:38:19.211310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.349037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.350546 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-262d9df0-bb92-4480-b536-8571fc4c16cd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4252782 Feb 28 11:38:19.353161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54262) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:19.365742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Allocated IP 172.20.0.2 (81a45b42-3840-482e-a9ec-e5293b0ec9f8/3b54271f-81b3-4636-b16d-d4de3361e605/469d4c45-f0e4-44e4-834a-86f844219757) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:19.577629 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.588416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Transition to ACTIVE for port object 469d4c45-f0e4-44e4-834a-86f844219757 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:19.609003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Transition to ACTIVE for port object 469d4c45-f0e4-44e4-834a-86f844219757 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:19.710928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.711925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.784509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:19.789826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:19.793057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:19.800131 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Pushing event updated for resources: {'Port': ['ID=469d4c45-f0e4-44e4-834a-86f844219757,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:19.865892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.905599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Attempting to bind port 469d4c45-f0e4-44e4-834a-86f844219757 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:38:19.906119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Attempting to bind port 469d4c45-f0e4-44e4-834a-86f844219757 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '7a7ba7de-bab2-424e-aa0b-1413919379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81a45b42-3840-482e-a9ec-e5293b0ec9f8'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:38:19.906478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Attempting to bind port 469d4c45-f0e4-44e4-834a-86f844219757 on network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:38:19.912955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:38:19.913324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Checking segment: {'id': '7a7ba7de-bab2-424e-aa0b-1413919379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81a45b42-3840-482e-a9ec-e5293b0ec9f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:19.913718 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.914393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Bound using segment: {'id': '7a7ba7de-bab2-424e-aa0b-1413919379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81a45b42-3840-482e-a9ec-e5293b0ec9f8'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:38:19.914590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Bound port: 469d4c45-f0e4-44e4-834a-86f844219757, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7ba7de-bab2-424e-aa0b-1413919379e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '81a45b42-3840-482e-a9ec-e5293b0ec9f8'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:38:19.919300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:19.947501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54266) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:20.019120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] For port 469d4c45-f0e4-44e4-834a-86f844219757, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:38:20.023169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] For port 469d4c45-f0e4-44e4-834a-86f844219757, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=469d4c45-f0e4-44e4-834a-86f844219757,segment=NetworkSegment(7a7ba7de-bab2-424e-aa0b-1413919379e1),segment_id=7a7ba7de-bab2-424e-aa0b-1413919379e1)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:38:20.128134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:20.190002 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-643fa957-56d5-46fc-86c3-55edc0cdefb1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/017acb3c-d56b-4e9f-879c-548d8e22f729 HTTP/1.1" status: 200 len: 994 time: 0.2413166 Feb 28 11:38:20.254165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc87bd1-6593-46a6-ab71-882d93ea3052 None None] Pushing event updated for resources: {'Port': ['ID=469d4c45-f0e4-44e4-834a-86f844219757,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:20.257105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.20.0.1 (81a45b42-3840-482e-a9ec-e5293b0ec9f8/3b54271f-81b3-4636-b16d-d4de3361e605/9d8e0d11-5cf3-46fb-bf9a-27078310083c) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:20.446854 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:20.465561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Transition to ACTIVE for port object 9d8e0d11-5cf3-46fb-bf9a-27078310083c will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:20.544699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:20.715230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:20.718213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:20.722761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:20.748733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=9d8e0d11-5cf3-46fb-bf9a-27078310083c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:20.781558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:20.953924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:21.127293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d40af-a9a2-42ff-85c4-64eb2a91f540 None None] Network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:21.358688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:21.424148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ed04569f-6c81-4a47-8b88-f370403852e7 None None] Provisioning for port 469d4c45-f0e4-44e4-834a-86f844219757 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:21.492891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:21.610054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:21.634660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=9d8e0d11-5cf3-46fb-bf9a-27078310083c,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:21.727764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 469d4c45-f0e4-44e4-834a-86f844219757 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:21.767125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6ba9a202-f83b-4d4f-ad63-64215e9de31f None None] Provisioning for port 9d8e0d11-5cf3-46fb-bf9a-27078310083c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:21.787842 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6ba9a202-f83b-4d4f-ad63-64215e9de31f None None] Provisioning complete for port 9d8e0d11-5cf3-46fb-bf9a-27078310083c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:21.788117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6ba9a202-f83b-4d4f-ad63-64215e9de31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:21.789298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:21.790535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:21.852073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6ba9a202-f83b-4d4f-ad63-64215e9de31f None None] Port 9d8e0d11-5cf3-46fb-bf9a-27078310083c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:21.955426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 469d4c45-f0e4-44e4-834a-86f844219757 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:21.966962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 469d4c45-f0e4-44e4-834a-86f844219757 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:21.967419 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:22.028674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a7b0a395-59ff-47a5-a3b2-fbbf4618609e None None] Provisioning complete for port 9d8e0d11-5cf3-46fb-bf9a-27078310083c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:22.029044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a7b0a395-59ff-47a5-a3b2-fbbf4618609e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:22.092730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a7b0a395-59ff-47a5-a3b2-fbbf4618609e None None] Port 9d8e0d11-5cf3-46fb-bf9a-27078310083c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:22.148119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:22.182233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 469d4c45-f0e4-44e4-834a-86f844219757, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=469d4c45-f0e4-44e4-834a-86f844219757,segment=NetworkSegment(7a7ba7de-bab2-424e-aa0b-1413919379e1),segment_id=7a7ba7de-bab2-424e-aa0b-1413919379e1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:22.217676 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-17d605a3-3513-4776-89e9-1f7acad96a24 None None] Provisioning complete for port 9d8e0d11-5cf3-46fb-bf9a-27078310083c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:22.218045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-17d605a3-3513-4776-89e9-1f7acad96a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:22.240928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router bd47b95b-3554-43ec-a9aa-4d945096a0d1 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:38:22.277415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-17d605a3-3513-4776-89e9-1f7acad96a24 None None] Port 9d8e0d11-5cf3-46fb-bf9a-27078310083c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:22.278899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:22.347665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=469d4c45-f0e4-44e4-834a-86f844219757,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:22.411288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:22.421651 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabff099-0ad3-4216-af90-3d776b89d268 None None] Sync routers for ids ['bd47b95b-3554-43ec-a9aa-4d945096a0d1'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:22.423871 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-09aa0bc8-8e28-4132-a5b2-1193c295345e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/bd47b95b-3554-43ec-a9aa-4d945096a0d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0690277 Feb 28 11:38:22.426503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54270) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:22.434459 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabff099-0ad3-4216-af90-3d776b89d268 None None] Routers {'bd47b95b-3554-43ec-a9aa-4d945096a0d1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:22.435309 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fabff099-0ad3-4216-af90-3d776b89d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd47b95b-3554-43ec-a9aa-4d945096a0d1'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:22.495756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afc9966-816e-4616-81f1-b1af3feb2de3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:22.496323 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fabff099-0ad3-4216-af90-3d776b89d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:22.496452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3afc9966-816e-4616-81f1-b1af3feb2de3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Synchronizing usage tracker for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:38:22.506775 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabff099-0ad3-4216-af90-3d776b89d268 None None] Routers {'bd47b95b-3554-43ec-a9aa-4d945096a0d1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:22.507392 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fabff099-0ad3-4216-af90-3d776b89d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd47b95b-3554-43ec-a9aa-4d945096a0d1'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:22.565187 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fabff099-0ad3-4216-af90-3d776b89d268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:22.565595 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabff099-0ad3-4216-af90-3d776b89d268 None None] The sync data for ids ['bd47b95b-3554-43ec-a9aa-4d945096a0d1'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:22.606935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3afc9966-816e-4616-81f1-b1af3feb2de3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Unset dirty status for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:38:22.608063 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3afc9966-816e-4616-81f1-b1af3feb2de3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports/9d8e0d11-5cf3-46fb-bf9a-27078310083c HTTP/1.1" status: 200 len: 910 time: 0.1804960 Feb 28 11:38:22.610876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54274) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:22.943508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:23.517617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port 9d8e0d11-5cf3-46fb-bf9a-27078310083c {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:23.518263 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:23.644840 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 469d4c45-f0e4-44e4-834a-86f844219757 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:23.704696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:23.715628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 469d4c45-f0e4-44e4-834a-86f844219757 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:23.715992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:23.837368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for 9d8e0d11-5cf3-46fb-bf9a-27078310083c owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:24.195120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:24.240848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=9d8e0d11-5cf3-46fb-bf9a-27078310083c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:24.476542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:24.886265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router bd47b95b-3554-43ec-a9aa-4d945096a0d1 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:38:25.026628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:25.035678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9c787-e391-4d06-8dda-a0978b574ba6 None None] Sync routers for ids ['bd47b95b-3554-43ec-a9aa-4d945096a0d1'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:25.046966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9c787-e391-4d06-8dda-a0978b574ba6 None None] Routers {'bd47b95b-3554-43ec-a9aa-4d945096a0d1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:25.047563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3af9c787-e391-4d06-8dda-a0978b574ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd47b95b-3554-43ec-a9aa-4d945096a0d1'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:25.107246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3af9c787-e391-4d06-8dda-a0978b574ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:25.117511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9c787-e391-4d06-8dda-a0978b574ba6 None None] Routers {'bd47b95b-3554-43ec-a9aa-4d945096a0d1'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:25.118091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3af9c787-e391-4d06-8dda-a0978b574ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd47b95b-3554-43ec-a9aa-4d945096a0d1'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:25.134259 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1f5f78ce-682e-43c6-816e-cb217a362e5a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/bd47b95b-3554-43ec-a9aa-4d945096a0d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5223753 Feb 28 11:38:25.142010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54280) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:25.177605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3af9c787-e391-4d06-8dda-a0978b574ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:25.178004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af9c787-e391-4d06-8dda-a0978b574ba6 None None] The sync data for ids ['bd47b95b-3554-43ec-a9aa-4d945096a0d1'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:25.178659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8e84a99c-b960-4376-a558-be22804b6e34 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Synchronizing usage tracker for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:38:25.281198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8e84a99c-b960-4376-a558-be22804b6e34 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Unset dirty status for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:38:25.281884 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8e84a99c-b960-4376-a558-be22804b6e34 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd47b95b-3554-43ec-a9aa-4d945096a0d1 HTTP/1.1" status: 200 len: 205 time: 0.1433299 Feb 28 11:38:25.284718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54284) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:25.417978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d4db0703-95dc-42e5-b1e0-d1500253099e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:25.905968 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d4db0703-95dc-42e5-b1e0-d1500253099e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:25.910272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d4db0703-95dc-42e5-b1e0-d1500253099e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.047299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d4db0703-95dc-42e5-b1e0-d1500253099e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.047461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4db0703-95dc-42e5-b1e0-d1500253099e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Fanout notify agent at l3_agent the message router_deleted on router bd47b95b-3554-43ec-a9aa-4d945096a0d1 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:38:26.059520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d4db0703-95dc-42e5-b1e0-d1500253099e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.064443 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d4db0703-95dc-42e5-b1e0-d1500253099e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/bd47b95b-3554-43ec-a9aa-4d945096a0d1 HTTP/1.1" status: 204 len: 168 time: 0.7749994 Feb 28 11:38:26.064443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54288) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:26.249183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a25a4dc-0e7d-4e97-bf21-7a1c00059826 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting subnet 3b54271f-81b3-4636-b16d-d4de3361e605 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:38:26.252077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a25a4dc-0e7d-4e97-bf21-7a1c00059826 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.308854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a25a4dc-0e7d-4e97-bf21-7a1c00059826 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.388611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a25a4dc-0e7d-4e97-bf21-7a1c00059826 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.560998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a25a4dc-0e7d-4e97-bf21-7a1c00059826 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.604438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25a4dc-0e7d-4e97-bf21-7a1c00059826 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Subnet': ['ID=3b54271f-81b3-4636-b16d-d4de3361e605,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:26.608957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6a25a4dc-0e7d-4e97-bf21-7a1c00059826 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.615109 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6a25a4dc-0e7d-4e97-bf21-7a1c00059826 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/3b54271f-81b3-4636-b16d-d4de3361e605 HTTP/1.1" status: 204 len: 168 time: 0.5509126 Feb 28 11:38:26.616505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3429b643-c1b9-48ad-9ee5-0aa6d65b833f None None] Network 81a45b42-3840-482e-a9ec-e5293b0ec9f8 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:26.617886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54292) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:26.731379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.741608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port 469d4c45-f0e4-44e4-834a-86f844219757 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:26.741938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.866337 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] DHCP port deletion for 81a45b42-3840-482e-a9ec-e5293b0ec9f8 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:38:26.871914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] Deleting port 469d4c45-f0e4-44e4-834a-86f844219757 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:26.872539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:26.949441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port 469d4c45-f0e4-44e4-834a-86f844219757, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=469d4c45-f0e4-44e4-834a-86f844219757,segment=NetworkSegment(7a7ba7de-bab2-424e-aa0b-1413919379e1),segment_id=7a7ba7de-bab2-424e-aa0b-1413919379e1)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:26.950051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.069900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for 469d4c45-f0e4-44e4-834a-86f844219757 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:27.071624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] For port 469d4c45-f0e4-44e4-834a-86f844219757, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=469d4c45-f0e4-44e4-834a-86f844219757,segment=NetworkSegment(7a7ba7de-bab2-424e-aa0b-1413919379e1),segment_id=7a7ba7de-bab2-424e-aa0b-1413919379e1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:27.072052 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.194695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] Calling delete_port for 469d4c45-f0e4-44e4-834a-86f844219757 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:27.247052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn_limited( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn_limited( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 11:38:27.260794 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 11:38:27.267309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:38:27.267708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:38:27.303163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=469d4c45-f0e4-44e4-834a-86f844219757,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:27.311875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No DVR routers for this DVR port 469d4c45-f0e4-44e4-834a-86f844219757 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:38:27.529388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.554104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81a45b42-3840-482e-a9ec-e5293b0ec9f8']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:27.570163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7ba7de-bab2-424e-aa0b-1413919379e1') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:27.570464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7ba7de-bab2-424e-aa0b-1413919379e1') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:27.582983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.601723 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.608790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:38:27.609212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:38:27.624591 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:38:27.663061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 469d4c45-f0e4-44e4-834a-86f844219757 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:38:27.698299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 469d4c45-f0e4-44e4-834a-86f844219757 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:38:27.698607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 469d4c45-f0e4-44e4-834a-86f844219757 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:38:27.768947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] Deleting port 469d4c45-f0e4-44e4-834a-86f844219757 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:27.769331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.818312 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.831777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ff631f71-ec14-493d-b37c-3122bb8ced83 None None] The port '469d4c45-f0e4-44e4-834a-86f844219757' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:38:27.839202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:27.860187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Network': ['ID=81a45b42-3840-482e-a9ec-e5293b0ec9f8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:27.944509 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ae76b29f-ba0e-40a7-83c2-eb29cad1b281 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/networks/81a45b42-3840-482e-a9ec-e5293b0ec9f8 HTTP/1.1" status: 204 len: 168 time: 1.3255353 Feb 28 11:38:27.948984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54296) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:27.954304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-354109257', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:27.961099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:27.965761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:router and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:27.968557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:27.974708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:28.076112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:28.077095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:28.094270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:28.460009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:28.794951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:28.828939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:28.962599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.26.1.61 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/fa5b5b30-b4fd-4f06-8c70-4c86c5f5a7e4) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:29.108085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:29.230358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:29.300270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:29.302921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:29.307355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:29.330723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=fa5b5b30-b4fd-4f06-8c70-4c86c5f5a7e4,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:29.555172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:29.555896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:29.915133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 6fa803dd-a527-4b03-a0ed-98eae1fd30ae is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:38:30.113286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:30.123147 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a1a22e-d536-487b-a902-4f84b3de7b75 None None] Sync routers for ids ['6fa803dd-a527-4b03-a0ed-98eae1fd30ae'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:30.134273 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1a22e-d536-487b-a902-4f84b3de7b75 None None] Routers {'6fa803dd-a527-4b03-a0ed-98eae1fd30ae'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:30.135653 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e1a1a22e-d536-487b-a902-4f84b3de7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6fa803dd-a527-4b03-a0ed-98eae1fd30ae'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:30.193240 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e1a1a22e-d536-487b-a902-4f84b3de7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:30.204259 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a1a22e-d536-487b-a902-4f84b3de7b75 None None] Routers {'6fa803dd-a527-4b03-a0ed-98eae1fd30ae'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:30.204833 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e1a1a22e-d536-487b-a902-4f84b3de7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6fa803dd-a527-4b03-a0ed-98eae1fd30ae'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:30.231076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:30.232168 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7bbf196c-9f54-4dd0-a9b1-1e7ee7040150 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.2821167 Feb 28 11:38:30.234716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54300) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:30.266014 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e1a1a22e-d536-487b-a902-4f84b3de7b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:30.266405 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a1a22e-d536-487b-a902-4f84b3de7b75 None None] The sync data for ids ['6fa803dd-a527-4b03-a0ed-98eae1fd30ae'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:30.431620 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-44f4d260-10eb-4380-bee1-668e49251b4d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/routers/6fa803dd-a527-4b03-a0ed-98eae1fd30ae HTTP/1.1" status: 200 len: 879 time: 0.1956904 Feb 28 11:38:30.434372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54304) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:30.721783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f3a419f7-32d0-4cac-a71f-801235e12ab1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Synchronizing usage tracker for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:router {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:38:30.863609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f3a419f7-32d0-4cac-a71f-801235e12ab1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Unset dirty status for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:router {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:38:30.869419 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f3a419f7-32d0-4cac-a71f-801235e12ab1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4295499 Feb 28 11:38:30.869419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54308) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:30.872952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e7b1bf38-e33c-4002-9ab5-4c4aa558f38a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-354109257'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:31.421678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e7b1bf38-e33c-4002-9ab5-4c4aa558f38a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:31.527313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e7b1bf38-e33c-4002-9ab5-4c4aa558f38a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:31.736434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7b1bf38-e33c-4002-9ab5-4c4aa558f38a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 6fa803dd-a527-4b03-a0ed-98eae1fd30ae has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:38:31.930753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7b1bf38-e33c-4002-9ab5-4c4aa558f38a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:31.937138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e7b1bf38-e33c-4002-9ab5-4c4aa558f38a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:31.938610 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e7b1bf38-e33c-4002-9ab5-4c4aa558f38a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/6fa803dd-a527-4b03-a0ed-98eae1fd30ae HTTP/1.1" status: 200 len: 886 time: 1.0696483 Feb 28 11:38:31.940565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54312) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:31.941622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7da0a2-29fd-4802-94d0-1f553f175ef5 None None] Sync routers for ids ['6fa803dd-a527-4b03-a0ed-98eae1fd30ae'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:31.954073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7da0a2-29fd-4802-94d0-1f553f175ef5 None None] Routers {'6fa803dd-a527-4b03-a0ed-98eae1fd30ae'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:31.954751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2b7da0a2-29fd-4802-94d0-1f553f175ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6fa803dd-a527-4b03-a0ed-98eae1fd30ae'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:32.016243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2b7da0a2-29fd-4802-94d0-1f553f175ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:32.027434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7da0a2-29fd-4802-94d0-1f553f175ef5 None None] Routers {'6fa803dd-a527-4b03-a0ed-98eae1fd30ae'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:32.028028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2b7da0a2-29fd-4802-94d0-1f553f175ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6fa803dd-a527-4b03-a0ed-98eae1fd30ae'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:32.088184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2b7da0a2-29fd-4802-94d0-1f553f175ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:32.088590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7da0a2-29fd-4802-94d0-1f553f175ef5 None None] The sync data for ids ['6fa803dd-a527-4b03-a0ed-98eae1fd30ae'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:32.238276 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-82dca9d5-336f-4c7e-a367-3861fd2d994e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/routers/6fa803dd-a527-4b03-a0ed-98eae1fd30ae HTTP/1.1" status: 200 len: 886 time: 0.2966495 Feb 28 11:38:32.241170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54316) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:32.281142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b565533c-6422-4693-a10e-76cd3088e13f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Synchronizing usage tracker for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:38:32.447539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b565533c-6422-4693-a10e-76cd3088e13f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Unset dirty status for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:38:32.449907 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b565533c-6422-4693-a10e-76cd3088e13f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa803dd-a527-4b03-a0ed-98eae1fd30ae HTTP/1.1" status: 200 len: 205 time: 0.2064061 Feb 28 11:38:32.450941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54320) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:32.646360 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:32.842979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:32.949358 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port fa5b5b30-b4fd-4f06-8c70-4c86c5f5a7e4 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:32.949705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:33.120922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:33.240084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for fa5b5b30-b4fd-4f06-8c70-4c86c5f5a7e4 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:33.376495 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:38:33.475590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:33.520583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=fa5b5b30-b4fd-4f06-8c70-4c86c5f5a7e4,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:33.841328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:33.966233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.101355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.106400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.245895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.250645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa803dd-a527-4b03-a0ed-98eae1fd30ae {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:38:34.380131 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.381156 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0ffaac9b-5f85-491a-aaa4-c3c790973b65 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/6fa803dd-a527-4b03-a0ed-98eae1fd30ae HTTP/1.1" status: 204 len: 168 time: 1.9292641 Feb 28 11:38:34.385669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54326) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:34.391916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'network': {'name': 'tempest-RoutersTest-1537518784'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:34.396930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:34.400945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:network and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:34.403725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:34.409274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:34.503479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:34.506565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.534100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 736} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:38:34.542244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.542581 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added segment 3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e of type vlan for network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 Feb 28 11:38:34.567683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.725908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.725908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:34.725908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:34.831103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Network': ['ID=329a229e-e159-4d9c-8ed6-62657bdf2fb5,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:34.841975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:38:34.875605 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1f880c6f-467a-4092-9c22-9048a28b41b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4882801 Feb 28 11:38:34.878361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54330) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:34.883869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'subnet': {'network_id': '329a229e-e159-4d9c-8ed6-62657bdf2fb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:34.994557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:35.017318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:subnet and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:35.017318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:35.017318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:35.120492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:35.219205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:35.497479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:35.567162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Subnet': ['ID=b3200cd2-9f61-403e-8986-fe1609fc2dfd,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:35.591799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Checking segment: {'id': '3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '329a229e-e159-4d9c-8ed6-62657bdf2fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:35.592362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network hostable DHCP agents. Network: 329a229e-e159-4d9c-8ed6-62657bdf2fb5, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:38:35.703126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:38:35.783272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 329a229e-e159-4d9c-8ed6-62657bdf2fb5) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:35.791081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:35.791081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:35.791958 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f81a8dc-113a-4671-9b1b-a67f86f8adbb None None] Network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:35.950214 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b1306fcd-c41d-4a13-a1be-0f6b0e0e331c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0707285 Feb 28 11:38:35.952804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54334) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:35.958218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-172249269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:35.964749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:35.968928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:router and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:35.971992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:35.977855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:36.032563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-329a229e-e159-4d9c-8ed6-62657bdf2fb5', 'network_id': '329a229e-e159-4d9c-8ed6-62657bdf2fb5', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'fixed_ips': [{'subnet_id': 'b3200cd2-9f61-403e-8986-fe1609fc2dfd'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:38:36.033427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.074777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.075943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.095605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.183773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Allocated IP 172.20.0.2 (329a229e-e159-4d9c-8ed6-62657bdf2fb5/b3200cd2-9f61-403e-8986-fe1609fc2dfd/4634510f-1b81-4b87-8d08-757f0f7197c3) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:36.241037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.327836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.331639 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-185b41b7-d3e8-430c-af57-b10c52c1484b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3752055 Feb 28 11:38:36.331993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54340) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:36.386623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.398362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Transition to ACTIVE for port object 4634510f-1b81-4b87-8d08-757f0f7197c3 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:36.424348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Transition to ACTIVE for port object 4634510f-1b81-4b87-8d08-757f0f7197c3 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:36.486762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.558764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:36.561524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:36.565235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:36.570207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Pushing event updated for resources: {'Port': ['ID=4634510f-1b81-4b87-8d08-757f0f7197c3,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:36.660850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Attempting to bind port 4634510f-1b81-4b87-8d08-757f0f7197c3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:38:36.661217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Attempting to bind port 4634510f-1b81-4b87-8d08-757f0f7197c3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '329a229e-e159-4d9c-8ed6-62657bdf2fb5'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:38:36.662234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Attempting to bind port 4634510f-1b81-4b87-8d08-757f0f7197c3 on network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:38:36.669595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:38:36.669940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Checking segment: {'id': '3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '329a229e-e159-4d9c-8ed6-62657bdf2fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:36.670340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.670732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Bound using segment: {'id': '3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '329a229e-e159-4d9c-8ed6-62657bdf2fb5'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:38:36.671241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Bound port: 4634510f-1b81-4b87-8d08-757f0f7197c3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 736, 'network_id': '329a229e-e159-4d9c-8ed6-62657bdf2fb5'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:38:36.671609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.762662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] For port 4634510f-1b81-4b87-8d08-757f0f7197c3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:38:36.765793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] For port 4634510f-1b81-4b87-8d08-757f0f7197c3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4634510f-1b81-4b87-8d08-757f0f7197c3,segment=NetworkSegment(3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e),segment_id=3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:38:36.826860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.836318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:36.916344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f6979f-e6ff-4540-b722-1fa0b088bc3d None None] Pushing event updated for resources: {'Port': ['ID=4634510f-1b81-4b87-8d08-757f0f7197c3,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:37.195129 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.20.0.1 (329a229e-e159-4d9c-8ed6-62657bdf2fb5/b3200cd2-9f61-403e-8986-fe1609fc2dfd/b7860661-31b2-4fdc-b5d6-c028b8fafa0b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:37.461163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:37.480665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Transition to ACTIVE for port object b7860661-31b2-4fdc-b5d6-c028b8fafa0b will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:37.566919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:37.648512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:37.652658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:37.657177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:37.686043 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=b7860661-31b2-4fdc-b5d6-c028b8fafa0b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:37.722134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:37.724153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4634510f-1b81-4b87-8d08-757f0f7197c3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:37.874951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 4634510f-1b81-4b87-8d08-757f0f7197c3 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:37.899682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:37.940485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a5557a-a7b7-4114-a94d-86b09bb9a246 None None] Network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:38.143206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-63866205-b989-4233-99ce-5f61d06c4235 None None] Provisioning for port 4634510f-1b81-4b87-8d08-757f0f7197c3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:38.157530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-63866205-b989-4233-99ce-5f61d06c4235 None None] Provisioning complete for port 4634510f-1b81-4b87-8d08-757f0f7197c3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:38.157834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63866205-b989-4233-99ce-5f61d06c4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:38.294004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63866205-b989-4233-99ce-5f61d06c4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:38.295214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:38.330733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-63866205-b989-4233-99ce-5f61d06c4235 None None] For port 4634510f-1b81-4b87-8d08-757f0f7197c3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4634510f-1b81-4b87-8d08-757f0f7197c3,segment=NetworkSegment(3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e),segment_id=3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:38.417531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:38.503139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63866205-b989-4233-99ce-5f61d06c4235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:38.534902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=b7860661-31b2-4fdc-b5d6-c028b8fafa0b,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:38.537881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:38.570769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63866205-b989-4233-99ce-5f61d06c4235 None None] Pushing event updated for resources: {'Port': ['ID=4634510f-1b81-4b87-8d08-757f0f7197c3,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:38.626610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9d908c0b-0809-4434-9475-9e6a91f8d48f None None] Provisioning complete for port 4634510f-1b81-4b87-8d08-757f0f7197c3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:38.627068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9d908c0b-0809-4434-9475-9e6a91f8d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:38.685929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:38.687140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:38.842523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9d908c0b-0809-4434-9475-9e6a91f8d48f None None] Provisioning for port b7860661-31b2-4fdc-b5d6-c028b8fafa0b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:38.845931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9d908c0b-0809-4434-9475-9e6a91f8d48f None None] Provisioning complete for port b7860661-31b2-4fdc-b5d6-c028b8fafa0b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:38.846437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9d908c0b-0809-4434-9475-9e6a91f8d48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:38.903093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9d908c0b-0809-4434-9475-9e6a91f8d48f None None] Port b7860661-31b2-4fdc-b5d6-c028b8fafa0b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:39.023542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-28dcf58f-a977-4bbc-a8db-76dd2ec1c049 None None] Provisioning complete for port b7860661-31b2-4fdc-b5d6-c028b8fafa0b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:39.023913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-28dcf58f-a977-4bbc-a8db-76dd2ec1c049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:39.080927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-28dcf58f-a977-4bbc-a8db-76dd2ec1c049 None None] Port b7860661-31b2-4fdc-b5d6-c028b8fafa0b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:39.120628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router fe57056b-0d19-43da-8293-c2725f1011de is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:38:39.392321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:39.401544 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956a70f-b79c-4ea5-80cc-ff751bd1122b None None] Sync routers for ids ['fe57056b-0d19-43da-8293-c2725f1011de'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:39.406994 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-51b0e6dd-dd22-4486-92c1-3b7221179849 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/fe57056b-0d19-43da-8293-c2725f1011de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0739360 Feb 28 11:38:39.409600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54348) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:39.414046 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956a70f-b79c-4ea5-80cc-ff751bd1122b None None] Routers {'fe57056b-0d19-43da-8293-c2725f1011de'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:39.414646 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c956a70f-b79c-4ea5-80cc-ff751bd1122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['fe57056b-0d19-43da-8293-c2725f1011de'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:39.472240 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c956a70f-b79c-4ea5-80cc-ff751bd1122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:39.480506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca15c3-e991-4c25-b280-98b0724f8f68 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:39.481912 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d3ca15c3-e991-4c25-b280-98b0724f8f68 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports/b7860661-31b2-4fdc-b5d6-c028b8fafa0b HTTP/1.1" status: 200 len: 910 time: 0.0713415 Feb 28 11:38:39.483647 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c956a70f-b79c-4ea5-80cc-ff751bd1122b None None] Routers {'fe57056b-0d19-43da-8293-c2725f1011de'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:39.484063 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c956a70f-b79c-4ea5-80cc-ff751bd1122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['fe57056b-0d19-43da-8293-c2725f1011de'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:39.485699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54352) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:39.491759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a8df4bb3-4fd2-4cf0-a73b-2d6d0b570d4b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b3200cd2-9f61-403e-8986-fe1609fc2dfd'}]}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:39.543180 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c956a70f-b79c-4ea5-80cc-ff751bd1122b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:39.543581 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c956a70f-b79c-4ea5-80cc-ff751bd1122b None None] The sync data for ids ['fe57056b-0d19-43da-8293-c2725f1011de'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:39.653173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4634510f-1b81-4b87-8d08-757f0f7197c3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:39.720707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 4634510f-1b81-4b87-8d08-757f0f7197c3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:39.721076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:39.736744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a8df4bb3-4fd2-4cf0-a73b-2d6d0b570d4b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:40.238560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a8df4bb3-4fd2-4cf0-a73b-2d6d0b570d4b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:40.297331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a8df4bb3-4fd2-4cf0-a73b-2d6d0b570d4b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:40.407681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8df4bb3-4fd2-4cf0-a73b-2d6d0b570d4b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:40.411153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a8df4bb3-4fd2-4cf0-a73b-2d6d0b570d4b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:40.411153 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a8df4bb3-4fd2-4cf0-a73b-2d6d0b570d4b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/ports/b7860661-31b2-4fdc-b5d6-c028b8fafa0b HTTP/1.1" status: 200 len: 910 time: 0.9228244 Feb 28 11:38:40.411153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8df4bb3-4fd2-4cf0-a73b-2d6d0b570d4b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=b7860661-31b2-4fdc-b5d6-c028b8fafa0b,revision_number=3']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:40.412394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54356) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:40.742517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:41.403618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port b7860661-31b2-4fdc-b5d6-c028b8fafa0b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:41.403967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:41.582218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:41.703296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for b7860661-31b2-4fdc-b5d6-c028b8fafa0b owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:41.944022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:41.992996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=b7860661-31b2-4fdc-b5d6-c028b8fafa0b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:42.231499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:42.749516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router fe57056b-0d19-43da-8293-c2725f1011de has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:38:42.890480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:42.900543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4400cc-b9a1-4d17-a76a-c507d41803e9 None None] Sync routers for ids ['fe57056b-0d19-43da-8293-c2725f1011de'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:42.904839 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e97246e1-a6b1-4c20-9de8-57de6431f190 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/fe57056b-0d19-43da-8293-c2725f1011de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4914827 Feb 28 11:38:42.907706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54362) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:42.918614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4400cc-b9a1-4d17-a76a-c507d41803e9 None None] Routers {'fe57056b-0d19-43da-8293-c2725f1011de'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:42.919236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bb4400cc-b9a1-4d17-a76a-c507d41803e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['fe57056b-0d19-43da-8293-c2725f1011de'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:42.952227 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-aac9a32c-3e63-4934-b636-f2cd0777450a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe57056b-0d19-43da-8293-c2725f1011de HTTP/1.1" status: 200 len: 205 time: 0.0434701 Feb 28 11:38:42.956103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54366) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:42.979612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bb4400cc-b9a1-4d17-a76a-c507d41803e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:42.990135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4400cc-b9a1-4d17-a76a-c507d41803e9 None None] Routers {'fe57056b-0d19-43da-8293-c2725f1011de'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:42.990732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bb4400cc-b9a1-4d17-a76a-c507d41803e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['fe57056b-0d19-43da-8293-c2725f1011de'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:43.052066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bb4400cc-b9a1-4d17-a76a-c507d41803e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:43.052608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4400cc-b9a1-4d17-a76a-c507d41803e9 None None] The sync data for ids ['fe57056b-0d19-43da-8293-c2725f1011de'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:43.088386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c331088e-b7ba-40ad-833f-7a28f9a7cfd1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:43.552359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c331088e-b7ba-40ad-833f-7a28f9a7cfd1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:43.556452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c331088e-b7ba-40ad-833f-7a28f9a7cfd1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:43.645616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c331088e-b7ba-40ad-833f-7a28f9a7cfd1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:43.646139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c331088e-b7ba-40ad-833f-7a28f9a7cfd1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Fanout notify agent at l3_agent the message router_deleted on router fe57056b-0d19-43da-8293-c2725f1011de {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:38:43.660977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c331088e-b7ba-40ad-833f-7a28f9a7cfd1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:43.662316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c331088e-b7ba-40ad-833f-7a28f9a7cfd1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/fe57056b-0d19-43da-8293-c2725f1011de HTTP/1.1" status: 204 len: 168 time: 0.7067242 Feb 28 11:38:43.665018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54370) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:43.844743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-06424573-e21b-4d83-8467-7d4cab0e2dc4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting subnet b3200cd2-9f61-403e-8986-fe1609fc2dfd {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:38:43.847860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06424573-e21b-4d83-8467-7d4cab0e2dc4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:43.903855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06424573-e21b-4d83-8467-7d4cab0e2dc4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:43.983146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06424573-e21b-4d83-8467-7d4cab0e2dc4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:44.133095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06424573-e21b-4d83-8467-7d4cab0e2dc4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:44.170585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06424573-e21b-4d83-8467-7d4cab0e2dc4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Subnet': ['ID=b3200cd2-9f61-403e-8986-fe1609fc2dfd,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:44.176869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06424573-e21b-4d83-8467-7d4cab0e2dc4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:44.186217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a95ab69-c238-4688-a1ee-fd184c27f96e None None] Network 329a229e-e159-4d9c-8ed6-62657bdf2fb5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:44.186732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-06424573-e21b-4d83-8467-7d4cab0e2dc4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/b3200cd2-9f61-403e-8986-fe1609fc2dfd HTTP/1.1" status: 204 len: 168 time: 0.5164533 Feb 28 11:38:44.186732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54374) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:44.299898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:44.310496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port 4634510f-1b81-4b87-8d08-757f0f7197c3 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:44.310923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:44.433848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] DHCP port deletion for 329a229e-e159-4d9c-8ed6-62657bdf2fb5 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:38:44.439017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] Deleting port 4634510f-1b81-4b87-8d08-757f0f7197c3 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:44.439384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:44.515925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port 4634510f-1b81-4b87-8d08-757f0f7197c3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4634510f-1b81-4b87-8d08-757f0f7197c3,segment=NetworkSegment(3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e),segment_id=3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:44.516276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:44.645178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] For port 4634510f-1b81-4b87-8d08-757f0f7197c3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4634510f-1b81-4b87-8d08-757f0f7197c3,segment=NetworkSegment(3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e),segment_id=3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:44.645178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:44.649293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for 4634510f-1b81-4b87-8d08-757f0f7197c3 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:44.764218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] Calling delete_port for 4634510f-1b81-4b87-8d08-757f0f7197c3 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:44.840337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:44.846551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:38:44.846956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:38:44.887007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=4634510f-1b81-4b87-8d08-757f0f7197c3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:44.903961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No DVR routers for this DVR port 4634510f-1b81-4b87-8d08-757f0f7197c3 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:38:44.924769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d2468f62-1935-443a-b325-5d157a899049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.010629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.039029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329a229e-e159-4d9c-8ed6-62657bdf2fb5']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:45.051307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:45.051605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3871cd-1ce7-45ec-a1ec-28a14fc8a79e') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:45.069881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.078372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.084243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Releasing vlan 736 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:38:45.084620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:38:45.099181 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:38:45.251406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.255538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.347887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] Deleting port 4634510f-1b81-4b87-8d08-757f0f7197c3 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:45.348502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.361911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Network': ['ID=329a229e-e159-4d9c-8ed6-62657bdf2fb5,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:45.369664 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7782fba2-a3bb-4926-8cc1-b23eda12834f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/networks/329a229e-e159-4d9c-8ed6-62657bdf2fb5 HTTP/1.1" status: 204 len: 168 time: 1.1803570 Feb 28 11:38:45.375582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54378) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:45.376852 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1668249356', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:45.382977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:45.388537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:router and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:45.391567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:45.397450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:45.412910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f842189a-e9ce-4976-80d7-d44ebffb24eb None None] The port '4634510f-1b81-4b87-8d08-757f0f7197c3' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:38:45.464100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.465100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.483810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.583344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.649194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4634510f-1b81-4b87-8d08-757f0f7197c3 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:38:45.674759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.676006 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b36594ea-8ceb-4d52-b71c-f15814ca56ea tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3035593 Feb 28 11:38:45.678802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54384) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:45.685104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'network': {'name': 'tempest-RoutersTest-445638112'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:45.687473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 4634510f-1b81-4b87-8d08-757f0f7197c3 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:38:45.687924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4634510f-1b81-4b87-8d08-757f0f7197c3 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:38:45.689984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:45.694517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:network and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:45.698950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:45.704739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:45.806341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:45.809379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.836991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:38:45.845475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:45.845796 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added segment fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2 of type vlan for network f919cc14-62bb-491a-b2e7-d26ea32a7651 Feb 28 11:38:45.873467 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:46.005977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:46.009657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:46.010266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:46.117469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Network': ['ID=f919cc14-62bb-491a-b2e7-d26ea32a7651,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:46.128178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f919cc14-62bb-491a-b2e7-d26ea32a7651 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:38:46.200881 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-83549de2-73ad-42e6-92c5-7a05cb88df00 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5210128 Feb 28 11:38:46.212228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54388) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:46.212228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'subnet': {'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:46.315890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:46.319539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:subnet and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:46.322680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:46.329074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:46.411453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:46.513366 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:46.783428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:46.857508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Subnet': ['ID=c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:46.871944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Checking segment: {'id': 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:46.872668 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network hostable DHCP agents. Network: f919cc14-62bb-491a-b2e7-d26ea32a7651, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:38:46.960099 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network f919cc14-62bb-491a-b2e7-d26ea32a7651 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:38:47.373880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54396) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:47.477196 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4cdfd739-c8a8-4873-af84-c88eb518f278 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/017acb3c-d56b-4e9f-879c-548d8e22f729 HTTP/1.1" status: 200 len: 994 time: 0.1022060 Feb 28 11:38:47.543768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f128261a-4bbe-41a0-8b7d-a724c6582f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:47.571224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f919cc14-62bb-491a-b2e7-d26ea32a7651) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:47.575229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:47.583238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:47.583361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3bf436-4bf7-4c48-9ead-763c536bb9d0 None None] Network f919cc14-62bb-491a-b2e7-d26ea32a7651 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:47.663459 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b1945c1c-2ccc-4461-8e71-74e3fbfb1176 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4589334 Feb 28 11:38:47.668103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54404) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:47.795653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54408) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:47.808067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f919cc14-62bb-491a-b2e7-d26ea32a7651', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:38:47.808959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:47.971096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Allocated IP 172.20.0.2 (f919cc14-62bb-491a-b2e7-d26ea32a7651/c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4/ec01ceec-fc02-4418-b550-31b070b16ccb) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:48.002298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port e19c1354-58ba-4653-9312-6f47301658ed {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:48.006071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.188214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.188974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.226821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.237867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Transition to ACTIVE for port object ec01ceec-fc02-4418-b550-31b070b16ccb will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:48.256794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Transition to ACTIVE for port object ec01ceec-fc02-4418-b550-31b070b16ccb will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:48.278226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.315112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for e19c1354-58ba-4653-9312-6f47301658ed owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:48.338444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.397927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.409867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.433011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Network f919cc14-62bb-491a-b2e7-d26ea32a7651 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:48.438076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:48.440034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:48.442140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Pushing event updated for resources: {'Port': ['ID=ec01ceec-fc02-4418-b550-31b070b16ccb,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:48.532081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Attempting to bind port ec01ceec-fc02-4418-b550-31b070b16ccb on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:38:48.532330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Attempting to bind port ec01ceec-fc02-4418-b550-31b070b16ccb by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:38:48.532659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Attempting to bind port ec01ceec-fc02-4418-b550-31b070b16ccb on network f919cc14-62bb-491a-b2e7-d26ea32a7651 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:38:48.539041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:38:48.539417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Checking segment: {'id': 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:48.539813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.540261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Bound using segment: {'id': 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:38:48.540721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Bound port: ec01ceec-fc02-4418-b550-31b070b16ccb, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:38:48.541167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.585376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.638410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=e19c1354-58ba-4653-9312-6f47301658ed,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:48.656800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.20.0.1 (f919cc14-62bb-491a-b2e7-d26ea32a7651/c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4/fca33ac6-9804-44f8-bebe-6c971b7ccc08) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:48.657265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] For port ec01ceec-fc02-4418-b550-31b070b16ccb, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:38:48.661225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] For port ec01ceec-fc02-4418-b550-31b070b16ccb, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ec01ceec-fc02-4418-b550-31b070b16ccb,segment=NetworkSegment(fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2),segment_id=fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:38:48.747374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.761381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.827271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:48.846758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Transition to ACTIVE for port object fca33ac6-9804-44f8-bebe-6c971b7ccc08 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:48.860316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07aa6fac-a060-4b6a-866e-31d56ba55daf None None] Pushing event updated for resources: {'Port': ['ID=ec01ceec-fc02-4418-b550-31b070b16ccb,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:48.932808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:49.008693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network f919cc14-62bb-491a-b2e7-d26ea32a7651 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:49.018323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:49.021214 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:49.071953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=fca33ac6-9804-44f8-bebe-6c971b7ccc08,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:49.099537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:49.204214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:38:49.273776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:49.516683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:49.529182 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] Sync routers for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:49.543245 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:49.543518 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:49.618573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:49.720563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:49.723852 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a750cf2a-ee1c-412a-a31f-077824c3d7b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/floatingips/017acb3c-d56b-4e9f-879c-548d8e22f729 HTTP/1.1" status: 204 len: 168 time: 1.9254920 Feb 28 11:38:49.724644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:38:49.758444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:49.788595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ec01ceec-fc02-4418-b550-31b070b16ccb up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:49.844329 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'status': 'completed', 'code': 200} Feb 28 11:38:49.849414 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:38:49.903087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:49.990560 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-3b2145d0-3f61-44a6-9c12-80584438155e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 1099 time: 0.1335676 Feb 28 11:38:49.999681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4eea74-17c4-48c9-80b5-8e13437179cc None None] Network f919cc14-62bb-491a-b2e7-d26ea32a7651 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:50.055071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:50.069247 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=fca33ac6-9804-44f8-bebe-6c971b7ccc08,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:50.091399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port ec01ceec-fc02-4418-b550-31b070b16ccb completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:50.183078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-714fba62-6c1c-4a1c-8329-d53ec17b692f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:50.184925 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-714fba62-6c1c-4a1c-8329-d53ec17b692f service neutron] 10.222.0.57 "GET /v2.0/networks?id=57abda90-6c47-4be1-872f-80b19087aed1 HTTP/1.1" status: 200 len: 898 time: 0.1887767 Feb 28 11:38:50.257584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-814bc185-547e-4bc5-88d9-e9a6bad5738b None None] Provisioning for port ec01ceec-fc02-4418-b550-31b070b16ccb completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:50.273157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-814bc185-547e-4bc5-88d9-e9a6bad5738b None None] Provisioning complete for port ec01ceec-fc02-4418-b550-31b070b16ccb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:50.278393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-814bc185-547e-4bc5-88d9-e9a6bad5738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:50.285564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-6637c518-0da2-477f-bfdb-84ebae734bf0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f1e4f83-f10a-4ff0-9afc-15d5bae42294 HTTP/1.1" status: 200 len: 217 time: 0.0936878 Feb 28 11:38:50.301937 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb', 'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:29:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:50Z', 'updated_at': '2022-02-28T11:37:58Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '7f63078c-2793-4345-94f6-057602a43ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:50.301937 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] Checking router: 8b3d312e-3fc6-453c-8a74-b4eecd922b56 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:38:50.314446 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:50.315327 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:50.373519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-0fee63aa-fd3e-4b30-83ef-0a0de2d6f458 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:50.375330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-0fee63aa-fd3e-4b30-83ef-0a0de2d6f458 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7f63078c-2793-4345-94f6-057602a43ca8 HTTP/1.1" status: 200 len: 834 time: 0.0840673 Feb 28 11:38:50.410761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network f919cc14-62bb-491a-b2e7-d26ea32a7651 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:50.412177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:50.431721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-814bc185-547e-4bc5-88d9-e9a6bad5738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:50.475541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-814bc185-547e-4bc5-88d9-e9a6bad5738b None None] For port ec01ceec-fc02-4418-b550-31b070b16ccb, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ec01ceec-fc02-4418-b550-31b070b16ccb,segment=NetworkSegment(fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2),segment_id=fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:50.527141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-b70f5b67-64f5-4bc6-bc77-fb0fa78fdb8e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=57abda90-6c47-4be1-872f-80b19087aed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1362801 Feb 28 11:38:50.532954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-baf70791-b507-476e-a5cc-a13e0d008d8f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:38:50.534234 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-baf70791-b507-476e-a5cc-a13e0d008d8f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0063426 Feb 28 11:38:50.578179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-814bc185-547e-4bc5-88d9-e9a6bad5738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:50.611224 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:38:50.686423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bc185-547e-4bc5-88d9-e9a6bad5738b None None] Pushing event updated for resources: {'Port': ['ID=ec01ceec-fc02-4418-b550-31b070b16ccb,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:50.818172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-cc03b534-ee13-45e2-85ee-7fda55601d64 service neutron] 10.222.0.57 "GET /v2.0/networks/57abda90-6c47-4be1-872f-80b19087aed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651188 Feb 28 11:38:50.891601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-25f0ae20-b8a7-4c24-9a46-407e8692c9a1 None None] Provisioning for port fca33ac6-9804-44f8-bebe-6c971b7ccc08 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:50.896768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-25f0ae20-b8a7-4c24-9a46-407e8692c9a1 None None] Provisioning complete for port fca33ac6-9804-44f8-bebe-6c971b7ccc08 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:50.897127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-25f0ae20-b8a7-4c24-9a46-407e8692c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:51.000181 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-25f0ae20-b8a7-4c24-9a46-407e8692c9a1 None None] Port fca33ac6-9804-44f8-bebe-6c971b7ccc08 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:51.019768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-25f0ae20-b8a7-4c24-9a46-407e8692c9a1 None None] Provisioning complete for port ec01ceec-fc02-4418-b550-31b070b16ccb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:51.020309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-25f0ae20-b8a7-4c24-9a46-407e8692c9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:51.069992 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb', 'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:29:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:50Z', 'updated_at': '2022-02-28T11:37:58Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '7f63078c-2793-4345-94f6-057602a43ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:51.074423 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ead3a80-3a90-43c6-bafc-4561793e5147 None None] The sync data for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv is: [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:51Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb', 'name': '', 'network_id': '57abda90-6c47-4be1-872f-80b19087aed1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:29:60:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7f63078c-2793-4345-94f6-057602a43ca8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:50Z', 'updated_at': '2022-02-28T11:37:58Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '7f63078c-2793-4345-94f6-057602a43ca8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:51.080012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:38:51.096823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e24df5-e15e-422f-9aaf-6f4eb27b4905 req-465d11a8-32db-44a6-b004-56ac485a32cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:51.097783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a0e24df5-e15e-422f-9aaf-6f4eb27b4905 req-465d11a8-32db-44a6-b004-56ac485a32cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:38:51.105596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea5a8eea-febc-4d05-bb22-e49b89f8d753 req-74d5539d-6049-46a6-83ad-d416c2ca1dca service neutron] 10.222.0.57 "GET /v2.0/networks/57abda90-6c47-4be1-872f-80b19087aed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811127 Feb 28 11:38:51.203717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a0e24df5-e15e-422f-9aaf-6f4eb27b4905 req-465d11a8-32db-44a6-b004-56ac485a32cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:38:51.203717 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a0e24df5-e15e-422f-9aaf-6f4eb27b4905 req-465d11a8-32db-44a6-b004-56ac485a32cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 946 time: 0.6658244 Feb 28 11:38:51.254438 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a0e24df5-e15e-422f-9aaf-6f4eb27b4905 req-a4c02969-c660-4cc6-bdf8-0ca2acce57a8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463057 Feb 28 11:38:51.306743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:51.319809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Sync routers for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:51.323653 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d0cd4a9a-7def-444a-ac1b-60cba2748fc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6513338 Feb 28 11:38:51.324391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54420) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:51.331974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'network': {'name': 'tempest-RoutersTest-560934463'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:51.337980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:51.342451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:network and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:51.342594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e5452dc1-f0d3-44c3-bbac-2ac69c8f8dc6 None None] Provisioning complete for port fca33ac6-9804-44f8-bebe-6c971b7ccc08 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:51.342703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e5452dc1-f0d3-44c3-bbac-2ac69c8f8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:51.345660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:51.356024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:51.373189 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feecd92a-5f2d-4260-b852-563677e19cb2 None None] New status for floating IP 017acb3c-d56b-4e9f-879c-548d8e22f729: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:38:51.387681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:51.387681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:51.445705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:51.449241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:51.481850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 708} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:38:51.496087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:51.496087 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added segment decf3663-0593-47a8-9fe6-240fcb2d9855 of type vlan for network f4a4b0d2-2386-4371-b942-7d837c54ab54 Feb 28 11:38:51.520699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e5452dc1-f0d3-44c3-bbac-2ac69c8f8dc6 None None] Port fca33ac6-9804-44f8-bebe-6c971b7ccc08 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:51.525052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:51.559646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:38:51.640234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:51.643958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:51.646279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:51.726333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ec01ceec-fc02-4418-b550-31b070b16ccb up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:51.773452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Network': ['ID=f4a4b0d2-2386-4371-b942-7d837c54ab54,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:51.793359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f4a4b0d2-2386-4371-b942-7d837c54ab54 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:38:51.796356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-e99a8c7b-8b03-47ef-a7e5-03b71c017dd5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:51.797828 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-e99a8c7b-8b03-47ef-a7e5-03b71c017dd5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 946 time: 0.0960274 Feb 28 11:38:51.820250 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f5a9e658-a475-4190-bbf6-e6f95dbeaab4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4929211 Feb 28 11:38:51.820606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54424) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:51.826337 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'subnet': {'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:51.873739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:51.877866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:51.941115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:51.944982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:subnet and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:51.948688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:51.955830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:52.043054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ec01ceec-fc02-4418-b550-31b070b16ccb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:52.043666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.051454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:52.147186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:52.147993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.164648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.186735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:38:49Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:49Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:52.193227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Checking router: 7924bde8-861f-43ce-809a-1ae8e7c2f58d for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:38:52.193708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Updating router 7924bde8-861f-43ce-809a-1ae8e7c2f58d port fca33ac6-9804-44f8-bebe-6c971b7ccc08 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:38:52.250542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.285029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:52.578269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.637878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.655961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.666096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Subnet': ['ID=bb084d09-fac9-4b80-a905-fcfe806d7fbb,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:52.674865 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Transition to ACTIVE for port object fca33ac6-9804-44f8-bebe-6c971b7ccc08 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:52.680146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Checking segment: {'id': 'decf3663-0593-47a8-9fe6-240fcb2d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:52.680501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network hostable DHCP agents. Network: f4a4b0d2-2386-4371-b942-7d837c54ab54, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:38:52.716946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=3f1e4f83-f10a-4ff0-9afc-15d5bae42294,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:52.739647 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.764824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network f4a4b0d2-2386-4371-b942-7d837c54ab54 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:38:52.804692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:38:52.807897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.810919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'name': 'network-vif-deleted', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:38:52.820158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91ca4b6-11e2-4c78-bcb2-19de0d8a0c22 req-9d3f3bc3-5f41-4ca2-a071-012e4f41bd92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:52.827674 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d91ca4b6-11e2-4c78-bcb2-19de0d8a0c22 req-9d3f3bc3-5f41-4ca2-a071-012e4f41bd92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 946 time: 0.3543837 Feb 28 11:38:52.874553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f4a4b0d2-2386-4371-b942-7d837c54ab54) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:52.878557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:52.879531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:52.890636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceb9f68-03e7-429c-8c96-9ff9f0a1488e None None] Network f4a4b0d2-2386-4371-b942-7d837c54ab54 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:52.907565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a2b15-e8aa-4fc0-8c4d-3cc67989c108 None None] Pushing event updated for resources: {'Port': ['ID=fca33ac6-9804-44f8-bebe-6c971b7ccc08,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:52.918923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d91ca4b6-11e2-4c78-bcb2-19de0d8a0c22 req-77040d08-0da5-42ea-8b21-068f23eb9441 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=318b4649-bf31-4da3-8bac-23e9adaa77df&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816886 Feb 28 11:38:52.918923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b503afc-e1ca-483a-8c98-64bbc4f87226', 'name': 'network-vif-deleted', 'tag': '3f1e4f83-f10a-4ff0-9afc-15d5bae42294', 'status': 'completed', 'code': 200} Feb 28 11:38:52.938736 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-696f10ac-d811-40e0-b04c-73d933e2c585 req-451683ea-0b82-4a80-b7a5-71b9b35bba9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/3f1e4f83-f10a-4ff0-9afc-15d5bae42294 HTTP/1.1" status: 204 len: 173 time: 1.1358995 Feb 28 11:38:52.999049 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d6924bb5-96de-4ee1-888f-29863ba62f4a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1744478 Feb 28 11:38:53.004111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54434) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:53.075151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Attempting to bind port fca33ac6-9804-44f8-bebe-6c971b7ccc08 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:38:53.076070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Attempting to bind port fca33ac6-9804-44f8-bebe-6c971b7ccc08 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:38:53.076625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Attempting to bind port fca33ac6-9804-44f8-bebe-6c971b7ccc08 on network f919cc14-62bb-491a-b2e7-d26ea32a7651 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:38:53.099787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:38:53.100413 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Checking segment: {'id': 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:53.100999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:53.101577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Bound using segment: {'id': 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:38:53.102237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Bound port: fca33ac6-9804-44f8-bebe-6c971b7ccc08, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:38:53.103590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:53.323812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] For port fca33ac6-9804-44f8-bebe-6c971b7ccc08, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:38:53.328415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f4a4b0d2-2386-4371-b942-7d837c54ab54', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:38:53.328415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:53.349360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] For port fca33ac6-9804-44f8-bebe-6c971b7ccc08, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fca33ac6-9804-44f8-bebe-6c971b7ccc08,segment=NetworkSegment(fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2),segment_id=fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:38:53.438063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:53.608999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a2b15-e8aa-4fc0-8c4d-3cc67989c108 None None] Pushing event updated for resources: {'Port': ['ID=fca33ac6-9804-44f8-bebe-6c971b7ccc08,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:53.623535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:53.623535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:53.764825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:53.810134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Allocated IP 172.21.0.2 (f4a4b0d2-2386-4371-b942-7d837c54ab54/bb084d09-fac9-4b80-a905-fcfe806d7fbb/85a25a03-1b49-4de5-84ad-57e2db24670a) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:53.936617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:38:54.157422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-26eb5aaa-b5fe-4eae-b490-32debf401db9 req-6c6bb9ad-6ed5-4a12-8ec4-8d198e74f305 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:38:54.251401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-26eb5aaa-b5fe-4eae-b490-32debf401db9 req-6c6bb9ad-6ed5-4a12-8ec4-8d198e74f305 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:38:54.252688 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26eb5aaa-b5fe-4eae-b490-32debf401db9 req-6c6bb9ad-6ed5-4a12-8ec4-8d198e74f305 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b503afc-e1ca-483a-8c98-64bbc4f87226 HTTP/1.1" status: 200 len: 210 time: 0.1468685 Feb 28 11:38:54.311517 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:54.348404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Transition to ACTIVE for port object 85a25a03-1b49-4de5-84ad-57e2db24670a will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:54.375630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Transition to ACTIVE for port object 85a25a03-1b49-4de5-84ad-57e2db24670a will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:54.403546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:38:49Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:53Z', 'revision_number': 4, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:54.407626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e51404-ad3a-420e-8ca8-3bab05aece46 None None] The sync data for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv is: [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:38:49Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:53Z', 'revision_number': 4, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:38:54.423341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:54.493165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Network f4a4b0d2-2386-4371-b942-7d837c54ab54 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:54.497070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:54.500611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:54.502950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.21.0.1 (f4a4b0d2-2386-4371-b942-7d837c54ab54/bb084d09-fac9-4b80-a905-fcfe806d7fbb/d45286e9-6a7c-4637-a141-84141bade151) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:54.510664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Pushing event updated for resources: {'Port': ['ID=85a25a03-1b49-4de5-84ad-57e2db24670a,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:54.616896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Attempting to bind port 85a25a03-1b49-4de5-84ad-57e2db24670a on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:38:54.617442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Attempting to bind port 85a25a03-1b49-4de5-84ad-57e2db24670a by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'decf3663-0593-47a8-9fe6-240fcb2d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:38:54.618003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Attempting to bind port 85a25a03-1b49-4de5-84ad-57e2db24670a on network f4a4b0d2-2386-4371-b942-7d837c54ab54 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:38:54.631986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:38:54.632653 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Checking segment: {'id': 'decf3663-0593-47a8-9fe6-240fcb2d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:54.633309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:54.639373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Bound using segment: {'id': 'decf3663-0593-47a8-9fe6-240fcb2d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:38:54.639373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Bound port: 85a25a03-1b49-4de5-84ad-57e2db24670a, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decf3663-0593-47a8-9fe6-240fcb2d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:38:54.639373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:54.769096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] For port 85a25a03-1b49-4de5-84ad-57e2db24670a, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:38:54.772617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] For port 85a25a03-1b49-4de5-84ad-57e2db24670a, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=85a25a03-1b49-4de5-84ad-57e2db24670a,segment=NetworkSegment(decf3663-0593-47a8-9fe6-240fcb2d9855),segment_id=decf3663-0593-47a8-9fe6-240fcb2d9855)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:38:54.856665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:54.892457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:54.911517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Transition to ACTIVE for port object d45286e9-6a7c-4637-a141-84141bade151 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:54.940690 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6769fcb-086a-49b5-90d9-d447c1b957d0 None None] Pushing event updated for resources: {'Port': ['ID=85a25a03-1b49-4de5-84ad-57e2db24670a,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:55.035041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:55.131486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network f4a4b0d2-2386-4371-b942-7d837c54ab54 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:55.134484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:55.138644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:38:55.182887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=d45286e9-6a7c-4637-a141-84141bade151,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:55.212963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:55.359733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54442) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:55.394062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:38:55.400165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:55.432821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:38:55.433171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 3f1e4f83-f10a-4ff0-9afc-15d5bae42294 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:38:55.531603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-30e82ba8-c98c-4864-a921-aeeaff2617e1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:55.563323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-30e82ba8-c98c-4864-a921-aeeaff2617e1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:55.682411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-30e82ba8-c98c-4864-a921-aeeaff2617e1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:55.715659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e82ba8-c98c-4864-a921-aeeaff2617e1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318b4649-bf31-4da3-8bac-23e9adaa77df,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:55.810335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fca33ac6-9804-44f8-bebe-6c971b7ccc08 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:55.825945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-30e82ba8-c98c-4864-a921-aeeaff2617e1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:55.825945 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-30e82ba8-c98c-4864-a921-aeeaff2617e1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/318b4649-bf31-4da3-8bac-23e9adaa77df HTTP/1.1" status: 204 len: 168 time: 0.4630425 Feb 28 11:38:55.880458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:55.926924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54448) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:55.954940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:56.013830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port fca33ac6-9804-44f8-bebe-6c971b7ccc08 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:56.021018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port fca33ac6-9804-44f8-bebe-6c971b7ccc08 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:56.021721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:56.071715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:56.076254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=d45286e9-6a7c-4637-a141-84141bade151,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:56.124424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e628157e-f1cc-4508-a33a-f09bcae76c4a None None] Network f4a4b0d2-2386-4371-b942-7d837c54ab54 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:56.229627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network f4a4b0d2-2386-4371-b942-7d837c54ab54 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:38:56.232084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:56.329847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:56.379175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:56.415998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3969d8a4-ae11-4ed9-ad99-c4972c81fec9 None None] Provisioning for port 85a25a03-1b49-4de5-84ad-57e2db24670a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:56.421881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port fca33ac6-9804-44f8-bebe-6c971b7ccc08, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fca33ac6-9804-44f8-bebe-6c971b7ccc08,segment=NetworkSegment(fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2),segment_id=fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:56.531914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:56.538207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 85a25a03-1b49-4de5-84ad-57e2db24670a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:56.583801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:38:56.688558 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=fca33ac6-9804-44f8-bebe-6c971b7ccc08,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:56.768794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 85a25a03-1b49-4de5-84ad-57e2db24670a completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:56.776509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 85a25a03-1b49-4de5-84ad-57e2db24670a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:56.776929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:56.972223 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.031159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 85a25a03-1b49-4de5-84ad-57e2db24670a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=85a25a03-1b49-4de5-84ad-57e2db24670a,segment=NetworkSegment(decf3663-0593-47a8-9fe6-240fcb2d9855),segment_id=decf3663-0593-47a8-9fe6-240fcb2d9855)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:57.044204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0c13f62e-8cd7-4854-8be5-27cc783050ac None None] Provisioning complete for port 85a25a03-1b49-4de5-84ad-57e2db24670a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:57.044575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0c13f62e-8cd7-4854-8be5-27cc783050ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.056170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:57.073469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bd910374-5283-4749-bfc5-55441c18fcb0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0726962 Feb 28 11:38:57.078940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54452) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:57.086534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'network': {'name': 'tempest-RoutersTest-1213609112'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:57.094188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:57.100326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:network and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:57.104458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:57.110829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:57.156784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.189338 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:57.191843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.229820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:38:57.231059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.243321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:38:57.254785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.255802 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added segment 795cace6-ad9c-4b1e-abe3-0e3d835cfd18 of type vlan for network fdb0834e-a884-4af2-8c72-9004b068abb7 Feb 28 11:38:57.294667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.304083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=85a25a03-1b49-4de5-84ad-57e2db24670a,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:57.371814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0c13f62e-8cd7-4854-8be5-27cc783050ac None None] Provisioning for port d45286e9-6a7c-4637-a141-84141bade151 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:38:57.377611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0c13f62e-8cd7-4854-8be5-27cc783050ac None None] Provisioning complete for port d45286e9-6a7c-4637-a141-84141bade151 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:57.377979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0c13f62e-8cd7-4854-8be5-27cc783050ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.417603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.425137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:57.426072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.461339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0c13f62e-8cd7-4854-8be5-27cc783050ac None None] Port d45286e9-6a7c-4637-a141-84141bade151 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:57.488560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:38:57.489211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.541524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Network': ['ID=fdb0834e-a884-4af2-8c72-9004b068abb7,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:57.550007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.550348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.550683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.552015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.552015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.552015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.552015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.552426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.552623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.552903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.553220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:38:57.565886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network fdb0834e-a884-4af2-8c72-9004b068abb7 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:38:57.595107 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5bbf429d-8ec8-482c-9128-f81374089c3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5149784 Feb 28 11:38:57.598039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54456) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:57.606343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'subnet': {'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:38:57.615569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:38:57.652675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cf662271-4c91-4434-8850-7efa90488ad8 None None] Provisioning complete for port d45286e9-6a7c-4637-a141-84141bade151 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:57.653053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf662271-4c91-4434-8850-7efa90488ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.734046 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-cf662271-4c91-4434-8850-7efa90488ad8 None None] Port d45286e9-6a7c-4637-a141-84141bade151 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:38:57.739448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fca33ac6-9804-44f8-bebe-6c971b7ccc08 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:57.777362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:38:57.781807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:subnet and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:38:57.785314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:38:57.793146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:38:57.832995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port fca33ac6-9804-44f8-bebe-6c971b7ccc08 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:57.833461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:57.920352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:38:57.956505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 85a25a03-1b49-4de5-84ad-57e2db24670a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:38:57.993511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Sync routers for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:58.022389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:58.025852 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:58.026018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:58.033027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:58.077875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:58.193308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:38:58.248399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 85a25a03-1b49-4de5-84ad-57e2db24670a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:38:58.248775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:58.350734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:58.434469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:58.465808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Subnet': ['ID=869abe82-0d52-43f7-a30c-9d9c7134e240,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:38:58.479644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Checking segment: {'id': '795cace6-ad9c-4b1e-abe3-0e3d835cfd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:38:58.480088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network hostable DHCP agents. Network: fdb0834e-a884-4af2-8c72-9004b068abb7, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:38:58.571767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network fdb0834e-a884-4af2-8c72-9004b068abb7 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:38:58.629145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, fdb0834e-a884-4af2-8c72-9004b068abb7) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:38:58.638678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:38:58.638678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:58.639067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4086b3-7610-4095-9253-e88149cb6c99 None None] Network fdb0834e-a884-4af2-8c72-9004b068abb7 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:38:58.755144 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-59b1ec1b-2f3c-40dd-b3b6-f783a4f44b85 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1553864 Feb 28 11:38:58.757737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54464) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:58.873797 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:38:55Z', 'revision_number': 3, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:38:55Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:58.914084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Checking router: 7924bde8-861f-43ce-809a-1ae8e7c2f58d for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:38:58.914428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Updating router 7924bde8-861f-43ce-809a-1ae8e7c2f58d port d45286e9-6a7c-4637-a141-84141bade151 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:38:58.966630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-fdb0834e-a884-4af2-8c72-9004b068abb7', 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'fixed_ips': [{'subnet_id': '869abe82-0d52-43f7-a30c-9d9c7134e240'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:38:58.967515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:58.990867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:59.114152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:38:59.286505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Allocated IP 172.22.0.2 (fdb0834e-a884-4af2-8c72-9004b068abb7/869abe82-0d52-43f7-a30c-9d9c7134e240/a9e928b2-837a-40d0-bf37-9472d437ae86) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:38:59.340216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:38:59.354647 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94416d56-f350-404d-ab45-37019484dce6 None None] Sync routers for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:38:59.370564 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94416d56-f350-404d-ab45-37019484dce6 None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:59.370564 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-94416d56-f350-404d-ab45-37019484dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:59.437341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:59.440734 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-75c52968-b836-477b-a75b-c9c22150e4f2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/8b3d312e-3fc6-453c-8a74-b4eecd922b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5126863 Feb 28 11:38:59.447302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54468) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:38:59.565711 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-94416d56-f350-404d-ab45-37019484dce6 None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:38:59.749498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:59.763775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Transition to ACTIVE for port object d45286e9-6a7c-4637-a141-84141bade151 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:59.776341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:59.790690 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Transition to ACTIVE for port object a9e928b2-837a-40d0-bf37-9472d437ae86 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:59.830130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Transition to ACTIVE for port object a9e928b2-837a-40d0-bf37-9472d437ae86 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:38:59.896210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:59.904316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-e62dfbe1-c1a4-4f71-a61d-e5eccc3f9104 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting subnet 7f63078c-2793-4345-94f6-057602a43ca8 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:38:59.907708 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e62dfbe1-c1a4-4f71-a61d-e5eccc3f9104 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:38:59.954899 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-94416d56-f350-404d-ab45-37019484dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:38:57Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:59.959968 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94416d56-f350-404d-ab45-37019484dce6 None None] Checking router: 8b3d312e-3fc6-453c-8a74-b4eecd922b56 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:38:59.973843 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94416d56-f350-404d-ab45-37019484dce6 None None] Routers {'8b3d312e-3fc6-453c-8a74-b4eecd922b56'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:38:59.974538 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-94416d56-f350-404d-ab45-37019484dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:38:59.976768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e62dfbe1-c1a4-4f71-a61d-e5eccc3f9104 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.069385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Pushing event updated for resources: {'Port': ['ID=d45286e9-6a7c-4637-a141-84141bade151,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:00.076350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.089612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e62dfbe1-c1a4-4f71-a61d-e5eccc3f9104 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.108721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.22.0.1 (fdb0834e-a884-4af2-8c72-9004b068abb7/869abe82-0d52-43f7-a30c-9d9c7134e240/3c1d6884-5ee3-48af-874f-4fbb7979486a) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:39:00.140297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.141421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.141923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.145288 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.145649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.145981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.146415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.146874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.147473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.147586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.147825 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:00.164142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Network fdb0834e-a884-4af2-8c72-9004b068abb7 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:00.231163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:00.255289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:39:00.277221 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-94416d56-f350-404d-ab45-37019484dce6 None None] Set router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:00.332497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e62dfbe1-c1a4-4f71-a61d-e5eccc3f9104 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.337449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.358764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Transition to ACTIVE for port object 3c1d6884-5ee3-48af-874f-4fbb7979486a will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:00.375861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Attempting to bind port d45286e9-6a7c-4637-a141-84141bade151 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:39:00.376242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Attempting to bind port d45286e9-6a7c-4637-a141-84141bade151 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'decf3663-0593-47a8-9fe6-240fcb2d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:39:00.376603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Attempting to bind port d45286e9-6a7c-4637-a141-84141bade151 on network f4a4b0d2-2386-4371-b942-7d837c54ab54 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:39:00.388278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dfbe1-c1a4-4f71-a61d-e5eccc3f9104 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Subnet': ['ID=7f63078c-2793-4345-94f6-057602a43ca8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:00.398797 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e62dfbe1-c1a4-4f71-a61d-e5eccc3f9104 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.406068 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e62dfbe1-c1a4-4f71-a61d-e5eccc3f9104 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/subnets/7f63078c-2793-4345-94f6-057602a43ca8 HTTP/1.1" status: 204 len: 168 time: 0.9575944 Feb 28 11:39:00.408605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54472) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:00.409976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Pushing event updated for resources: {'Port': ['ID=a9e928b2-837a-40d0-bf37-9472d437ae86,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:00.420026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2af724-431c-4e47-bae1-c22be867efdb None None] Network 57abda90-6c47-4be1-872f-80b19087aed1 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:00.469180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.500149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:39:00.500526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Checking segment: {'id': 'decf3663-0593-47a8-9fe6-240fcb2d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:00.500995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.501341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Bound using segment: {'id': 'decf3663-0593-47a8-9fe6-240fcb2d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:39:00.501850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Bound port: d45286e9-6a7c-4637-a141-84141bade151, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'decf3663-0593-47a8-9fe6-240fcb2d9855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 708, 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:39:00.502219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.577079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Attempting to bind port a9e928b2-837a-40d0-bf37-9472d437ae86 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:39:00.577079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Attempting to bind port a9e928b2-837a-40d0-bf37-9472d437ae86 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '795cace6-ad9c-4b1e-abe3-0e3d835cfd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:39:00.577079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Attempting to bind port a9e928b2-837a-40d0-bf37-9472d437ae86 on network fdb0834e-a884-4af2-8c72-9004b068abb7 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:39:00.580470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=3c1d6884-5ee3-48af-874f-4fbb7979486a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:00.631503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network fdb0834e-a884-4af2-8c72-9004b068abb7 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:00.638545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:00.642680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:39:00.659596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:39:00.659596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Checking segment: {'id': '795cace6-ad9c-4b1e-abe3-0e3d835cfd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:00.659923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.660317 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Bound using segment: {'id': '795cace6-ad9c-4b1e-abe3-0e3d835cfd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:39:00.660954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Bound port: a9e928b2-837a-40d0-bf37-9472d437ae86, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795cace6-ad9c-4b1e-abe3-0e3d835cfd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:39:00.661356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.695086 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-94416d56-f350-404d-ab45-37019484dce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:38:57Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:00.707734 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94416d56-f350-404d-ab45-37019484dce6 None None] The sync data for ids ['8b3d312e-3fc6-453c-8a74-b4eecd922b56'] in dv-neutron-830866-1-hyperv is: [{'id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'name': 'tempest-TestNetworkBasicOps-router-1321437477', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21'}], 'enable_snat': True}, 'gw_port_id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:38:57Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:de:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b3d312e-3fc6-453c-8a74-b4eecd922b56', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:37:44Z', 'updated_at': '2022-02-28T11:37:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:00.720589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.740378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.833681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] For port d45286e9-6a7c-4637-a141-84141bade151, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:39:00.861697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] For port d45286e9-6a7c-4637-a141-84141bade151, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d45286e9-6a7c-4637-a141-84141bade151,segment=NetworkSegment(decf3663-0593-47a8-9fe6-240fcb2d9855),segment_id=decf3663-0593-47a8-9fe6-240fcb2d9855)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:39:00.875085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] For port a9e928b2-837a-40d0-bf37-9472d437ae86, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:39:00.878390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] For port a9e928b2-837a-40d0-bf37-9472d437ae86, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a9e928b2-837a-40d0-bf37-9472d437ae86,segment=NetworkSegment(795cace6-ad9c-4b1e-abe3-0e3d835cfd18),segment_id=795cace6-ad9c-4b1e-abe3-0e3d835cfd18)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:39:00.925798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.932703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.943636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.983860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:00.999922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:01.004220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:01.043700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a44cf-122f-42a9-9e76-308cd8e290dd None None] Pushing event updated for resources: {'Port': ['ID=d45286e9-6a7c-4637-a141-84141bade151,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:01.173436 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaacbe0e-1192-4956-ba01-6cd4e846b904 None None] Pushing event updated for resources: {'Port': ['ID=a9e928b2-837a-40d0-bf37-9472d437ae86,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:01.179526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e89bc2-2689-4518-a2ed-37f402252cb6 None None] DHCP port deletion for 57abda90-6c47-4be1-872f-80b19087aed1 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:39:01.205141 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:01.205795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:01.280793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:01.281318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:01.371644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a5e89bc2-2689-4518-a2ed-37f402252cb6 None None] Deleting port 05d68ccb-2070-4ed9-a84b-859e83c57f50 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:01.371644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a5e89bc2-2689-4518-a2ed-37f402252cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:01.493452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:01.610814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:01.667649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:01.732078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:01.807384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a9e928b2-837a-40d0-bf37-9472d437ae86 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:01.823577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:01.860506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:01.864418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=3c1d6884-5ee3-48af-874f-4fbb7979486a,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:01.914570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:02.011716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network fdb0834e-a884-4af2-8c72-9004b068abb7 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:02.013008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:02.098086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a5e89bc2-2689-4518-a2ed-37f402252cb6 None None] For port 05d68ccb-2070-4ed9-a84b-859e83c57f50, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=05d68ccb-2070-4ed9-a84b-859e83c57f50,segment=NetworkSegment(1a7d86d2-17d0-46a1-84e7-56945b193be5),segment_id=1a7d86d2-17d0-46a1-84e7-56945b193be5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:02.098741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a5e89bc2-2689-4518-a2ed-37f402252cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:02.192006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:02.246518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a5e89bc2-2689-4518-a2ed-37f402252cb6 None None] Calling delete_port for 05d68ccb-2070-4ed9-a84b-859e83c57f50 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:02.459992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port a9e928b2-837a-40d0-bf37-9472d437ae86 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:02.525523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 05d68ccb-2070-4ed9-a84b-859e83c57f50 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:02.532999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:02.582525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:00Z', 'revision_number': 4, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': '3c1d6884-5ee3-48af-874f-4fbb7979486a', 'name': '', 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:9b:fa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:59Z', 'updated_at': '2022-02-28T11:39:00Z', 'revision_number': 1, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:00Z', 'revision_number': 4, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:02.597399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835b83ab-5a67-44be-916a-51b2c5815697 None None] The sync data for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv is: [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:00Z', 'revision_number': 4, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': '3c1d6884-5ee3-48af-874f-4fbb7979486a', 'name': '', 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:9b:fa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:59Z', 'updated_at': '2022-02-28T11:39:00Z', 'revision_number': 1, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:00Z', 'revision_number': 4, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:02.602651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a5e89bc2-2689-4518-a2ed-37f402252cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:02.639217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:02.643941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:02.668882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e89bc2-2689-4518-a2ed-37f402252cb6 None None] No DVR routers for this DVR port 05d68ccb-2070-4ed9-a84b-859e83c57f50 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:39:02.691106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e89bc2-2689-4518-a2ed-37f402252cb6 None None] Pushing event deleted for resources: {'Port': ['ID=05d68ccb-2070-4ed9-a84b-859e83c57f50,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:02.707366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No active binding found for port 05d68ccb-2070-4ed9-a84b-859e83c57f50 {{(pid=84340) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 11:39:02.708903 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 05d68ccb-2070-4ed9-a84b-859e83c57f50 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:02.709310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:02.749882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:39:02.750421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5b1678ee-fbf4-4eb5-8d8f-a73caea1d6fb not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:02.765994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:02.766171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf0862-ddbc-49f1-852e-6df9dff31450 None None] Network fdb0834e-a884-4af2-8c72-9004b068abb7 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:02.773021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Fanout notify agent at l3_agent the message router_deleted on router 8b3d312e-3fc6-453c-8a74-b4eecd922b56 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:39:02.798909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:02.798909 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-abeb5943-f9dd-45dd-9d93-da758341096a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/routers/8b3d312e-3fc6-453c-8a74-b4eecd922b56 HTTP/1.1" status: 204 len: 168 time: 2.3874264 Feb 28 11:39:02.800245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54476) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:02.877637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:02.906995 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3c815e5c-80f1-448c-a5f2-6d61213dd854 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1441045 Feb 28 11:39:02.908777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54480) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:02.921526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'network': {'name': 'tempest-RoutersTest-1015691214'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:02.927830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:02.938318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:network and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:02.943000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:02.952199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:02.996600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.002510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ab0a273f-6930-478e-adc5-c94c5888c2a6 None None] Provisioning for port a9e928b2-837a-40d0-bf37-9472d437ae86 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:03.021612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ab0a273f-6930-478e-adc5-c94c5888c2a6 None None] Provisioning complete for port a9e928b2-837a-40d0-bf37-9472d437ae86 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:03.021995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ab0a273f-6930-478e-adc5-c94c5888c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.028200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:39:03.031539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.077811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:39:03.085061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.085580 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added segment 47f3e74f-137a-4691-8513-1f02f2fd5b68 of type vlan for network 95e922b6-7d04-4520-a9d0-d3acdb1f261a Feb 28 11:39:03.152135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.196561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.224893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57abda90-6c47-4be1-872f-80b19087aed1']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:03.237787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ab0a273f-6930-478e-adc5-c94c5888c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.241665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a7d86d2-17d0-46a1-84e7-56945b193be5') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:03.241840 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a7d86d2-17d0-46a1-84e7-56945b193be5') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:03.259860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.269870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.277939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ab0a273f-6930-478e-adc5-c94c5888c2a6 None None] For port a9e928b2-837a-40d0-bf37-9472d437ae86, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a9e928b2-837a-40d0-bf37-9472d437ae86,segment=NetworkSegment(795cace6-ad9c-4b1e-abe3-0e3d835cfd18),segment_id=795cace6-ad9c-4b1e-abe3-0e3d835cfd18)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:03.278108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:03.278108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.278330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.283924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Releasing vlan 724 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:39:03.284600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.354591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ab0a273f-6930-478e-adc5-c94c5888c2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:39:03.396975 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:39:03.465602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Network': ['ID=95e922b6-7d04-4520-a9d0-d3acdb1f261a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:03.479360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 95e922b6-7d04-4520-a9d0-d3acdb1f261a details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:39:03.491899 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fe3f8ebe-8294-4e47-a8d7-2b1eb2f0c32c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5818362 Feb 28 11:39:03.494655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54484) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:03.501606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'subnet': {'network_id': '95e922b6-7d04-4520-a9d0-d3acdb1f261a', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:03.513812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.544036 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.562621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Network': ['ID=57abda90-6c47-4be1-872f-80b19087aed1,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:03.599218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.599557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.599893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.600296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.600626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.600950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.601595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.601926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.602330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.602770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.603119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:03.618887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a273f-6930-478e-adc5-c94c5888c2a6 None None] Pushing event updated for resources: {'Port': ['ID=a9e928b2-837a-40d0-bf37-9472d437ae86,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:03.635202 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8362239f-0b79-4db0-af05-7f49b0346ac7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/networks/57abda90-6c47-4be1-872f-80b19087aed1 HTTP/1.1" status: 204 len: 168 time: 0.8322170 Feb 28 11:39:03.661954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54488) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:03.669834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'network': {'name': 'tempest-network-smoke--1267561422', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'port_security_enabled': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:03.685907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:03.693095 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:network and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:03.702748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:03.717185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:03.755063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:03.759431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:subnet and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:03.764492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:03.771347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:03.838761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d45286e9-6a7c-4637-a141-84141bade151 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:03.868612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:39:03.873034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.896725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Made reservation on behalf of 2a9d8ab58ebf4fcdbf2988950cd3b8ad for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:39:03.904194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-da8f9123-6515-4f33-9660-088ca9ccf109 None None] Provisioning for port 3c1d6884-5ee3-48af-874f-4fbb7979486a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:03.911732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-da8f9123-6515-4f33-9660-088ca9ccf109 None None] Provisioning complete for port 3c1d6884-5ee3-48af-874f-4fbb7979486a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:03.912100 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da8f9123-6515-4f33-9660-088ca9ccf109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.942059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:39:03.963890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:03.964679 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Added segment b5fea169-064d-469f-8b60-cd9597e2e107 of type vlan for network 06d61228-f893-4c12-bb82-7b8ac7f20e00 Feb 28 11:39:03.989993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-da8f9123-6515-4f33-9660-088ca9ccf109 None None] Port 3c1d6884-5ee3-48af-874f-4fbb7979486a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:39:03.995245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.023170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-da8f9123-6515-4f33-9660-088ca9ccf109 None None] Provisioning complete for port a9e928b2-837a-40d0-bf37-9472d437ae86 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:04.026087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da8f9123-6515-4f33-9660-088ca9ccf109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.027342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.088598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.152004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port d45286e9-6a7c-4637-a141-84141bade151 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:04.157019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d45286e9-6a7c-4637-a141-84141bade151 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:04.157392 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.170457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.171609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:04.172186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.287097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Network': ['ID=06d61228-f893-4c12-bb82-7b8ac7f20e00,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:04.292336 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.304991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:39:04.338660 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0cf56676-4c1e-4cbb-84b6-fe0342a488c0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6755736 Feb 28 11:39:04.347636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54492) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:04.347636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'admin_state_up': True, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:04.354617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:04.358564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:router and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:04.360477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.361431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:04.367656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:04.372424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a7e0ce58-ca88-4136-a4d1-d902157585a7 None None] Provisioning complete for port 3c1d6884-5ee3-48af-874f-4fbb7979486a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:04.372799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a7e0ce58-ca88-4136-a4d1-d902157585a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.445227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Subnet': ['ID=57a65d94-0a22-4354-b4ab-172fdf069b23,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:04.456636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Checking segment: {'id': '47f3e74f-137a-4691-8513-1f02f2fd5b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '95e922b6-7d04-4520-a9d0-d3acdb1f261a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:04.467748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network hostable DHCP agents. Network: 95e922b6-7d04-4520-a9d0-d3acdb1f261a, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:39:04.467898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.467898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.468111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a7e0ce58-ca88-4136-a4d1-d902157585a7 None None] Port 3c1d6884-5ee3-48af-874f-4fbb7979486a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:39:04.468111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port d45286e9-6a7c-4637-a141-84141bade151, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d45286e9-6a7c-4637-a141-84141bade151,segment=NetworkSegment(decf3663-0593-47a8-9fe6-240fcb2d9855),segment_id=decf3663-0593-47a8-9fe6-240fcb2d9855)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:04.482459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.542277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.571390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 95e922b6-7d04-4520-a9d0-d3acdb1f261a is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:39:04.611172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:04.635546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 95e922b6-7d04-4520-a9d0-d3acdb1f261a) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:04.647459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:39:04.648054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 9bd62c1a-19ef-405b-b2d4-5e5e2f190dc0 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:04.653982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98912bc0-d940-4c9d-9069-fd7229240be1 None None] Network 95e922b6-7d04-4520-a9d0-d3acdb1f261a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:04.670321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:04.671801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.723800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.729859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=d45286e9-6a7c-4637-a141-84141bade151,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:04.777899 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fe93d263-15b9-42f0-a162-852d29f8fd61 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2817171 Feb 28 11:39:04.780645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54496) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:04.929792 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-95e922b6-7d04-4520-a9d0-d3acdb1f261a', 'network_id': '95e922b6-7d04-4520-a9d0-d3acdb1f261a', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'fixed_ips': [{'subnet_id': '57a65d94-0a22-4354-b4ab-172fdf069b23'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:39:04.932661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:04.989358 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.022038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.099094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Allocated IP 172.23.0.2 (95e922b6-7d04-4520-a9d0-d3acdb1f261a/57a65d94-0a22-4354-b4ab-172fdf069b23/1a7ad0bf-5654-402b-904f-3695929e4031) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:39:05.281643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.224 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/63bdb418-e7cf-4068-8cbb-522aeda82500) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:39:05.332763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.345776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Transition to ACTIVE for port object 1a7ad0bf-5654-402b-904f-3695929e4031 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:05.365173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Transition to ACTIVE for port object 1a7ad0bf-5654-402b-904f-3695929e4031 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:05.439691 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.451846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.520008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Network 95e922b6-7d04-4520-a9d0-d3acdb1f261a is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:05.522787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:05.526542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:39:05.532705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Pushing event updated for resources: {'Port': ['ID=1a7ad0bf-5654-402b-904f-3695929e4031,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:05.541057 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.570468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.610901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:05.618821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:05.624063 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:39:05.630410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Attempting to bind port 1a7ad0bf-5654-402b-904f-3695929e4031 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:39:05.630782 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Attempting to bind port 1a7ad0bf-5654-402b-904f-3695929e4031 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '47f3e74f-137a-4691-8513-1f02f2fd5b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '95e922b6-7d04-4520-a9d0-d3acdb1f261a'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:39:05.631172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Attempting to bind port 1a7ad0bf-5654-402b-904f-3695929e4031 on network 95e922b6-7d04-4520-a9d0-d3acdb1f261a {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:39:05.639268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:39:05.639643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Checking segment: {'id': '47f3e74f-137a-4691-8513-1f02f2fd5b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '95e922b6-7d04-4520-a9d0-d3acdb1f261a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:05.640042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.640433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Bound using segment: {'id': '47f3e74f-137a-4691-8513-1f02f2fd5b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '95e922b6-7d04-4520-a9d0-d3acdb1f261a'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:39:05.640902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Bound port: 1a7ad0bf-5654-402b-904f-3695929e4031, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47f3e74f-137a-4691-8513-1f02f2fd5b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '95e922b6-7d04-4520-a9d0-d3acdb1f261a'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:39:05.641295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.677400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=63bdb418-e7cf-4068-8cbb-522aeda82500,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:05.744208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a9e928b2-837a-40d0-bf37-9472d437ae86 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:05.778775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] For port 1a7ad0bf-5654-402b-904f-3695929e4031, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:39:05.802300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] For port 1a7ad0bf-5654-402b-904f-3695929e4031, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1a7ad0bf-5654-402b-904f-3695929e4031,segment=NetworkSegment(47f3e74f-137a-4691-8513-1f02f2fd5b68),segment_id=47f3e74f-137a-4691-8513-1f02f2fd5b68)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:39:05.826643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a9e928b2-837a-40d0-bf37-9472d437ae86 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:05.827065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.917646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.987143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Allocated IP 172.23.0.1 (95e922b6-7d04-4520-a9d0-d3acdb1f261a/57a65d94-0a22-4354-b4ab-172fdf069b23/e833c752-8dbb-4427-b4d8-bd8874f58ebc) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:39:05.987736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:05.988474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:06.007794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d45286e9-6a7c-4637-a141-84141bade151 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:06.074017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7e1e1-9574-4bfa-87f2-9090191a18ca None None] Pushing event updated for resources: {'Port': ['ID=1a7ad0bf-5654-402b-904f-3695929e4031,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:06.106376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port d45286e9-6a7c-4637-a141-84141bade151 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:06.106745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:06.162678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:06.187422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Transition to ACTIVE for port object e833c752-8dbb-4427-b4d8-bd8874f58ebc will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:06.291724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:06.308225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router edfb555c-db47-4a6f-bb35-04c47672e58e is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:39:06.375880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 95e922b6-7d04-4520-a9d0-d3acdb1f261a is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:06.379569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:06.383439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:39:06.423797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=e833c752-8dbb-4427-b4d8-bd8874f58ebc,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:06.465645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:06.529516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:06.538776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Sync routers for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:39:06.553014 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:06.553888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:06.625532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:06.640385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:06.642724 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3968f89f-0b9d-4d92-b882-698a2231f613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3002148 Feb 28 11:39:06.645947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54500) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:06.699743 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3f428750-7bd7-4cf6-aece-a6b7ede1efdd tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522511 Feb 28 11:39:06.700714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54504) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:06.741672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:06.999360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38086e2b-a7d5-413c-b5e7-b7dffd3b00b7 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:07.003349 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-38086e2b-a7d5-413c-b5e7-b7dffd3b00b7 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2989893 Feb 28 11:39:07.003835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54508) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:07.070740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54512) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:07.071938 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7c35ea18-8e43-4f9e-bec0-4e77f7e51384 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0654924 Feb 28 11:39:07.081458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1279276099', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:07.096892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:05Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:07.101590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Checking router: edfb555c-db47-4a6f-bb35-04c47672e58e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:39:07.102634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Updating router edfb555c-db47-4a6f-bb35-04c47672e58e port 63bdb418-e7cf-4068-8cbb-522aeda82500 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:39:07.165856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:07.198781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38e232b-1358-415e-b977-7c102aa7e4a2 None None] Network 95e922b6-7d04-4520-a9d0-d3acdb1f261a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:07.347188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:07.355563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:subnet and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:07.360643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:07.368000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:07.395806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:07.473757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:39:07.522567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-76ed2c8c-cf1b-4b6e-8109-cbd2fc45a879 None None] Provisioning for port 1a7ad0bf-5654-402b-904f-3695929e4031 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:07.539028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:07.694487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:07.710677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:07.721344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event updated for resources: {'Port': ['ID=e833c752-8dbb-4427-b4d8-bd8874f58ebc,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:07.749093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1a7ad0bf-5654-402b-904f-3695929e4031 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:07.781754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:07.814139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Transition to ACTIVE for port object 63bdb418-e7cf-4068-8cbb-522aeda82500 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:07.891254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:07.934898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 1a7ad0bf-5654-402b-904f-3695929e4031 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:07.955251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 1a7ad0bf-5654-402b-904f-3695929e4031 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:07.955662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:08.011303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Network 95e922b6-7d04-4520-a9d0-d3acdb1f261a is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:08.014802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:08.035168 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a66fd3-a0b5-4af5-ad55-7c4735558489 None None] Pushing event updated for resources: {'Port': ['ID=63bdb418-e7cf-4068-8cbb-522aeda82500,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:08.050287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Attempting to bind port 63bdb418-e7cf-4068-8cbb-522aeda82500 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:39:08.050655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Attempting to bind port 63bdb418-e7cf-4068-8cbb-522aeda82500 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:39:08.051050 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Attempting to bind port 63bdb418-e7cf-4068-8cbb-522aeda82500 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:39:08.067746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:39:08.068451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:08.068844 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:08.069233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:39:08.069708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Bound port: 63bdb418-e7cf-4068-8cbb-522aeda82500, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:39:08.070076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:08.105444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2ed4c9c0-d51f-4eae-8f5c-bda6beae26ae None None] Provisioning complete for port 1a7ad0bf-5654-402b-904f-3695929e4031 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:08.106081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c9c0-d51f-4eae-8f5c-bda6beae26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:08.263602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] For port 63bdb418-e7cf-4068-8cbb-522aeda82500, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:39:08.273097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:08.283233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] For port 63bdb418-e7cf-4068-8cbb-522aeda82500, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=63bdb418-e7cf-4068-8cbb-522aeda82500,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:39:08.337731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:08.350478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:08.396531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c9c0-d51f-4eae-8f5c-bda6beae26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:08.425957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 1a7ad0bf-5654-402b-904f-3695929e4031, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1a7ad0bf-5654-402b-904f-3695929e4031,segment=NetworkSegment(47f3e74f-137a-4691-8513-1f02f2fd5b68),segment_id=47f3e74f-137a-4691-8513-1f02f2fd5b68)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:08.438913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=e3dca9f7-d3c9-45f6-af57-4ecfde44af0b,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:08.453825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Checking segment: {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:08.454189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network hostable DHCP agents. Network: 06d61228-f893-4c12-bb82-7b8ac7f20e00, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:39:08.472639 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a66fd3-a0b5-4af5-ad55-7c4735558489 None None] Pushing event updated for resources: {'Port': ['ID=63bdb418-e7cf-4068-8cbb-522aeda82500,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:08.476499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:08.477136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:08.494433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:08.530418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:08.615428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:39:08.676617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:08.694033 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dc6a9469-c07c-4f01-aa96-b9bf27968708 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9117074 Feb 28 11:39:08.696834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54516) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:08.702123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:08.771118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-2ed4c9c0-d51f-4eae-8f5c-bda6beae26ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:39:08.771741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-2ed4c9c0-d51f-4eae-8f5c-bda6beae26ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:39:08.790238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=1a7ad0bf-5654-402b-904f-3695929e4031,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:08.817323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:08.871808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 06d61228-f893-4c12-bb82-7b8ac7f20e00) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:08.918567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3450fc78-1345-4844-b94d-bfd711d34f79 None None] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:08.925069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:08.925658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:09.052789 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-679a7c68-7719-4244-879c-06f63c134459 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.9803636 Feb 28 11:39:09.056057 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54520) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:09.300907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-06d61228-f893-4c12-bb82-7b8ac7f20e00', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:39:09.302049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:09.415919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.extraroute_db [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 11:39:09.418239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:05Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:09.428696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.extraroute_db [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Removed routes are [] {{(pid=84339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 11:39:09.429087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:09.432514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cfa25c-3124-4e06-a12e-67ba837bcd9c None None] The sync data for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv is: [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:05Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:09.512516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Allocated IP 172.20.0.2 (06d61228-f893-4c12-bb82-7b8ac7f20e00/e3dca9f7-d3c9-45f6-af57-4ecfde44af0b/a49271bf-e551-43c3-bc0a-4294caf2e077) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:39:09.595568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2ed4c9c0-d51f-4eae-8f5c-bda6beae26ae None None] Provisioning for port e833c752-8dbb-4427-b4d8-bd8874f58ebc completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:09.622439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2ed4c9c0-d51f-4eae-8f5c-bda6beae26ae None None] Provisioning complete for port e833c752-8dbb-4427-b4d8-bd8874f58ebc triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:09.622813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2ed4c9c0-d51f-4eae-8f5c-bda6beae26ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:09.706422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2ed4c9c0-d51f-4eae-8f5c-bda6beae26ae None None] Port e833c752-8dbb-4427-b4d8-bd8874f58ebc cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:39:09.717513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1a7ad0bf-5654-402b-904f-3695929e4031 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:09.895248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 1a7ad0bf-5654-402b-904f-3695929e4031 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:09.895943 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:09.923279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d674c1c1-1d1a-4d76-b865-ea11c75e8f74 None None] Provisioning complete for port e833c752-8dbb-4427-b4d8-bd8874f58ebc triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:09.923577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d674c1c1-1d1a-4d76-b865-ea11c75e8f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:09.932449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:09.937098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:09.997912 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:10.002114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:10.022555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d674c1c1-1d1a-4d76-b865-ea11c75e8f74 None None] Port e833c752-8dbb-4427-b4d8-bd8874f58ebc cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:39:10.024997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Transition to ACTIVE for port object a49271bf-e551-43c3-bc0a-4294caf2e077 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:10.072811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Transition to ACTIVE for port object a49271bf-e551-43c3-bc0a-4294caf2e077 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:10.113951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:10.127356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:10.183456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:10.185975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:10.188919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:39:10.200976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Pushing event updated for resources: {'Port': ['ID=a49271bf-e551-43c3-bc0a-4294caf2e077,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:10.287021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Attempting to bind port a49271bf-e551-43c3-bc0a-4294caf2e077 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:39:10.287551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Attempting to bind port a49271bf-e551-43c3-bc0a-4294caf2e077 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:39:10.288018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Attempting to bind port a49271bf-e551-43c3-bc0a-4294caf2e077 on network 06d61228-f893-4c12-bb82-7b8ac7f20e00 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:39:10.295703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:39:10.297270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Checking segment: {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:10.297759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:10.298659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Bound using segment: {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:39:10.298809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Bound port: a49271bf-e551-43c3-bc0a-4294caf2e077, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:39:10.299301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:10.321948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:10.328814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:10.332991 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-18d77b43-f24c-43a1-83e6-de8a2e468556 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d HTTP/1.1" status: 200 len: 934 time: 1.6318882 Feb 28 11:39:10.333141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54524) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:10.377261 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:39:10.436182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] For port a49271bf-e551-43c3-bc0a-4294caf2e077, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:39:10.439077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] For port a49271bf-e551-43c3-bc0a-4294caf2e077, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a49271bf-e551-43c3-bc0a-4294caf2e077,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:39:10.514278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:10.545828 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.1 (06d61228-f893-4c12-bb82-7b8ac7f20e00/e3dca9f7-d3c9-45f6-af57-4ecfde44af0b/77a7bb30-d5cb-46b1-9815-febba8b3b7cb) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:39:10.594200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7af50e-c34b-4359-b120-7fdcd5b03665 None None] Pushing event updated for resources: {'Port': ['ID=a49271bf-e551-43c3-bc0a-4294caf2e077,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:10.723149 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d5b930f2-79fd-4bee-a70f-4afabe67d792 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d HTTP/1.1" status: 200 len: 934 time: 0.3887329 Feb 28 11:39:10.725459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54528) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:10.731804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'routes': None}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:10.740000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:10.778283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 77a7bb30-d5cb-46b1-9815-febba8b3b7cb will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:10.898341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:10.973162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:10.976507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:10.980955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:39:11.020093 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=77a7bb30-d5cb-46b1-9815-febba8b3b7cb,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:11.045775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:11.182238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:11.456273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.extraroute_db [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added routes are [] {{(pid=84339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 11:39:11.456903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.extraroute_db [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84339) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 11:39:11.488678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:11.596353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1de38b-74bb-40b8-a3de-010910ab299c None None] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:11.726657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:11.781353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a49271bf-e551-43c3-bc0a-4294caf2e077 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:11.788233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:11.843512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-165d2061-0605-49ee-baea-6f1573ec1fef None None] Provisioning for port a49271bf-e551-43c3-bc0a-4294caf2e077 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:11.901938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:11.905404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=77a7bb30-d5cb-46b1-9815-febba8b3b7cb,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:11.984518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port a49271bf-e551-43c3-bc0a-4294caf2e077 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:11.989890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a49271bf-e551-43c3-bc0a-4294caf2e077 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:11.991359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:12.002219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:12.006453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:12.062108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:12.064166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:12.122547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:12.175753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port a49271bf-e551-43c3-bc0a-4294caf2e077, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a49271bf-e551-43c3-bc0a-4294caf2e077,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:12.218311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:12.257135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:12.300942 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-049c5641-beb6-450f-acda-bceb65e088ba None None] Provisioning for port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:12.318872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-049c5641-beb6-450f-acda-bceb65e088ba None None] Provisioning complete for port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:12.319351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-049c5641-beb6-450f-acda-bceb65e088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:12.401750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=a49271bf-e551-43c3-bc0a-4294caf2e077,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:12.404065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:12.410242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:12.411418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-049c5641-beb6-450f-acda-bceb65e088ba None None] Port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:39:12.414261 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-70668335-f399-4d62-a913-2d281e38bd7a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d HTTP/1.1" status: 200 len: 700 time: 1.6855347 Feb 28 11:39:12.414757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54532) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:12.436343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-049c5641-beb6-450f-acda-bceb65e088ba None None] Provisioning complete for port a49271bf-e551-43c3-bc0a-4294caf2e077 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:12.437010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-049c5641-beb6-450f-acda-bceb65e088ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:12.534153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router edfb555c-db47-4a6f-bb35-04c47672e58e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:12.696698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a703f822-2de1-47c7-9f43-7a5f14d237bd None None] Provisioning complete for port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:12.697920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a703f822-2de1-47c7-9f43-7a5f14d237bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:12.731355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54536) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:12.731968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c571629a-0f54-4b37-bc95-3ce3d6406bac tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d HTTP/1.1" status: 200 len: 700 time: 0.3153331 Feb 28 11:39:12.759880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a703f822-2de1-47c7-9f43-7a5f14d237bd None None] Port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:39:12.833337 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Sync routers for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:39:12.847801 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:12.848401 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:12.895850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:12.913206 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-75eb1857-72dd-4c27-81a8-82510d74f07e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/edfb555c-db47-4a6f-bb35-04c47672e58e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8554852 Feb 28 11:39:12.916522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54540) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:13.009548 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:13.070282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.071249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.071651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.072110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.072479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.072834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.073299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.073659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.074009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.074361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.080536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54544) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:13.082979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-178062fa-8c0c-4d68-aaff-a8c1dbf78a6b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7010 time: 0.1615551 Feb 28 11:39:13.159729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:13.332923 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 7, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': '3c1d6884-5ee3-48af-874f-4fbb7979486a', 'name': '', 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:9b:fa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:59Z', 'updated_at': '2022-02-28T11:39:01Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:04Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e833c752-8dbb-4427-b4d8-bd8874f58ebc', 'name': '', 'network_id': '95e922b6-7d04-4520-a9d0-d3acdb1f261a', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:bb:46:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '57a65d94-0a22-4354-b4ab-172fdf069b23', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:06Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': '57a65d94-0a22-4354-b4ab-172fdf069b23', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:13.337187 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Checking router: 7924bde8-861f-43ce-809a-1ae8e7c2f58d for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:39:13.337523 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Updating router 7924bde8-861f-43ce-809a-1ae8e7c2f58d port 3c1d6884-5ee3-48af-874f-4fbb7979486a binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:39:13.340614 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.340984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.341339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.341687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.342033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.342375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.342716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.343083 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.343423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.343763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:13.345903 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c78c93b0-3c82-4d07-b4ee-c57b7ced5b06 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6372 time: 0.2636552 Feb 28 11:39:13.348814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54548) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:13.390915 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:13.571268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e3c69828-5b22-48c0-a789-0a050c475676 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3577 time: 0.2184658 Feb 28 11:39:13.743159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a49271bf-e551-43c3-bc0a-4294caf2e077 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:13.790236 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:13.806169 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Transition to ACTIVE for port object 3c1d6884-5ee3-48af-874f-4fbb7979486a will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:13.904346 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:13.912933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a49271bf-e551-43c3-bc0a-4294caf2e077 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:13.913323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.012154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port e833c752-8dbb-4427-b4d8-bd8874f58ebc {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:14.012719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.050040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54554) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:14.074173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1649227640', 'description': 'tempest-secgroup-smoke-1649227640 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:14.098315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:14.112264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:14.122399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:14.127598 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Pushing event updated for resources: {'Port': ['ID=3c1d6884-5ee3-48af-874f-4fbb7979486a,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:14.135301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:14.152167 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.153461 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.154040 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.154526 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.154990 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.155449 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.155902 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.156365 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.156919 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.157416 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.157940 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:39:14.236511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.293801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:14.298256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:14.312459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:14.324275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:14.344902 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Attempting to bind port 3c1d6884-5ee3-48af-874f-4fbb7979486a on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:39:14.345514 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Attempting to bind port 3c1d6884-5ee3-48af-874f-4fbb7979486a by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '795cace6-ad9c-4b1e-abe3-0e3d835cfd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:39:14.345921 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Attempting to bind port 3c1d6884-5ee3-48af-874f-4fbb7979486a on network fdb0834e-a884-4af2-8c72-9004b068abb7 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:39:14.354362 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:39:14.354737 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Checking segment: {'id': '795cace6-ad9c-4b1e-abe3-0e3d835cfd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:14.355119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.355241 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.355545 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Bound using segment: {'id': '795cace6-ad9c-4b1e-abe3-0e3d835cfd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:39:14.356003 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Bound port: 3c1d6884-5ee3-48af-874f-4fbb7979486a, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795cace6-ad9c-4b1e-abe3-0e3d835cfd18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:39:14.356416 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.479486 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] For port 3c1d6884-5ee3-48af-874f-4fbb7979486a, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:39:14.482772 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] For port 3c1d6884-5ee3-48af-874f-4fbb7979486a, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=3c1d6884-5ee3-48af-874f-4fbb7979486a,segment=NetworkSegment(795cace6-ad9c-4b1e-abe3-0e3d835cfd18),segment_id=795cace6-ad9c-4b1e-abe3-0e3d835cfd18)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:39:14.486141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.503391 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-e066b495-ebe7-432f-baf5-5644164622df service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2872665 Feb 28 11:39:14.515401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for e833c752-8dbb-4427-b4d8-bd8874f58ebc owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:14.565880 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.576565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.651325 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Updating router 7924bde8-861f-43ce-809a-1ae8e7c2f58d port e833c752-8dbb-4427-b4d8-bd8874f58ebc binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:39:14.710712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63395af6-26b9-44e1-99a3-c636e1a33372,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:14.736876 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9d583-2068-4dbd-aa81-160e2681a92c None None] Pushing event updated for resources: {'Port': ['ID=3c1d6884-5ee3-48af-874f-4fbb7979486a,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:14.751145 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.769792 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-23f25253-04c9-4cd7-94c2-d94b8c728170 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 1099 time: 0.1586096 Feb 28 11:39:14.791256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.796739 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b5a0994d-d430-4d94-9aaf-04b3785d849c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7376828 Feb 28 11:39:14.797795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54560) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:14.824299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '63395af6-26b9-44e1-99a3-c636e1a33372', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:14.837685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:14.874375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:14.890513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:14.894764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:14.909699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:14.957369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=e833c752-8dbb-4427-b4d8-bd8874f58ebc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:14.974366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-55b22d5a-e3e2-4a7f-bf27-2ee40b427e7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:14.976128 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-55b22d5a-e3e2-4a7f-bf27-2ee40b427e7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.1873789 Feb 28 11:39:15.005379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3e6d19de-73fb-4dc0-b2c4-a54c040deb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.069052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.144081 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-68353c8f-e91d-4e26-aac7-72f933ef7d80 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 HTTP/1.1" status: 200 len: 1002 time: 0.1616149 Feb 28 11:39:15.173497 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.db.api [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84341) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:39:15.174065 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG oslo_db.api [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:39:15.212775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.230049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-5785278f-e8be-4ab0-9c63-8f850a0d87b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:15.231858 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-5785278f-e8be-4ab0-9c63-8f850a0d87b7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0821095 Feb 28 11:39:15.268925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.286535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.320932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72af750c-0d47-45f9-919f-60fb0983ad91,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:15.338536 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-157d8192-f984-4843-90d6-c757c2885032 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1009736 Feb 28 11:39:15.417892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.419153 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-416c08f4-8b3c-4fb6-9542-8a32f8669584 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6017992 Feb 28 11:39:15.424112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54564) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:15.432180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '63395af6-26b9-44e1-99a3-c636e1a33372', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:15.447070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:15.453845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:15.457963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:15.467795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:15.504301 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-f9cce9cb-4a35-471d-a6d2-f7621edb4c0d service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595368 Feb 28 11:39:15.589163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.688912 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-400d1d77-26c7-42e6-a00b-58689d2df28a req-d3f63c8c-5b44-4ed2-b466-1a2b2e97a4c2 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792588 Feb 28 11:39:15.712300 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Port e833c752-8dbb-4427-b4d8-bd8874f58ebc not found while updating agent binding for router 7924bde8-861f-43ce-809a-1ae8e7c2f58d. {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 28 11:39:15.723428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.732471 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:15.733090 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:38:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:15.793655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.832127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70854e95-4aa1-44e0-ab17-4cd187be43ba,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:15.837629 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 63bdb418-e7cf-4068-8cbb-522aeda82500 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:15.889204 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:15.913747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:15.916326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d1a0bb08-ffa6-4c38-a17f-5eb2b8db9833 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4915428 Feb 28 11:39:15.919283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54568) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:15.925120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '63395af6-26b9-44e1-99a3-c636e1a33372', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:15.931774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:15.936356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:15.940336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:15.946301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:15.962519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:15.988415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 63bdb418-e7cf-4068-8cbb-522aeda82500 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:15.994529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 63bdb418-e7cf-4068-8cbb-522aeda82500 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:15.995134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.019526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.103266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.123897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.141498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 63bdb418-e7cf-4068-8cbb-522aeda82500, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=63bdb418-e7cf-4068-8cbb-522aeda82500,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:16.165441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:16.176637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.181164 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-72b315ed-1c57-4dc8-b454-5adaa6c7fde1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4458230 Feb 28 11:39:16.181446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54572) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:16.206583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.208704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 3c1d6884-5ee3-48af-874f-4fbb7979486a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:16.208833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b90acb-4bc6-49a8-be37-919e2ae6c9be,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:16.225270 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:14Z', 'revision_number': 8, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': '3c1d6884-5ee3-48af-874f-4fbb7979486a', 'name': '', 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:9b:fa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:59Z', 'updated_at': '2022-02-28T11:39:14Z', 'revision_number': 4, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:04Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:16.229994 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0f0d8c-94bd-4321-8375-97259c7f4ea9 None None] The sync data for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv is: [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:14Z', 'revision_number': 8, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': '3c1d6884-5ee3-48af-874f-4fbb7979486a', 'name': '', 'network_id': 'fdb0834e-a884-4af2-8c72-9004b068abb7', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:9b:fa:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:59Z', 'updated_at': '2022-02-28T11:39:14Z', 'revision_number': 4, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': '869abe82-0d52-43f7-a30c-9d9c7134e240', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:04Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:16.285425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.286613 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-90da35ce-65d9-4a18-8efa-1e55f14a07a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3661160 Feb 28 11:39:16.289979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54576) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:16.295533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '63395af6-26b9-44e1-99a3-c636e1a33372', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:16.302167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:16.307396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:16.310643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:16.316972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:16.378560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=63bdb418-e7cf-4068-8cbb-522aeda82500,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:16.383703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b60995-0faf-4239-861f-4aba268ad15e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting subnet 57a65d94-0a22-4354-b4ab-172fdf069b23 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:39:16.387052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57b60995-0faf-4239-861f-4aba268ad15e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.400458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.444889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 3c1d6884-5ee3-48af-874f-4fbb7979486a completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:16.446122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57b60995-0faf-4239-861f-4aba268ad15e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.450157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 3c1d6884-5ee3-48af-874f-4fbb7979486a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:16.450628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.466321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.530240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57b60995-0faf-4239-861f-4aba268ad15e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.530650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.556311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c78cc5-8a98-4d57-9c6d-2ef44bb0aa1b,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:16.571822 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.606988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 3c1d6884-5ee3-48af-874f-4fbb7979486a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=3c1d6884-5ee3-48af-874f-4fbb7979486a,segment=NetworkSegment(795cace6-ad9c-4b1e-abe3-0e3d835cfd18),segment_id=795cace6-ad9c-4b1e-abe3-0e3d835cfd18)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:16.650816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.652039 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-582c2dcb-b593-4c32-9006-0f965e3f967c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3610594 Feb 28 11:39:16.655042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54580) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:16.660607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '63395af6-26b9-44e1-99a3-c636e1a33372', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:16.672903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:16.672903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:16.673691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:16.679065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:16.690735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.691052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57b60995-0faf-4239-861f-4aba268ad15e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.736183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b60995-0faf-4239-861f-4aba268ad15e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Subnet': ['ID=57a65d94-0a22-4354-b4ab-172fdf069b23,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:16.745131 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57b60995-0faf-4239-861f-4aba268ad15e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.750917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c5ff24-f897-42a4-b1a5-5c307e88ae5a None None] Network 95e922b6-7d04-4520-a9d0-d3acdb1f261a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:16.752483 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-57b60995-0faf-4239-861f-4aba268ad15e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/57a65d94-0a22-4354-b4ab-172fdf069b23 HTTP/1.1" status: 204 len: 168 time: 0.5700696 Feb 28 11:39:16.755143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54584) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:16.765019 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:39:16.772819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.830919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=3c1d6884-5ee3-48af-874f-4fbb7979486a,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:16.875989 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.887937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port 1a7ad0bf-5654-402b-904f-3695929e4031 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:16.888277 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:16.945124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.011108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.028295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-eaef4d54-ab39-40c2-a7bd-76a6b053e9aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.040451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] DHCP port deletion for 95e922b6-7d04-4520-a9d0-d3acdb1f261a request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:39:17.045109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] Deleting port 1a7ad0bf-5654-402b-904f-3695929e4031 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:17.045590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.050750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e670fd0-7812-4ffe-86b0-67a829a9ea40,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:17.120800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port 1a7ad0bf-5654-402b-904f-3695929e4031, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1a7ad0bf-5654-402b-904f-3695929e4031,segment=NetworkSegment(47f3e74f-137a-4691-8513-1f02f2fd5b68),segment_id=47f3e74f-137a-4691-8513-1f02f2fd5b68)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:17.121145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.130942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.132231 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5d26fb61-eb0e-4022-b154-fdafd1c71ce0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4762726 Feb 28 11:39:17.135019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54588) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:17.259892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] For port 1a7ad0bf-5654-402b-904f-3695929e4031, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=1a7ad0bf-5654-402b-904f-3695929e4031,segment=NetworkSegment(47f3e74f-137a-4691-8513-1f02f2fd5b68),segment_id=47f3e74f-137a-4691-8513-1f02f2fd5b68)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:17.260516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.293960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '63395af6-26b9-44e1-99a3-c636e1a33372', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:17.358725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for 1a7ad0bf-5654-402b-904f-3695929e4031 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:17.378645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] Calling delete_port for 1a7ad0bf-5654-402b-904f-3695929e4031 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:17.384299 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:17.394582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:17.399446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:17.412934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:17.501976 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:39:17.509003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.520877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.525841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:39:17.526281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:39:17.578860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=1a7ad0bf-5654-402b-904f-3695929e4031,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:17.593929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No DVR routers for this DVR port 1a7ad0bf-5654-402b-904f-3695929e4031 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:39:17.694062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 63bdb418-e7cf-4068-8cbb-522aeda82500 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:17.722763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.743327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.767045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 63bdb418-e7cf-4068-8cbb-522aeda82500 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:17.767326 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.768782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e922b6-7d04-4520-a9d0-d3acdb1f261a']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:17.781823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f3e74f-137a-4691-8513-1f02f2fd5b68') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:17.782166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f3e74f-137a-4691-8513-1f02f2fd5b68') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:17.793543 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.800966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.831076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.835647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bdb188-e232-4018-bddf-b5d98cfa6201,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:17.841102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Releasing vlan 747 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:39:17.841495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:39:17.856672 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:39:17.887582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 3c1d6884-5ee3-48af-874f-4fbb7979486a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:17.937111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:17.938385 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c1a9bff4-7d57-404b-a14b-cad72928a8e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.8023984 Feb 28 11:39:17.960123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 3c1d6884-5ee3-48af-874f-4fbb7979486a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:17.960508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:18.053400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] Deleting port 1a7ad0bf-5654-402b-904f-3695929e4031 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:18.053878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:18.136439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b6f0bbb5-f0b5-444f-92b7-5a3354beb8db None None] The port '1a7ad0bf-5654-402b-904f-3695929e4031' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:39:18.159019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-671ad789-abf0-4009-8831-a38be6e9087b req-ba3587da-6732-46e5-a3d0-d9212617604d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:18.182165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:18.200961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:18.201152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1a7ad0bf-5654-402b-904f-3695929e4031 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:18.210975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Network': ['ID=95e922b6-7d04-4520-a9d0-d3acdb1f261a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:18.214883 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bd298262-29c9-4b74-ae68-7ce2d3607aa0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/networks/95e922b6-7d04-4520-a9d0-d3acdb1f261a HTTP/1.1" status: 204 len: 168 time: 1.4574561 Feb 28 11:39:18.216484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54602) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:18.238136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 1a7ad0bf-5654-402b-904f-3695929e4031 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:39:18.238459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 1a7ad0bf-5654-402b-904f-3695929e4031 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:18.252141 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:18.291256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-671ad789-abf0-4009-8831-a38be6e9087b req-ba3587da-6732-46e5-a3d0-d9212617604d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:18.292378 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-ba3587da-6732-46e5-a3d0-d9212617604d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1649227640&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.1835515 Feb 28 11:39:18.342252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:18.442691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ad789-abf0-4009-8831-a38be6e9087b req-029a63a8-1e40-4575-b57e-8d24bf7a2a79 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:18.447303 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-029a63a8-1e40-4575-b57e-8d24bf7a2a79 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 797 time: 0.1482289 Feb 28 11:39:18.461878 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-bb995947-e23b-4f43-8898-6f001747d077 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0109339 Feb 28 11:39:18.545387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-f4ca2c58-4b69-4bbb-bf04-114cdf3adace tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778086 Feb 28 11:39:18.553595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:18.561103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-6e3cb507-7e34-4f52-a67a-ce2124e309ab service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:39:18.562154 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-6e3cb507-7e34-4f52-a67a-ce2124e309ab service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052097 Feb 28 11:39:18.693333 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-c4eb522a-b886-418f-b949-2253aab4f5b0 service neutron] 10.222.0.31 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251597 Feb 28 11:39:18.825282 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-063f09a8-486f-4087-b0c1-372d89fb0396 service neutron] 10.222.0.31 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251485 Feb 28 11:39:19.068243 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5d93793-a9c7-4d82-b232-8aae31887b16 req-cd7369e2-57bd-4a19-810a-4432d2053c41 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 210 time: 0.0402093 Feb 28 11:39:19.260583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port 3c1d6884-5ee3-48af-874f-4fbb7979486a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:19.260918 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:19.454827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port 3c1d6884-5ee3-48af-874f-4fbb7979486a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=3c1d6884-5ee3-48af-874f-4fbb7979486a,segment=NetworkSegment(795cace6-ad9c-4b1e-abe3-0e3d835cfd18),segment_id=795cace6-ad9c-4b1e-abe3-0e3d835cfd18)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:19.455212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:19.578433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for 3c1d6884-5ee3-48af-874f-4fbb7979486a owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:19.741983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:19.846148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:19.895947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=3c1d6884-5ee3-48af-874f-4fbb7979486a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:20.186831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:20.245378 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e1693b2c-350e-46bb-9e3f-b7ea259b2368 req-e9b0193c-6608-4c39-a182-997829968a85 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 210 time: 0.0502944 Feb 28 11:39:20.433712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] Sync routers for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:39:20.449537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:20.450322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:20.651121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:20.807870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:20.932841 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Sync routers for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:39:20.946147 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:20.950739 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:20.991868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:21.000052 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:19Z', 'revision_number': 9, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:04Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:21.004437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] Checking router: 7924bde8-861f-43ce-809a-1ae8e7c2f58d for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:39:21.010771 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e9339bf4-5e13-4dbe-9aed-7e6987fe7ac9 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7932715 Feb 28 11:39:21.013396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54618) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:21.019971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:21.020654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:21.198714 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:21.204302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:21.222144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ad789-abf0-4009-8831-a38be6e9087b req-93b908cd-bb65-4c5f-9c96-39701a567e81 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:21.224268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-93b908cd-bb65-4c5f-9c96-39701a567e81 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 797 time: 0.2176106 Feb 28 11:39:21.233365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-65c3bbc4-1b54-4527-8794-54c770832658 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting subnet 869abe82-0d52-43f7-a30c-9d9c7134e240 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:39:21.247940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65c3bbc4-1b54-4527-8794-54c770832658 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:21.297146 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-ad73bea9-e409-4de5-9891-1bf67866abb1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 380 time: 0.0599511 Feb 28 11:39:21.307997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['63395af6-26b9-44e1-99a3-c636e1a33372']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:21.327579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65c3bbc4-1b54-4527-8794-54c770832658 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:21.460857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65c3bbc4-1b54-4527-8794-54c770832658 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:21.551521 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b831a6e0-0c8b-4a76-b05e-8a7b6ff1f76f req-18a3891a-3b89-4cb8-8b66-80464ac46a88 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 210 time: 0.0558598 Feb 28 11:39:21.585689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:21.585689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:port and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:21.586557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:21.593559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:21.617243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65c3bbc4-1b54-4527-8794-54c770832658 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:21.638797 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:19Z', 'revision_number': 9, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:04Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:21.647232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d3b32dc-5a50-4487-adf2-155c2b39ac60 None None] The sync data for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv is: [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:19Z', 'revision_number': 9, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:04Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:21.681313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3bbc4-1b54-4527-8794-54c770832658 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Subnet': ['ID=869abe82-0d52-43f7-a30c-9d9c7134e240,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:21.694070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65c3bbc4-1b54-4527-8794-54c770832658 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:21.698265 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:21.702681 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Checking router: edfb555c-db47-4a6f-bb35-04c47672e58e for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:39:21.703010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:39:21.703194 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Updating router edfb555c-db47-4a6f-bb35-04c47672e58e port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:39:21.703617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1606d9c1-20c0-44b9-9155-c2ed32d54c8d None None] Network fdb0834e-a884-4af2-8c72-9004b068abb7 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:21.704271 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-65c3bbc4-1b54-4527-8794-54c770832658 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/869abe82-0d52-43f7-a30c-9d9c7134e240 HTTP/1.1" status: 204 len: 168 time: 0.6897867 Feb 28 11:39:21.707055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:21.713862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54624) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:21.762725 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:21.852487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:21.864846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port a9e928b2-837a-40d0-bf37-9472d437ae86 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:21.865529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:21.899836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.14 (06d61228-f893-4c12-bb82-7b8ac7f20e00/e3dca9f7-d3c9-45f6-af57-4ecfde44af0b/6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:39:22.057981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] DHCP port deletion for fdb0834e-a884-4af2-8c72-9004b068abb7 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:39:22.062093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] Deleting port a9e928b2-837a-40d0-bf37-9472d437ae86 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:22.062473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.086084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port a9e928b2-837a-40d0-bf37-9472d437ae86, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a9e928b2-837a-40d0-bf37-9472d437ae86,segment=NetworkSegment(795cace6-ad9c-4b1e-abe3-0e3d835cfd18),segment_id=795cace6-ad9c-4b1e-abe3-0e3d835cfd18)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:22.087303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.126888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.147774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:22.218040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for a9e928b2-837a-40d0-bf37-9472d437ae86 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:22.245409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.294513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] For port a9e928b2-837a-40d0-bf37-9472d437ae86, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a9e928b2-837a-40d0-bf37-9472d437ae86,segment=NetworkSegment(795cace6-ad9c-4b1e-abe3-0e3d835cfd18),segment_id=795cace6-ad9c-4b1e-abe3-0e3d835cfd18)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:22.294777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.335971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:22.336957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:22.339589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:22.341750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:39:22.381991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.440923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:22.452950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No DVR routers for this DVR port a9e928b2-837a-40d0-bf37-9472d437ae86 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:39:22.453213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.495424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=a9e928b2-837a-40d0-bf37-9472d437ae86,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:22.517919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] Calling delete_port for a9e928b2-837a-40d0-bf37-9472d437ae86 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:22.536763 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.555558 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Transition to ACTIVE for port object 77a7bb30-d5cb-46b1-9815-febba8b3b7cb will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:22.576960 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-3c41fe68-50bb-456f-af58-7c22300d47df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2744370 Feb 28 11:39:22.597460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Request body: {'port': {'device_id': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:22.599998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:39:22.600807 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:39:22.622389 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.723429 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.724890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-33eef7a9-64c4-4650-b050-e493580d6261 None None] Provisioning for port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:22.732710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-33eef7a9-64c4-4650-b050-e493580d6261 None None] Provisioning complete for port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:22.738945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-33eef7a9-64c4-4650-b050-e493580d6261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.753268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdb0834e-a884-4af2-8c72-9004b068abb7']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:22.768184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795cace6-ad9c-4b1e-abe3-0e3d835cfd18') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:22.768460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795cace6-ad9c-4b1e-abe3-0e3d835cfd18') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:22.782754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.818200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.825223 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-33eef7a9-64c4-4650-b050-e493580d6261 None None] Port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:39:22.827687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:39:22.832858 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.848905 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2fdd5-27a6-4ca9-a7fb-57c68dcdf5f3 None None] Pushing event updated for resources: {'Port': ['ID=77a7bb30-d5cb-46b1-9815-febba8b3b7cb,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:39:22.911832 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:39:22.925711 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Attempting to bind port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:39:22.926074 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Attempting to bind port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:39:22.926432 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Attempting to bind port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb on network 06d61228-f893-4c12-bb82-7b8ac7f20e00 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:39:22.937404 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:39:22.941809 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Checking segment: {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:22.941809 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.941809 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Bound using segment: {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:39:22.941809 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Bound port: 77a7bb30-d5cb-46b1-9815-febba8b3b7cb, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:39:22.941809 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.957476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:22.994816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:23.016645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:23.025466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Network': ['ID=fdb0834e-a884-4af2-8c72-9004b068abb7,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:23.032874 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fc33299d-73f1-48b5-993f-0d2ee7cb6951 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/networks/fdb0834e-a884-4af2-8c72-9004b068abb7 HTTP/1.1" status: 204 len: 168 time: 1.3174269 Feb 28 11:39:23.035516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54630) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:23.046597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e3cb2-1bea-4883-acdd-2504b997e0ab req-60424b00-f569-4d28-80e4-e5cd360e4c25 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:23.047321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-d55e3cb2-1bea-4883-acdd-2504b997e0ab req-60424b00-f569-4d28-80e4-e5cd360e4c25 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:23.051898 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] For port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:39:23.059967 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] For port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=77a7bb30-d5cb-46b1-9815-febba8b3b7cb,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:39:23.103986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] Deleting port a9e928b2-837a-40d0-bf37-9472d437ae86 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:23.105348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:23.200963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-139a92c5-d75c-4cd7-a56c-744598e1d067 None None] The port 'a9e928b2-837a-40d0-bf37-9472d437ae86' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:39:23.261466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] Sync routers for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:39:23.274712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:23.275453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:23.372904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:39:23.380597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:23.396071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Transition to ACTIVE for port object 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:39:23.405230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:23.428847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:23.457021 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:23.485504 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-d55e3cb2-1bea-4883-acdd-2504b997e0ab req-60424b00-f569-4d28-80e4-e5cd360e4c25 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:23.486554 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d55e3cb2-1bea-4883-acdd-2504b997e0ab req-60424b00-f569-4d28-80e4-e5cd360e4c25 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 932 time: 0.6086051 Feb 28 11:39:23.487161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:23.554331 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2fdd5-27a6-4ca9-a7fb-57c68dcdf5f3 None None] Pushing event updated for resources: {'Port': ['ID=77a7bb30-d5cb-46b1-9815-febba8b3b7cb,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:23.563244 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:23.564624 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:23.579909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Pushing event updated for resources: {'Port': ['ID=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:23.776215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a9e928b2-837a-40d0-bf37-9472d437ae86 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:23.783237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d55e3cb2-1bea-4883-acdd-2504b997e0ab req-eb916b84-da19-4c17-811d-4432a10a5601 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251337 Feb 28 11:39:23.829876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a9e928b2-837a-40d0-bf37-9472d437ae86 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:39:23.831915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a9e928b2-837a-40d0-bf37-9472d437ae86 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:23.831915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 3c1d6884-5ee3-48af-874f-4fbb7979486a no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:23.874696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 3c1d6884-5ee3-48af-874f-4fbb7979486a {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:39:23.874962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 3c1d6884-5ee3-48af-874f-4fbb7979486a not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:23.927910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Attempting to bind port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:39:23.928244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Attempting to bind port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:39:23.928574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Attempting to bind port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 on network 06d61228-f893-4c12-bb82-7b8ac7f20e00 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:39:23.929543 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:23.934630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 on network 06d61228-f893-4c12-bb82-7b8ac7f20e00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:39:23.935042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Attempting to bind port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 on network 06d61228-f893-4c12-bb82-7b8ac7f20e00 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:39:23.945687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:39:23.946000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Checking segment: {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:23.946388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Bound using segment: {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:39:23.946828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Bound port: 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:39:23.947183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:24.032781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:19Z', 'revision_number': 9, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:04Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:24.041736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] Checking router: 7924bde8-861f-43ce-809a-1ae8e7c2f58d for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:39:24.060055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:24.060678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:24.109918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] For port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:39:24.113877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] For port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:39:24.172367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port d45286e9-6a7c-4637-a141-84141bade151 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:24.172886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:24.188170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:24.250426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:24.268199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:24.269811 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] 10.222.0.57 "PUT /v2.0/ports/6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 HTTP/1.1" status: 200 len: 1094 time: 1.6858358 Feb 28 11:39:24.272206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:39:24.295032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35900a7f-2f44-41b2-956f-7847277ca19b service neutron] Pushing event updated for resources: {'Port': ['ID=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:24.379325 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:23Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:24.390970 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0df58f-bca3-4f80-a803-f6a5b1193ef9 None None] The sync data for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv is: [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:23Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:24.422568 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'status': 'completed', 'code': 200} Feb 28 11:39:24.498223 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-833f25a3-c2a1-4fad-8e3b-3925421b7da6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 1097 time: 0.1358702 Feb 28 11:39:24.516664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port d45286e9-6a7c-4637-a141-84141bade151, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d45286e9-6a7c-4637-a141-84141bade151,segment=NetworkSegment(decf3663-0593-47a8-9fe6-240fcb2d9855),segment_id=decf3663-0593-47a8-9fe6-240fcb2d9855)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:24.516854 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:24.601138 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-9f749977-47d1-4113-be9e-09366a40b47c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 HTTP/1.1" status: 200 len: 217 time: 0.0961342 Feb 28 11:39:24.702126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ad789-abf0-4009-8831-a38be6e9087b req-7626a5b7-efd6-433e-acde-2083560635ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:24.703574 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-7626a5b7-efd6-433e-acde-2083560635ad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3dca9f7-d3c9-45f6-af57-4ecfde44af0b HTTP/1.1" status: 200 len: 835 time: 0.0957246 Feb 28 11:39:24.804062 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-a3df9c44-14b9-4a72-869f-1e5d821b93c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d61228-f893-4c12-bb82-7b8ac7f20e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0937712 Feb 28 11:39:24.819191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for d45286e9-6a7c-4637-a141-84141bade151 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:24.836971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:19Z', 'revision_number': 9, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:04Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:24.842551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbddfb45-880f-4ea2-b654-b029a9dd26f5 None None] The sync data for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv is: [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:19Z', 'revision_number': 9, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'd45286e9-6a7c-4637-a141-84141bade151', 'name': '', 'network_id': 'f4a4b0d2-2386-4371-b942-7d837c54ab54', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:fb:15:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:54Z', 'updated_at': '2022-02-28T11:39:04Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'bb084d09-fac9-4b80-a905-fcfe806d7fbb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:25.037109 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-fd47bf85-c06f-44c6-8ba8-6f7a9f578372 service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275484 Feb 28 11:39:25.091162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:25.157716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6480f-2f6f-45bc-8639-8479d38bc180 req-9ee38de8-a382-46fc-a65e-19b5888c85ce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:25.159281 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1a6480f-2f6f-45bc-8639-8479d38bc180 req-9ee38de8-a382-46fc-a65e-19b5888c85ce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 944 time: 0.2034929 Feb 28 11:39:25.190946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=d45286e9-6a7c-4637-a141-84141bade151,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:25.218126 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-671ad789-abf0-4009-8831-a38be6e9087b req-f5c6033d-60c0-4f9e-8fcf-bfa33cc61aa6 service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734202 Feb 28 11:39:25.240560 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1a6480f-2f6f-45bc-8639-8479d38bc180 req-47ecb6cb-8545-4827-8509-20e42b8d276a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642774 Feb 28 11:39:25.436130 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d6a7a23-2ab9-4604-966d-7d783a803cca req-715289b9-33a5-40d3-b219-4dd8f848361c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 1097 time: 0.0865617 Feb 28 11:39:25.458739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:25.691930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a7a23-2ab9-4604-966d-7d783a803cca req-674ca000-5f76-4c13-a1e6-72de8da4a82e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:25.693933 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d6a7a23-2ab9-4604-966d-7d783a803cca req-674ca000-5f76-4c13-a1e6-72de8da4a82e service neutron] 10.222.0.57 "GET /v2.0/networks?id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 898 time: 0.2515016 Feb 28 11:39:25.771243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 77a7bb30-d5cb-46b1-9815-febba8b3b7cb up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:25.772171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d6a7a23-2ab9-4604-966d-7d783a803cca req-2dac5848-0a45-462f-a5be-623a3339d5d8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 HTTP/1.1" status: 200 len: 217 time: 0.0664630 Feb 28 11:39:25.841743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a7a23-2ab9-4604-966d-7d783a803cca req-cb4262ef-d6d7-48a2-9d59-10f2d13d4f41 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:25.843365 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d6a7a23-2ab9-4604-966d-7d783a803cca req-cb4262ef-d6d7-48a2-9d59-10f2d13d4f41 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3dca9f7-d3c9-45f6-af57-4ecfde44af0b HTTP/1.1" status: 200 len: 835 time: 0.0654473 Feb 28 11:39:25.913726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:25.919628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:25.919847 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d6a7a23-2ab9-4604-966d-7d783a803cca req-4021655b-880c-424b-b43c-8673c5dc930a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d61228-f893-4c12-bb82-7b8ac7f20e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696492 Feb 28 11:39:25.920034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:25.990329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:26.036781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:26.055565 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d6a7a23-2ab9-4604-966d-7d783a803cca req-bc64e50b-35af-4e2b-a94e-85baef149375 service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283324 Feb 28 11:39:26.071214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=77a7bb30-d5cb-46b1-9815-febba8b3b7cb,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:26.136710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:26.179380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:26.195814 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] Sync routers for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:39:26.200724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54638) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:26.203003 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-07bdabec-a5c7-459a-98cb-672ae39584ff tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1658225 Feb 28 11:39:26.222781 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:26.224251 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:26.237253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=77a7bb30-d5cb-46b1-9815-febba8b3b7cb,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:26.239199 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d6a7a23-2ab9-4604-966d-7d783a803cca req-9b7e88c8-a0a9-4acf-9b46-7aaa7a8cb5bf service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779730 Feb 28 11:39:26.391929 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:26.472616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce9c7163-7b8d-49cc-a932-4f3100e7b0e2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting subnet bb084d09-fac9-4b80-a905-fcfe806d7fbb {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:39:26.481219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7163-7b8d-49cc-a932-4f3100e7b0e2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:26.547327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7163-7b8d-49cc-a932-4f3100e7b0e2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:26.610799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a67307-c1df-42ec-ba83-8614938e4014 req-02dbcbad-756c-4bb9-929b-3998e2c53ca1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:26.612246 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c4a67307-c1df-42ec-ba83-8614938e4014 req-02dbcbad-756c-4bb9-929b-3998e2c53ca1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 944 time: 0.2220130 Feb 28 11:39:26.677556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7163-7b8d-49cc-a932-4f3100e7b0e2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:26.706281 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c4a67307-c1df-42ec-ba83-8614938e4014 req-d36b80ee-b0a5-440e-9bfe-e9b545d594c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844142 Feb 28 11:39:26.756422 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:24Z', 'revision_number': 10, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:26.760982 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] Checking router: 7924bde8-861f-43ce-809a-1ae8e7c2f58d for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:39:26.771051 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:26.771632 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:26.806016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7163-7b8d-49cc-a932-4f3100e7b0e2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:26.846295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c7163-7b8d-49cc-a932-4f3100e7b0e2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Subnet': ['ID=bb084d09-fac9-4b80-a905-fcfe806d7fbb,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:26.855143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ce9c7163-7b8d-49cc-a932-4f3100e7b0e2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:26.862070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d4fff8-3827-4ac7-97c1-202f8a1331d0 None None] Network f4a4b0d2-2386-4371-b942-7d837c54ab54 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:26.863335 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ce9c7163-7b8d-49cc-a932-4f3100e7b0e2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/bb084d09-fac9-4b80-a905-fcfe806d7fbb HTTP/1.1" status: 204 len: 168 time: 0.6608486 Feb 28 11:39:26.865170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54644) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:26.919477 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:26.982994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:26.995593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port 85a25a03-1b49-4de5-84ad-57e2db24670a {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:26.995925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.116475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] DHCP port deletion for f4a4b0d2-2386-4371-b942-7d837c54ab54 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:39:27.121611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] Deleting port 85a25a03-1b49-4de5-84ad-57e2db24670a {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:27.122057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.209736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port 85a25a03-1b49-4de5-84ad-57e2db24670a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=85a25a03-1b49-4de5-84ad-57e2db24670a,segment=NetworkSegment(decf3663-0593-47a8-9fe6-240fcb2d9855),segment_id=decf3663-0593-47a8-9fe6-240fcb2d9855)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:27.210127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.238231 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:24Z', 'revision_number': 10, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:27.242510 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c73f5db-91aa-4da5-95a7-5ea7081f9437 None None] The sync data for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv is: [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:24Z', 'revision_number': 10, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None, '_interfaces': [{'id': 'fca33ac6-9804-44f8-bebe-6c971b7ccc08', 'name': '', 'network_id': 'f919cc14-62bb-491a-b2e7-d26ea32a7651', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'mac_address': 'fa:16:3e:2c:5d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:38:48Z', 'updated_at': '2022-02-28T11:38:56Z', 'revision_number': 5, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'subnets': [{'id': 'c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:27.341644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] For port 85a25a03-1b49-4de5-84ad-57e2db24670a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=85a25a03-1b49-4de5-84ad-57e2db24670a,segment=NetworkSegment(decf3663-0593-47a8-9fe6-240fcb2d9855),segment_id=decf3663-0593-47a8-9fe6-240fcb2d9855)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:27.341917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.419921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for 85a25a03-1b49-4de5-84ad-57e2db24670a owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:27.461961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] Calling delete_port for 85a25a03-1b49-4de5-84ad-57e2db24670a owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:27.536299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.541316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:39:27.541743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:39:27.548509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:39:27.585607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=85a25a03-1b49-4de5-84ad-57e2db24670a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:27.593413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No DVR routers for this DVR port 85a25a03-1b49-4de5-84ad-57e2db24670a on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:39:27.704394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:27.712739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 77a7bb30-d5cb-46b1-9815-febba8b3b7cb up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:27.740411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.753514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'port_id': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'mac_address': 'fa:16:3e:a8:1f:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:39:27.768984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a4b0d2-2386-4371-b942-7d837c54ab54']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:27.781731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'decf3663-0593-47a8-9fe6-240fcb2d9855') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:27.782032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'decf3663-0593-47a8-9fe6-240fcb2d9855') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:27.793965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.812030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.818347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Releasing vlan 708 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:39:27.818735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.831554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:39:27.834410 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:39:27.853255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:27.853547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.876363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:39:27.911956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:27.973276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:27.983033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225cc2d1-993f-44ed-8ab7-d1b4f9485b3e req-db10417d-2d77-4e28-9ce3-844d2d10dbc6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:27.984483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-225cc2d1-993f-44ed-8ab7-d1b4f9485b3e req-db10417d-2d77-4e28-9ce3-844d2d10dbc6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 944 time: 0.1452425 Feb 28 11:39:28.031364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-225cc2d1-993f-44ed-8ab7-d1b4f9485b3e req-4d14e15b-a006-4bc7-b2d8-271a9a51d66d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410900 Feb 28 11:39:28.044297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] Deleting port 85a25a03-1b49-4de5-84ad-57e2db24670a {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:28.044547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:28.048709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:28.072894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:28.084360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Network': ['ID=f4a4b0d2-2386-4371-b942-7d837c54ab54,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:28.092818 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6eb00b5a-d508-48cd-9a8e-f3dc718ef39a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/networks/f4a4b0d2-2386-4371-b942-7d837c54ab54 HTTP/1.1" status: 204 len: 168 time: 1.2263377 Feb 28 11:39:28.095674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54650) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:28.112171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 85a25a03-1b49-4de5-84ad-57e2db24670a no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:28.139616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:28.147544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-52523364-d7f2-4e89-a2a9-9a0961a11bc5 None None] The port '85a25a03-1b49-4de5-84ad-57e2db24670a' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:39:28.158660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 85a25a03-1b49-4de5-84ad-57e2db24670a {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:39:28.159067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 85a25a03-1b49-4de5-84ad-57e2db24670a not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:28.159451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d45286e9-6a7c-4637-a141-84141bade151 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:28.192765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: d45286e9-6a7c-4637-a141-84141bade151 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:39:28.193111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d45286e9-6a7c-4637-a141-84141bade151 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:28.214701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:39:28.441183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:29.097894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port fca33ac6-9804-44f8-bebe-6c971b7ccc08 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:29.098541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:29.345717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port fca33ac6-9804-44f8-bebe-6c971b7ccc08, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fca33ac6-9804-44f8-bebe-6c971b7ccc08,segment=NetworkSegment(fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2),segment_id=fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:29.345947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:29.364751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77f3de5-2c8b-466d-813e-8c533d28abe2 req-202d6d16-e6e1-49e4-908a-4df76c94f935 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:29.366180 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d77f3de5-2c8b-466d-813e-8c533d28abe2 req-202d6d16-e6e1-49e4-908a-4df76c94f935 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 945 time: 0.2000461 Feb 28 11:39:29.475494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for fca33ac6-9804-44f8-bebe-6c971b7ccc08 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:29.563988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:39:29.602026 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d77f3de5-2c8b-466d-813e-8c533d28abe2 req-7b4f48be-0c04-419c-b7b3-3d82c6479970 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897950 Feb 28 11:39:29.718787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:39:29.723909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:39:29.724274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:29.741748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:29.789920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=fca33ac6-9804-44f8-bebe-6c971b7ccc08,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:29.849847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:29.880351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:39:29.893381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:29.943169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:30.021756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:30.026816 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'code': 200} Feb 28 11:39:30.056888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:30.596545 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-62da4ec6-b4cb-41a4-96a6-6d4141a12f66 req-e014ed41-4e75-4303-8273-70c4aa3d13d0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 1099 time: 0.2788968 Feb 28 11:39:30.598233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:30.780878 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-62da4ec6-b4cb-41a4-96a6-6d4141a12f66 req-55a8c03e-30bd-4a98-a29e-dac6d8c468a4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1770732 Feb 28 11:39:30.813243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:30.835479 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-86ec9fb6-3d01-42f4-b88e-8376282bd6a4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7386141 Feb 28 11:39:30.838289 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54664) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:30.849231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0518af18-106e-4ba1-afc5-2608c0012108 req-15ca2f07-6248-494c-9538-25a455664cce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:30.850562 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0518af18-106e-4ba1-afc5-2608c0012108 req-15ca2f07-6248-494c-9538-25a455664cce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 946 time: 0.1010380 Feb 28 11:39:30.895845 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0518af18-106e-4ba1-afc5-2608c0012108 req-f2c3e277-f301-49f1-9374-e6c1919e5698 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396147 Feb 28 11:39:31.122452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3c9b97d-03ef-44ab-9295-3ccc85b7b8fb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting subnet c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:39:31.125298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b97d-03ef-44ab-9295-3ccc85b7b8fb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.177582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b97d-03ef-44ab-9295-3ccc85b7b8fb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.260947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b97d-03ef-44ab-9295-3ccc85b7b8fb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.382436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b97d-03ef-44ab-9295-3ccc85b7b8fb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.419869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c9b97d-03ef-44ab-9295-3ccc85b7b8fb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Subnet': ['ID=c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:31.427058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d3c9b97d-03ef-44ab-9295-3ccc85b7b8fb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.433094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a4f12a-cdc0-4b6e-83dc-3be7cc23dd43 None None] Network f919cc14-62bb-491a-b2e7-d26ea32a7651 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:31.434585 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d3c9b97d-03ef-44ab-9295-3ccc85b7b8fb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4 HTTP/1.1" status: 204 len: 168 time: 0.5951285 Feb 28 11:39:31.437167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54668) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:31.547301 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.558229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Deleting port ec01ceec-fc02-4418-b550-31b070b16ccb {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:31.558561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.699247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] DHCP port deletion for f919cc14-62bb-491a-b2e7-d26ea32a7651 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:39:31.703468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] Deleting port ec01ceec-fc02-4418-b550-31b070b16ccb {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:31.703960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.787928 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] For port ec01ceec-fc02-4418-b550-31b070b16ccb, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ec01ceec-fc02-4418-b550-31b070b16ccb,segment=NetworkSegment(fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2),segment_id=fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:31.788361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.909333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] For port ec01ceec-fc02-4418-b550-31b070b16ccb, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ec01ceec-fc02-4418-b550-31b070b16ccb,segment=NetworkSegment(fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2),segment_id=fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:39:31.909757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:31.913317 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Calling delete_port for ec01ceec-fc02-4418-b550-31b070b16ccb owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:32.033829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] Calling delete_port for ec01ceec-fc02-4418-b550-31b070b16ccb owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:39:32.079324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:32.105923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:39:32.106271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:39:32.112864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af4aa6-5b72-4179-8149-ec6cffaca0ee req-b59700fa-6ac8-43a7-a571-fb63254f6aaa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:32.114585 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f3af4aa6-5b72-4179-8149-ec6cffaca0ee req-b59700fa-6ac8-43a7-a571-fb63254f6aaa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 946 time: 0.0802555 Feb 28 11:39:32.131088 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Port': ['ID=ec01ceec-fc02-4418-b550-31b070b16ccb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:32.135044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No DVR routers for this DVR port ec01ceec-fc02-4418-b550-31b070b16ccb on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:39:32.161795 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f3af4aa6-5b72-4179-8149-ec6cffaca0ee req-b621c213-298c-438d-93ba-165497c526dc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416193 Feb 28 11:39:32.256487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:32.281514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f919cc14-62bb-491a-b2e7-d26ea32a7651']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:32.294162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:32.294463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec9d97b-8a9a-42c2-8fbb-78a09d5a87e2') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:32.305710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:32.322118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:32.328042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:39:32.328418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:39:32.342959 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:39:32.501876 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:32.519535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:32.533618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Pushing event deleted for resources: {'Network': ['ID=f919cc14-62bb-491a-b2e7-d26ea32a7651,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:32.538663 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-427ee844-32b0-451e-a9c3-8e9daaf51c98 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/networks/f919cc14-62bb-491a-b2e7-d26ea32a7651 HTTP/1.1" status: 204 len: 168 time: 1.1002378 Feb 28 11:39:32.541094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54674) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:32.546044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'routes': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:32.607682 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] Deleting port ec01ceec-fc02-4418-b550-31b070b16ccb {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:39:32.608277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:32.674073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6cdd4bdf-2a75-46fe-ae48-42232ded55c4 None None] The port 'ec01ceec-fc02-4418-b550-31b070b16ccb' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:39:32.922391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.extraroute_db [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Added routes are [] {{(pid=84338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 11:39:32.923038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.extraroute_db [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Removed routes are [] {{(pid=84338) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 11:39:32.923147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:33.173010 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:33.176222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:33.313900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router 7924bde8-861f-43ce-809a-1ae8e7c2f58d has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:33.359538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da31cb22-4547-40e0-a927-e6e0004b3211 req-0800b523-eaaa-487c-88f6-53ac670efbe1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:33.361054 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da31cb22-4547-40e0-a927-e6e0004b3211 req-0800b523-eaaa-487c-88f6-53ac670efbe1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 946 time: 0.0806787 Feb 28 11:39:33.406238 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da31cb22-4547-40e0-a927-e6e0004b3211 req-ffd3f9aa-435e-4519-88ea-76042e635592 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395851 Feb 28 11:39:33.455946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:33.463313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:33.464426 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7920bfcc-fccf-4969-8c38-8610f961f08b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d HTTP/1.1" status: 200 len: 701 time: 0.9224472 Feb 28 11:39:33.467237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54682) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:33.508542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9bf0f947-e28d-4148-b069-7bf87366a47a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Synchronizing usage tracker for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:33.517828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22711699-c24c-417f-b386-e2937415c85f None None] Sync routers for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:39:33.530833 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22711699-c24c-417f-b386-e2937415c85f None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:33.531466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-22711699-c24c-417f-b386-e2937415c85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:33.576255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9bf0f947-e28d-4148-b069-7bf87366a47a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Unset dirty status for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:33.577636 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9bf0f947-e28d-4148-b069-7bf87366a47a tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=7924bde8-861f-43ce-809a-1ae8e7c2f58d HTTP/1.1" status: 200 len: 205 time: 0.1095052 Feb 28 11:39:33.580295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54686) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:33.619413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca83e5-4dd5-4950-91d8-f2c92d58e911 req-e01f1f17-3447-4fbb-88e8-a59aa0d5aca3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:33.621056 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5ca83e5-4dd5-4950-91d8-f2c92d58e911 req-e01f1f17-3447-4fbb-88e8-a59aa0d5aca3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 946 time: 0.0867445 Feb 28 11:39:33.659502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-22711699-c24c-417f-b386-e2937415c85f None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:33.718726 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5ca83e5-4dd5-4950-91d8-f2c92d58e911 req-018a2c8e-70b3-4858-8fbf-2b44da506986 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792339 Feb 28 11:39:33.738387 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5a96d129-6d7d-460f-ba83-d6e47119a5a2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:33.746760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54690) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:33.762928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ec01ceec-fc02-4418-b550-31b070b16ccb no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:33.818658 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-20e7d8cf-2647-4b58-836d-660dcf22ae31 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 1094 time: 0.0707061 Feb 28 11:39:33.821867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54694) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:33.834605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-22711699-c24c-417f-b386-e2937415c85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:29Z', 'revision_number': 11, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:33.837573 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: ec01ceec-fc02-4418-b550-31b070b16ccb {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:39:33.837840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:33.838267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ec01ceec-fc02-4418-b550-31b070b16ccb not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:33.844514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:33.848937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:floatingip and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:33.853504 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:33.855303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22711699-c24c-417f-b386-e2937415c85f None None] Checking router: 7924bde8-861f-43ce-809a-1ae8e7c2f58d for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:39:33.860099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:33.869595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22711699-c24c-417f-b386-e2937415c85f None None] Routers {'7924bde8-861f-43ce-809a-1ae8e7c2f58d'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:33.870334 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-22711699-c24c-417f-b386-e2937415c85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:33.928998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:33.931124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.002307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-22711699-c24c-417f-b386-e2937415c85f None None] Set router 7924bde8-861f-43ce-809a-1ae8e7c2f58d gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:34.072251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.112083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-22711699-c24c-417f-b386-e2937415c85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:29Z', 'revision_number': 11, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:34.116467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22711699-c24c-417f-b386-e2937415c85f None None] The sync data for ids ['7924bde8-861f-43ce-809a-1ae8e7c2f58d'] in dv-neutron-830866-1-hyperv is: [{'id': '7924bde8-861f-43ce-809a-1ae8e7c2f58d', 'name': 'tempest-RoutersTest-router-1668249356', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:38:45Z', 'updated_at': '2022-02-28T11:39:29Z', 'revision_number': 11, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:34.220507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.173 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/46eddfd8-e03b-4617-96e8-3590ecd70d45) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:39:34.257045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5a96d129-6d7d-460f-ba83-d6e47119a5a2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.261587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5a96d129-6d7d-460f-ba83-d6e47119a5a2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.347290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5a96d129-6d7d-460f-ba83-d6e47119a5a2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.347808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a96d129-6d7d-460f-ba83-d6e47119a5a2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Fanout notify agent at l3_agent the message router_deleted on router 7924bde8-861f-43ce-809a-1ae8e7c2f58d {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:39:34.361992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5a96d129-6d7d-460f-ba83-d6e47119a5a2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.367605 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5a96d129-6d7d-460f-ba83-d6e47119a5a2 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d HTTP/1.1" status: 204 len: 168 time: 0.7816131 Feb 28 11:39:34.367964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.368431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54698) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:34.373065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1084972174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:34.379100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:34.384863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Usage tracker for resource:router and tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:34.388071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:34.394079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:34.462632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.490618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.491626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.511848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.536861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:39:34.540799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:34.542679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=46eddfd8-e03b-4617-96e8-3590ecd70d45,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:34.544731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:39:34.576481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.667879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:34.671713 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-04809f01-006b-4987-81d9-ce997398badf tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3003602 Feb 28 11:39:34.671978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54702) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:34.677040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-34d46414-d591-4057-adcb-30344c428d52 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:35.068289 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34d46414-d591-4057-adcb-30344c428d52 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:35.119581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34d46414-d591-4057-adcb-30344c428d52 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:35.147809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:35.252830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:35.375815 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d46414-d591-4057-adcb-30344c428d52 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Router c140faca-accc-4bfe-bb7e-4bda8de18536 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:39:35.459531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:35.518632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:35.519208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d46414-d591-4057-adcb-30344c428d52 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:35.525497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34d46414-d591-4057-adcb-30344c428d52 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:35.527316 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-34d46414-d591-4057-adcb-30344c428d52 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "PUT /v2.0/routers/c140faca-accc-4bfe-bb7e-4bda8de18536 HTTP/1.1" status: 200 len: 694 time: 0.8543723 Feb 28 11:39:35.532229 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] Sync routers for ids ['c140faca-accc-4bfe-bb7e-4bda8de18536'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:39:35.532732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54706) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:35.542909 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] Routers {'c140faca-accc-4bfe-bb7e-4bda8de18536'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:35.543526 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c140faca-accc-4bfe-bb7e-4bda8de18536'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:35.628260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=46eddfd8-e03b-4617-96e8-3590ecd70d45,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:35.643684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:35.674649 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] Set router c140faca-accc-4bfe-bb7e-4bda8de18536 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:35.676495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fca33ac6-9804-44f8-bebe-6c971b7ccc08 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:39:35.703579 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-de12014c-3e9e-4085-8a12-a7a0fb44fcd4 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/routers/c140faca-accc-4bfe-bb7e-4bda8de18536 HTTP/1.1" status: 200 len: 700 time: 0.1703808 Feb 28 11:39:35.703911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54710) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:35.730795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: fca33ac6-9804-44f8-bebe-6c971b7ccc08 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:39:35.731454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fca33ac6-9804-44f8-bebe-6c971b7ccc08 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:39:35.756614 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a9d51acf-7dbf-4de5-83d5-46c7982796e5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=c140faca-accc-4bfe-bb7e-4bda8de18536 HTTP/1.1" status: 200 len: 205 time: 0.0491779 Feb 28 11:39:35.756905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54714) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:35.782554 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c140faca-accc-4bfe-bb7e-4bda8de18536', 'name': 'tempest-RoutersTest-router-1084972174', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:34Z', 'updated_at': '2022-02-28T11:39:35Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:35.786602 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] Checking router: c140faca-accc-4bfe-bb7e-4bda8de18536 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:39:35.798354 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] Routers {'c140faca-accc-4bfe-bb7e-4bda8de18536'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:35.798983 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c140faca-accc-4bfe-bb7e-4bda8de18536'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:35.846955 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 68c8346f-e34e-4656-bd23-843b1723b727 associated. External IP: 172.26.1.173, port: 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7. Feb 28 11:39:35.957568 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] Set router c140faca-accc-4bfe-bb7e-4bda8de18536 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:36.015195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c0239342-fe4e-4ee3-975c-2996b218281e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:36.066890 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c140faca-accc-4bfe-bb7e-4bda8de18536', 'name': 'tempest-RoutersTest-router-1084972174', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:34Z', 'updated_at': '2022-02-28T11:39:35Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:36.070765 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-192f05a2-5072-4767-b570-72900cc797b0 None None] The sync data for ids ['c140faca-accc-4bfe-bb7e-4bda8de18536'] in dv-neutron-830866-1-hyperv is: [{'id': 'c140faca-accc-4bfe-bb7e-4bda8de18536', 'name': 'tempest-RoutersTest-router-1084972174', 'tenant_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:34Z', 'updated_at': '2022-02-28T11:39:35Z', 'revision_number': 2, 'project_id': '2a9d8ab58ebf4fcdbf2988950cd3b8ad', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:36.251039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router edfb555c-db47-4a6f-bb35-04c47672e58e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:39:36.402667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c0239342-fe4e-4ee3-975c-2996b218281e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:36.407521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c0239342-fe4e-4ee3-975c-2996b218281e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:36.502023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c0239342-fe4e-4ee3-975c-2996b218281e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:36.502437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0239342-fe4e-4ee3-975c-2996b218281e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Fanout notify agent at l3_agent the message router_deleted on router c140faca-accc-4bfe-bb7e-4bda8de18536 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:39:36.517617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c0239342-fe4e-4ee3-975c-2996b218281e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:36.519269 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c0239342-fe4e-4ee3-975c-2996b218281e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/c140faca-accc-4bfe-bb7e-4bda8de18536 HTTP/1.1" status: 204 len: 168 time: 0.7608254 Feb 28 11:39:36.522292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54718) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:36.547830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:39:36.558356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] Sync routers for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:39:36.567191 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-76ea8c02-6485-4a66-8556-7501dee95f9f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=c140faca-accc-4bfe-bb7e-4bda8de18536 HTTP/1.1" status: 200 len: 205 time: 0.0417469 Feb 28 11:39:36.567428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54722) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:36.571895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:36.572625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:36.610817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:36.635420 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-52e07b8a-cdc4-4760-9e36-23ebaacda3cb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] delete failed (client error): The resource could not be found. Feb 28 11:39:36.638765 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-52e07b8a-cdc4-4760-9e36-23ebaacda3cb tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/c140faca-accc-4bfe-bb7e-4bda8de18536 HTTP/1.1" status: 404 len: 336 time: 0.0681584 Feb 28 11:39:36.639065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54726) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:36.680016 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-90b2d87e-bdca-4a27-891e-19f394851d3d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8547368 Feb 28 11:39:36.680016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:39:36.680541 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54730) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:36.683323 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fbe5a3-33ae-4f29-97e4-ba4c49e070d1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] DELETE failed (client error): The resource could not be found. Feb 28 11:39:36.683754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fbe5a3-33ae-4f29-97e4-ba4c49e070d1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:39:36.686880 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-82fbe5a3-33ae-4f29-97e4-ba4c49e070d1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/57a65d94-0a22-4354-b4ab-172fdf069b23 HTTP/1.1" status: 404 len: 337 time: 0.0453291 Feb 28 11:39:36.687878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54736) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:36.742822 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-30d45fc5-7f20-426a-911f-2eba9664850b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] DELETE failed (client error): The resource could not be found. Feb 28 11:39:36.743730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30d45fc5-7f20-426a-911f-2eba9664850b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:39:36.745820 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-30d45fc5-7f20-426a-911f-2eba9664850b tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/869abe82-0d52-43f7-a30c-9d9c7134e240 HTTP/1.1" status: 404 len: 337 time: 0.0568407 Feb 28 11:39:36.748968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54742) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:36.765151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:36.797758 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-484f0029-cd03-471c-b0e0-6e1e4c6dabc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] DELETE failed (client error): The resource could not be found. Feb 28 11:39:36.798197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-484f0029-cd03-471c-b0e0-6e1e4c6dabc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:39:36.802825 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-484f0029-cd03-471c-b0e0-6e1e4c6dabc3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/bb084d09-fac9-4b80-a905-fcfe806d7fbb HTTP/1.1" status: 404 len: 337 time: 0.0526750 Feb 28 11:39:36.803531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54746) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:36.811079 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9b4bc26c-0180-420b-b6a2-b2deed664eaf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 992 time: 0.1295981 Feb 28 11:39:36.839594 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'status': 'completed', 'code': 200} Feb 28 11:39:36.848031 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-966f1c32-70a0-4ce1-a6ae-9961d60fe7b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] DELETE failed (client error): The resource could not be found. Feb 28 11:39:36.848457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966f1c32-70a0-4ce1-a6ae-9961d60fe7b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:39:36.852535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-966f1c32-70a0-4ce1-a6ae-9961d60fe7b5 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/c7afedbb-9b71-4bf3-aaf8-2c3503bdfef4 HTTP/1.1" status: 404 len: 337 time: 0.0456653 Feb 28 11:39:36.852923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54750) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:36.896772 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a19d28a6-f453-4458-a359-c31410ceabbd tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=7924bde8-861f-43ce-809a-1ae8e7c2f58d HTTP/1.1" status: 200 len: 205 time: 0.0426354 Feb 28 11:39:36.899139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54754) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:36.928522 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e6dbe09-3fac-4e27-862b-eed7b7c40b68 req-312f9f68-1804-4d62-8a29-02796657a9b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 1099 time: 0.0774815 Feb 28 11:39:36.966453 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-6c976956-f451-49e6-89f5-2add4e7e3e63 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] delete failed (client error): The resource could not be found. Feb 28 11:39:36.967505 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6c976956-f451-49e6-89f5-2add4e7e3e63 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/7924bde8-861f-43ce-809a-1ae8e7c2f58d HTTP/1.1" status: 404 len: 336 time: 0.0674686 Feb 28 11:39:36.970138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54758) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.012478 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a9239a64-9f14-4a90-8ea1-310dadf79fc0 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=fe57056b-0d19-43da-8293-c2725f1011de HTTP/1.1" status: 200 len: 205 time: 0.0408208 Feb 28 11:39:37.014643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54762) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.071020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dbe09-3fac-4e27-862b-eed7b7c40b68 req-7d55b50b-a555-41a9-85a5-1175da4b0787 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:37.072580 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e6dbe09-3fac-4e27-862b-eed7b7c40b68 req-7d55b50b-a555-41a9-85a5-1175da4b0787 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 898 time: 0.1386776 Feb 28 11:39:37.080990 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-1919cd0b-7cb0-4647-ad49-0ccebf3b388f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] delete failed (client error): The resource could not be found. Feb 28 11:39:37.084307 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1919cd0b-7cb0-4647-ad49-0ccebf3b388f tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/fe57056b-0d19-43da-8293-c2725f1011de HTTP/1.1" status: 404 len: 336 time: 0.0664246 Feb 28 11:39:37.084526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54766) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.122595 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-db6e1d0d-cf73-4ede-bf12-ae0fdfd6ff60 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] DELETE failed (client error): The resource could not be found. Feb 28 11:39:37.123059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db6e1d0d-cf73-4ede-bf12-ae0fdfd6ff60 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:39:37.124656 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-db6e1d0d-cf73-4ede-bf12-ae0fdfd6ff60 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/b3200cd2-9f61-403e-8986-fe1609fc2dfd HTTP/1.1" status: 404 len: 337 time: 0.0392799 Feb 28 11:39:37.127303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54770) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.133556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '68c8346f-e34e-4656-bd23-843b1723b727', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.173', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'port_id': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'mac_address': 'fa:16:3e:a8:1f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:39:34Z', 'updated_at': '2022-02-28T11:39:34Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:37.138021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] Checking router: edfb555c-db47-4a6f-bb35-04c47672e58e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:39:37.148925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:39:37.149534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:37.173049 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4db48e14-0af2-4ba8-aaff-2a7d7eeb7446 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=6fa803dd-a527-4b03-a0ed-98eae1fd30ae HTTP/1.1" status: 200 len: 205 time: 0.0445881 Feb 28 11:39:37.175355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54774) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.183246 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e6dbe09-3fac-4e27-862b-eed7b7c40b68 req-eeff54d5-d978-494b-b21a-86c703e994e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 HTTP/1.1" status: 200 len: 1000 time: 0.1043351 Feb 28 11:39:37.237953 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-de44e05b-5106-40cd-a145-83a3ae21b5d3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] delete failed (client error): The resource could not be found. Feb 28 11:39:37.241397 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-de44e05b-5106-40cd-a145-83a3ae21b5d3 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/6fa803dd-a527-4b03-a0ed-98eae1fd30ae HTTP/1.1" status: 404 len: 336 time: 0.0626945 Feb 28 11:39:37.241615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54778) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.249264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6dbe09-3fac-4e27-862b-eed7b7c40b68 req-2dfb203e-6c73-4819-848e-e7a0e1ec89d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:37.251058 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e6dbe09-3fac-4e27-862b-eed7b7c40b68 req-2dfb203e-6c73-4819-848e-e7a0e1ec89d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3dca9f7-d3c9-45f6-af57-4ecfde44af0b HTTP/1.1" status: 200 len: 835 time: 0.0612481 Feb 28 11:39:37.287513 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-cc4e6528-8480-4741-ad4e-efdf5831e17d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd47b95b-3554-43ec-a9aa-4d945096a0d1 HTTP/1.1" status: 200 len: 205 time: 0.0444250 Feb 28 11:39:37.290098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54782) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.327937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:39:37.361916 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-ea968bbb-eb22-4c16-85d5-7b21bfef4f4c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] delete failed (client error): The resource could not be found. Feb 28 11:39:37.362944 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ea968bbb-eb22-4c16-85d5-7b21bfef4f4c tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/bd47b95b-3554-43ec-a9aa-4d945096a0d1 HTTP/1.1" status: 404 len: 336 time: 0.0719111 Feb 28 11:39:37.365684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54786) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.393099 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e6dbe09-3fac-4e27-862b-eed7b7c40b68 req-5a58e859-f9be-42f0-bc67-d141496c74e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d61228-f893-4c12-bb82-7b8ac7f20e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1363096 Feb 28 11:39:37.406300 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c5bcec-b2ca-484a-b512-98f2c6e3d972 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] DELETE failed (client error): The resource could not be found. Feb 28 11:39:37.406940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c5bcec-b2ca-484a-b512-98f2c6e3d972 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:39:37.410947 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-16c5bcec-b2ca-484a-b512-98f2c6e3d972 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/3b54271f-81b3-4636-b16d-d4de3361e605 HTTP/1.1" status: 404 len: 337 time: 0.0416281 Feb 28 11:39:37.411094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54790) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.455354 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4aa361fa-7758-41f9-abc1-d4a73f557be1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=98530322-ad18-4aeb-840a-324ee3472989 HTTP/1.1" status: 200 len: 205 time: 0.0409524 Feb 28 11:39:37.455578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54794) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.540162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e6dbe09-3fac-4e27-862b-eed7b7c40b68 req-ce66dfb6-a310-4ddf-bcf2-6c5481631324 service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409979 Feb 28 11:39:37.641711 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-4314798a-d20d-4c2b-be90-4be9debef10e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] delete failed (client error): The resource could not be found. Feb 28 11:39:37.643039 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4314798a-d20d-4c2b-be90-4be9debef10e tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/98530322-ad18-4aeb-840a-324ee3472989 HTTP/1.1" status: 404 len: 336 time: 0.1866152 Feb 28 11:39:37.645632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54798) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.691259 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-6780cea3-92c8-4d95-9b72-586d9ddb2681 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] DELETE failed (client error): The resource could not be found. Feb 28 11:39:37.692037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6780cea3-92c8-4d95-9b72-586d9ddb2681 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:39:37.695822 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6780cea3-92c8-4d95-9b72-586d9ddb2681 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/330ec0be-2793-41f4-b96e-2af361c00015 HTTP/1.1" status: 404 len: 337 time: 0.0460069 Feb 28 11:39:37.696428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54802) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.730003 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e6dbe09-3fac-4e27-862b-eed7b7c40b68 req-7890afdc-461f-491f-8f75-c7659932dd99 service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841750 Feb 28 11:39:37.740951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a87fcace-1575-4c3f-8786-c25df9a38aa1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Synchronizing usage tracker for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:37.745254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '68c8346f-e34e-4656-bd23-843b1723b727', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.173', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'port_id': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'mac_address': 'fa:16:3e:a8:1f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:39:34Z', 'updated_at': '2022-02-28T11:39:34Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:39:37.749247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24001713-00be-4606-89f8-8e871508d9f4 None None] The sync data for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv is: [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '68c8346f-e34e-4656-bd23-843b1723b727', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.173', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'port_id': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'mac_address': 'fa:16:3e:a8:1f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:39:34Z', 'updated_at': '2022-02-28T11:39:34Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:39:37.756056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a87fcace-1575-4c3f-8786-c25df9a38aa1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] Unset dirty status for tenant:2a9d8ab58ebf4fcdbf2988950cd3b8ad on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:37.757191 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a87fcace-1575-4c3f-8786-c25df9a38aa1 tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "GET /v2.0/ports?device_id=cfc15df1-42fb-4676-a777-4ee540b8ad9a HTTP/1.1" status: 200 len: 205 time: 0.0599985 Feb 28 11:39:37.760639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54806) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.823889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54810) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.824529 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-a1b7c7b2-9295-4095-85f1-c909524768ee tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] delete failed (client error): The resource could not be found. Feb 28 11:39:37.825545 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a1b7c7b2-9295-4095-85f1-c909524768ee tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/routers/cfc15df1-42fb-4676-a777-4ee540b8ad9a HTTP/1.1" status: 404 len: 336 time: 0.0643899 Feb 28 11:39:37.828017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54814) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.868807 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d0da20-f19a-48e4-97e0-a600b73012de tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] DELETE failed (client error): The resource could not be found. Feb 28 11:39:37.869231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d0da20-f19a-48e4-97e0-a600b73012de tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:39:37.870834 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-62d0da20-f19a-48e4-97e0-a600b73012de tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/b6f78e54-bd7b-4a33-a0c9-108344d4096d HTTP/1.1" status: 404 len: 337 time: 0.0419405 Feb 28 11:39:37.873362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54818) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:37.910663 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.pecan_wsgi.hooks.translation [None req-add69bf7-fb44-4cab-9ed0-58b159a3ba3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] DELETE failed (client error): The resource could not be found. Feb 28 11:39:37.911128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add69bf7-fb44-4cab-9ed0-58b159a3ba3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84338) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:39:37.912730 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-add69bf7-fb44-4cab-9ed0-58b159a3ba3d tempest-RoutersTest-277119239 tempest-RoutersTest-277119239-project] 10.222.0.31 "DELETE /v2.0/subnets/d5df6b56-17d7-45b4-9b29-58695b450c9f HTTP/1.1" status: 404 len: 337 time: 0.0385082 Feb 28 11:39:37.930790 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0f0aa98a-77ba-42b7-ab25-26f4f631a265 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 992 time: 0.1086161 Feb 28 11:39:38.393274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54826) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:38.565730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-81466fc0-3c29-4815-9540-03cc12ca67a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a9d8ab58ebf4fcdbf2988950cd3b8ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1713827 Feb 28 11:39:38.568217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54832) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:38.633224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a903a67-14dd-43ab-9086-8855819af8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:38.658783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a903a67-14dd-43ab-9086-8855819af8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:38.764486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a903a67-14dd-43ab-9086-8855819af8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:38.780546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a903a67-14dd-43ab-9086-8855819af8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117bc156-e79c-43e6-866d-d7821940f406,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:38.785907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a903a67-14dd-43ab-9086-8855819af8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:38.787037 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8a903a67-14dd-43ab-9086-8855819af8f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/117bc156-e79c-43e6-866d-d7821940f406 HTTP/1.1" status: 204 len: 168 time: 0.2179050 Feb 28 11:39:38.934625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54840) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:39.042391 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8773096a-8343-4ec0-80e0-66b6b4e4d371 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 992 time: 0.1029065 Feb 28 11:39:39.862733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54860) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:39.993187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-361bcf36-9f73-4659-8ec8-0e82385366ab tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:39.993821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-361bcf36-9f73-4659-8ec8-0e82385366ab tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:39:39.994759 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-361bcf36-9f73-4659-8ec8-0e82385366ab tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1310461 Feb 28 11:39:39.998406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54866) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:40.003152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--690033255'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:40.009713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:40.013486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:40.016312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:40.021863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:40.042989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54870) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:40.099151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.223442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.271405 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dd47caac-9a3a-4988-9a08-73a68234eac4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 992 time: 0.2272952 Feb 28 11:39:40.274795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:40.278493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:40.281235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:40.286776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:40.351861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.409778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.450300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:40.452527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54eea534-6b75-46d5-9b33-4035d91902b9,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:40.456701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:40.460313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:40.466130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:40.519496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.569925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.611339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d190b-f5ca-4df1-82a3-5da5f986f67d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:40.679212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.680710 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-15262da7-72aa-4a3f-96f1-706bb89edda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6814802 Feb 28 11:39:40.683652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54874) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:40.689094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e13d190b-f5ca-4df1-82a3-5da5f986f67d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:40.695607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:40.699676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:40.702588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:40.708484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:40.817855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.889502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.944173 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0f8f1e-9ccc-410a-a799-115a8e73572a None None] New status for floating IP 68c8346f-e34e-4656-bd23-843b1723b727: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:39:40.971657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:40.994958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6da31b7-8b2f-4993-967b-c8607f3f784e,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:41.067424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.068619 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bc92819c-5f58-48f6-9992-6f285d0b458d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3840339 Feb 28 11:39:41.072246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54880) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:41.077698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-975cb340-f9a8-4185-8f26-8e743ae0c2e8 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e13d190b-f5ca-4df1-82a3-5da5f986f67d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:41.087699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-975cb340-f9a8-4185-8f26-8e743ae0c2e8 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:41.091815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-975cb340-f9a8-4185-8f26-8e743ae0c2e8 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:41.094770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-975cb340-f9a8-4185-8f26-8e743ae0c2e8 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:41.101657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-975cb340-f9a8-4185-8f26-8e743ae0c2e8 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:41.193690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-975cb340-f9a8-4185-8f26-8e743ae0c2e8 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.275167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54884) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:41.335283 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-975cb340-f9a8-4185-8f26-8e743ae0c2e8 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 11:39:41.336485 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-975cb340-f9a8-4185-8f26-8e743ae0c2e8 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2633448 Feb 28 11:39:41.339433 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54888) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:41.383576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-05c5ff3a-028d-4d0f-b388-44c57b3a1593 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 994 time: 0.1064246 Feb 28 11:39:41.404752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1645f43f-0ad0-4af8-a5ed-3e6d6875aa0e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.431235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1645f43f-0ad0-4af8-a5ed-3e6d6875aa0e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.507027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1645f43f-0ad0-4af8-a5ed-3e6d6875aa0e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.526027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1645f43f-0ad0-4af8-a5ed-3e6d6875aa0e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d190b-f5ca-4df1-82a3-5da5f986f67d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:41.532301 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1645f43f-0ad0-4af8-a5ed-3e6d6875aa0e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.533420 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1645f43f-0ad0-4af8-a5ed-3e6d6875aa0e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/e13d190b-f5ca-4df1-82a3-5da5f986f67d HTTP/1.1" status: 204 len: 168 time: 0.1929741 Feb 28 11:39:41.535869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54892) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:41.586646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7b6f4404-00db-45cf-a32a-ef4a5ffb0d15 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Synchronizing usage tracker for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:41.661504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7b6f4404-00db-45cf-a32a-ef4a5ffb0d15 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Unset dirty status for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:41.662761 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7b6f4404-00db-45cf-a32a-ef4a5ffb0d15 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1260097 Feb 28 11:39:41.667052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54896) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:41.672546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--2031276129'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:41.679863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:41.689271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:41.729932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.764496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:41.768165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:41.770952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:41.776855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:41.830308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.878791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.923066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa54705-a7d2-41ab-a781-b62c289fd941,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:41.981466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:41.982676 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c3a25904-1b4e-4b67-a3ef-8d2ce394f62a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3146524 Feb 28 11:39:41.985397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54900) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:41.990753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-91710728-612f-4022-8db8-ec94ca70afb1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'dfa54705-a7d2-41ab-a781-b62c289fd941', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:41.991381 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-91710728-612f-4022-8db8-ec94ca70afb1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:41.992419 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-91710728-612f-4022-8db8-ec94ca70afb1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0061495 Feb 28 11:39:41.994824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54904) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:42.059548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddc624d0-fac5-4563-adfd-db7bf228c3c3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.084720 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddc624d0-fac5-4563-adfd-db7bf228c3c3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.221994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddc624d0-fac5-4563-adfd-db7bf228c3c3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.243262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc624d0-fac5-4563-adfd-db7bf228c3c3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa54705-a7d2-41ab-a781-b62c289fd941,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:42.251956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddc624d0-fac5-4563-adfd-db7bf228c3c3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.253113 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ddc624d0-fac5-4563-adfd-db7bf228c3c3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/dfa54705-a7d2-41ab-a781-b62c289fd941 HTTP/1.1" status: 204 len: 168 time: 0.2574539 Feb 28 11:39:42.255891 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54908) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:42.306815 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-124bfe50-d007-485d-ad92-e34a2e28d303 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Synchronizing usage tracker for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:42.375712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-124bfe50-d007-485d-ad92-e34a2e28d303 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Unset dirty status for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:42.376939 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-124bfe50-d007-485d-ad92-e34a2e28d303 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1202891 Feb 28 11:39:42.380660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54912) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:42.386532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1790828001'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:42.393053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:42.403140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:42.478560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.513164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:42.517020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:42.519739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:42.525955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:42.578622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.644089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.688050 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b591fdf-0437-4126-b258-0232a11ad48c,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:42.747216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.748376 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a4626662-cb98-433e-bfc9-357f3ba405a1 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3666623 Feb 28 11:39:42.751466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54916) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:42.756692 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-43d1984d-2ccf-4fa2-9e76-abc201503605 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': '2b591fdf-0437-4126-b258-0232a11ad48c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:42.757876 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-43d1984d-2ccf-4fa2-9e76-abc201503605 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:42.758769 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-43d1984d-2ccf-4fa2-9e76-abc201503605 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064061 Feb 28 11:39:42.761125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54920) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:42.822790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-40bd2b8f-7288-4744-98aa-2218ffa14d9a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.848509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-40bd2b8f-7288-4744-98aa-2218ffa14d9a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.947087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-40bd2b8f-7288-4744-98aa-2218ffa14d9a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.964130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bd2b8f-7288-4744-98aa-2218ffa14d9a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b591fdf-0437-4126-b258-0232a11ad48c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:42.972432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-40bd2b8f-7288-4744-98aa-2218ffa14d9a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:42.973531 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-40bd2b8f-7288-4744-98aa-2218ffa14d9a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/2b591fdf-0437-4126-b258-0232a11ad48c HTTP/1.1" status: 204 len: 168 time: 0.2116022 Feb 28 11:39:42.976632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54924) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:43.028424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-37e6b671-2320-4e86-bda4-df20fa924228 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Synchronizing usage tracker for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:43.096146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-37e6b671-2320-4e86-bda4-df20fa924228 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Unset dirty status for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:43.097449 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-37e6b671-2320-4e86-bda4-df20fa924228 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1199327 Feb 28 11:39:43.101246 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54928) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:43.106609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311972330'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:43.113104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:43.122697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:43.193339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:43.231763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:43.235742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:43.238522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:43.244373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:43.297674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:43.347631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:43.395628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c05ed029-0ecd-49f3-b258-11bf0e0f58a3,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:43.433361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:43.434586 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-79eba73e-082f-4e5c-b007-fb6bf7400188 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3324301 Feb 28 11:39:43.437528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54932) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:43.443272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-603cd594-19de-48ce-a215-8a9efd16f0e6 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'c05ed029-0ecd-49f3-b258-11bf0e0f58a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:43.443965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-603cd594-19de-48ce-a215-8a9efd16f0e6 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:43.445832 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-603cd594-19de-48ce-a215-8a9efd16f0e6 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064003 Feb 28 11:39:43.452763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54936) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:43.458563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6315161a-194f-4c4a-a72a-4a87f703f29d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'c05ed029-0ecd-49f3-b258-11bf0e0f58a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:43.459368 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-6315161a-194f-4c4a-a72a-4a87f703f29d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:43.460304 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6315161a-194f-4c4a-a72a-4a87f703f29d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0065575 Feb 28 11:39:43.463032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54940) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:43.468017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-175d93ad-0e05-40d4-8d85-824c7f77c891 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'c05ed029-0ecd-49f3-b258-11bf0e0f58a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:43.468638 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-175d93ad-0e05-40d4-8d85-824c7f77c891 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:43.469536 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-175d93ad-0e05-40d4-8d85-824c7f77c891 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056386 Feb 28 11:39:43.472002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54944) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:43.477968 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8f5e5cb9-ee3b-4f99-b8bd-29686fc98057 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'c05ed029-0ecd-49f3-b258-11bf0e0f58a3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:43.478596 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-8f5e5cb9-ee3b-4f99-b8bd-29686fc98057 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:43.479516 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8f5e5cb9-ee3b-4f99-b8bd-29686fc98057 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0066965 Feb 28 11:39:43.481783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54948) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:43.547835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8901385d-b4da-4c9b-9182-25c9b4c9e288 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:43.575137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8901385d-b4da-4c9b-9182-25c9b4c9e288 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:43.718322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8901385d-b4da-4c9b-9182-25c9b4c9e288 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:43.737418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901385d-b4da-4c9b-9182-25c9b4c9e288 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c05ed029-0ecd-49f3-b258-11bf0e0f58a3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:43.745512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8901385d-b4da-4c9b-9182-25c9b4c9e288 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:43.749032 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8901385d-b4da-4c9b-9182-25c9b4c9e288 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/c05ed029-0ecd-49f3-b258-11bf0e0f58a3 HTTP/1.1" status: 204 len: 168 time: 0.2640138 Feb 28 11:39:43.749256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54952) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:43.799684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-36cc1d7e-0edc-475d-9816-b6e65e49e949 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Synchronizing usage tracker for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:43.895951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-36cc1d7e-0edc-475d-9816-b6e65e49e949 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Unset dirty status for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:43.897200 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-36cc1d7e-0edc-475d-9816-b6e65e49e949 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1470706 Feb 28 11:39:43.901864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54956) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:43.907257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1566323453'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:43.913828 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:43.923279 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:43.987313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:44.021559 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:44.026168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:44.028905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:44.034664 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:44.087108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:44.146822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:44.189087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47c0e83-5f66-4986-a54b-af7b06b5941d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:44.238549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:44.239811 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7533b4d2-bcb2-483e-8290-d7aac683adfb tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3370299 Feb 28 11:39:44.243656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54960) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:44.249206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e7c1f0f7-44a4-4bc6-b7f0-afdccfc13bd4 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e47c0e83-5f66-4986-a54b-af7b06b5941d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:44.249851 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-e7c1f0f7-44a4-4bc6-b7f0-afdccfc13bd4 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:44.250767 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e7c1f0f7-44a4-4bc6-b7f0-afdccfc13bd4 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061934 Feb 28 11:39:44.253039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54964) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:44.258297 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b90e8071-c126-4ca2-ada4-f6925db9c1e5 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e47c0e83-5f66-4986-a54b-af7b06b5941d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:44.265161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b90e8071-c126-4ca2-ada4-f6925db9c1e5 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:44.268972 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b90e8071-c126-4ca2-ada4-f6925db9c1e5 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:44.271853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b90e8071-c126-4ca2-ada4-f6925db9c1e5 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:44.277504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b90e8071-c126-4ca2-ada4-f6925db9c1e5 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:44.433495 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-b90e8071-c126-4ca2-ada4-f6925db9c1e5 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:44.434697 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b90e8071-c126-4ca2-ada4-f6925db9c1e5 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1806870 Feb 28 11:39:44.437658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 54968) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:44.442829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-109fc4ab-2d53-4812-9d2e-92f6ab5d430f tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e47c0e83-5f66-4986-a54b-af7b06b5941d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:44.443673 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-109fc4ab-2d53-4812-9d2e-92f6ab5d430f tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:44.446025 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-109fc4ab-2d53-4812-9d2e-92f6ab5d430f tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0059938 Feb 28 11:39:44.447783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54972) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:44.453176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f41aa3bc-4d1d-4e9a-b8a1-293aedeb17b9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e47c0e83-5f66-4986-a54b-af7b06b5941d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:44.459796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f41aa3bc-4d1d-4e9a-b8a1-293aedeb17b9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:44.463817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f41aa3bc-4d1d-4e9a-b8a1-293aedeb17b9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:44.466623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f41aa3bc-4d1d-4e9a-b8a1-293aedeb17b9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:44.472553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f41aa3bc-4d1d-4e9a-b8a1-293aedeb17b9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:44.633566 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-f41aa3bc-4d1d-4e9a-b8a1-293aedeb17b9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:44.634619 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f41aa3bc-4d1d-4e9a-b8a1-293aedeb17b9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1858635 Feb 28 11:39:44.637618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54976) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:44.642933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d7d46a63-1cc1-40dc-9b44-2a1a9899bce2 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e47c0e83-5f66-4986-a54b-af7b06b5941d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:44.643569 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-d7d46a63-1cc1-40dc-9b44-2a1a9899bce2 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:44.645476 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d7d46a63-1cc1-40dc-9b44-2a1a9899bce2 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069289 Feb 28 11:39:44.648353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54980) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:44.653176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-201f142e-2111-4625-8087-c42dfe25999b tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e47c0e83-5f66-4986-a54b-af7b06b5941d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:44.660677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-201f142e-2111-4625-8087-c42dfe25999b tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:44.665480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-201f142e-2111-4625-8087-c42dfe25999b tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:44.668416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-201f142e-2111-4625-8087-c42dfe25999b tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:44.674034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-201f142e-2111-4625-8087-c42dfe25999b tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:44.775602 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-201f142e-2111-4625-8087-c42dfe25999b tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Project 83c1e2f4fddf4100aab76f094369d1d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:39:44.873214 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-201f142e-2111-4625-8087-c42dfe25999b tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:44.874244 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-201f142e-2111-4625-8087-c42dfe25999b tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2250242 Feb 28 11:39:44.877049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54984) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:44.882441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-176af337-8543-4042-9fc6-527f687593f7 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e47c0e83-5f66-4986-a54b-af7b06b5941d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:44.883080 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-176af337-8543-4042-9fc6-527f687593f7 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:44.883997 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-176af337-8543-4042-9fc6-527f687593f7 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060763 Feb 28 11:39:44.886549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54988) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:44.892413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-38e1e863-bd37-4280-8679-ec742344f2ea tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e47c0e83-5f66-4986-a54b-af7b06b5941d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:44.895941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1cd620d9-d58b-455e-876e-dd821fc8c621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:44.899830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-38e1e863-bd37-4280-8679-ec742344f2ea tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:44.903479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-38e1e863-bd37-4280-8679-ec742344f2ea tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:44.906462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-38e1e863-bd37-4280-8679-ec742344f2ea tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:44.912162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-38e1e863-bd37-4280-8679-ec742344f2ea tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:44.998700 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-38e1e863-bd37-4280-8679-ec742344f2ea tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Project 83c1e2f4fddf4100aab76f094369d1d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:39:45.078756 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-38e1e863-bd37-4280-8679-ec742344f2ea tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:45.079805 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-38e1e863-bd37-4280-8679-ec742344f2ea tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1923449 Feb 28 11:39:45.082719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54992) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:45.088458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-637ad867-1ce9-41ec-a247-d7bcc4abfa42 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': 'e47c0e83-5f66-4986-a54b-af7b06b5941d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:45.094174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-637ad867-1ce9-41ec-a247-d7bcc4abfa42 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:45.098194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-637ad867-1ce9-41ec-a247-d7bcc4abfa42 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:45.104836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-637ad867-1ce9-41ec-a247-d7bcc4abfa42 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:45.110561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-637ad867-1ce9-41ec-a247-d7bcc4abfa42 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:45.187618 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-637ad867-1ce9-41ec-a247-d7bcc4abfa42 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Project 83c1e2f4fddf4100aab76f094369d1d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:39:45.250203 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-637ad867-1ce9-41ec-a247-d7bcc4abfa42 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:45.251245 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-637ad867-1ce9-41ec-a247-d7bcc4abfa42 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1676192 Feb 28 11:39:45.254117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 54996) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:45.315247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ece2007-7ef2-49ff-95e7-5956fdcc0fbd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:45.341393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ece2007-7ef2-49ff-95e7-5956fdcc0fbd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:45.444376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ece2007-7ef2-49ff-95e7-5956fdcc0fbd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:45.463307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece2007-7ef2-49ff-95e7-5956fdcc0fbd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47c0e83-5f66-4986-a54b-af7b06b5941d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:45.473235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ece2007-7ef2-49ff-95e7-5956fdcc0fbd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:45.474334 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2ece2007-7ef2-49ff-95e7-5956fdcc0fbd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/e47c0e83-5f66-4986-a54b-af7b06b5941d HTTP/1.1" status: 204 len: 168 time: 0.2193382 Feb 28 11:39:45.477275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55000) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:45.527559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3b7936d2-941c-4e65-a819-0d9a0b4edf0f tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Synchronizing usage tracker for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:45.610270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3b7936d2-941c-4e65-a819-0d9a0b4edf0f tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Unset dirty status for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:45.611469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3b7936d2-941c-4e65-a819-0d9a0b4edf0f tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1332419 Feb 28 11:39:45.615460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55004) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:45.621589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290848514'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:45.627766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:45.638659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:45.701262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:45.738634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:45.743123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:45.745850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:45.751333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:45.803266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:45.878795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:45.922060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5757be38-2954-4fbb-a258-79665bf2ec3d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:45.993489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:45.994695 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-42cdf64b-f9c9-44c9-8d8f-8b3b3ccea6be tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3782918 Feb 28 11:39:45.997667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55008) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:46.002986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5a29afcf-98a2-4da9-bfc3-979a21b2d229 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': '5757be38-2954-4fbb-a258-79665bf2ec3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:46.008892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5a29afcf-98a2-4da9-bfc3-979a21b2d229 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:46.012608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5a29afcf-98a2-4da9-bfc3-979a21b2d229 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:46.015498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5a29afcf-98a2-4da9-bfc3-979a21b2d229 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:46.021188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5a29afcf-98a2-4da9-bfc3-979a21b2d229 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:46.187463 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-5a29afcf-98a2-4da9-bfc3-979a21b2d229 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The resource could not be found. Feb 28 11:39:46.188581 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5a29afcf-98a2-4da9-bfc3-979a21b2d229 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1900158 Feb 28 11:39:46.191521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55012) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:46.197024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b6c5e02f-2006-4e1c-9385-cbe8273e6aa3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': '5757be38-2954-4fbb-a258-79665bf2ec3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd75404b1-ee6e-487a-971b-2a6f23fd8339'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:46.202926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b6c5e02f-2006-4e1c-9385-cbe8273e6aa3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:46.206669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b6c5e02f-2006-4e1c-9385-cbe8273e6aa3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:46.209521 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b6c5e02f-2006-4e1c-9385-cbe8273e6aa3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:46.215812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b6c5e02f-2006-4e1c-9385-cbe8273e6aa3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:46.375235 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-b6c5e02f-2006-4e1c-9385-cbe8273e6aa3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The resource could not be found. Feb 28 11:39:46.376252 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b6c5e02f-2006-4e1c-9385-cbe8273e6aa3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1838162 Feb 28 11:39:46.379204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55016) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:46.444470 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-547519b9-9951-4be5-80e3-fef557c3a35a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:46.471908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-547519b9-9951-4be5-80e3-fef557c3a35a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:46.615152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-547519b9-9951-4be5-80e3-fef557c3a35a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:46.633959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547519b9-9951-4be5-80e3-fef557c3a35a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5757be38-2954-4fbb-a258-79665bf2ec3d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:46.641240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-547519b9-9951-4be5-80e3-fef557c3a35a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:46.644983 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-547519b9-9951-4be5-80e3-fef557c3a35a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/5757be38-2954-4fbb-a258-79665bf2ec3d HTTP/1.1" status: 204 len: 168 time: 0.2648718 Feb 28 11:39:46.645236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55020) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:46.701124 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bd44edf8-d0d1-429b-b3bb-90f4fdc4b46b tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0546672 Feb 28 11:39:46.704630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55024) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:46.709803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-422270ac-df03-4fd5-b3b6-44492f771716 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': '2b5556f0-fd30-41fd-8236-151a9e47f167', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:46.716386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-422270ac-df03-4fd5-b3b6-44492f771716 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:46.720673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-422270ac-df03-4fd5-b3b6-44492f771716 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:46.724063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-422270ac-df03-4fd5-b3b6-44492f771716 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:46.729788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-422270ac-df03-4fd5-b3b6-44492f771716 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:46.901906 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-422270ac-df03-4fd5-b3b6-44492f771716 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The resource could not be found. Feb 28 11:39:46.903032 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-422270ac-df03-4fd5-b3b6-44492f771716 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1973703 Feb 28 11:39:46.906349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55028) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:46.911513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1848543962'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:46.917569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:46.921750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:46.924763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:46.931420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:46.992925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.021564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c8fc5637-3702-4a73-b60d-79f461dcfe8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.028185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:47.032016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:47.034793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:47.040503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:47.093737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.169883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.214086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2a6ecc-bc2d-48dd-96d1-2f0c834c4cf9,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:47.290372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.291539 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ae9d23fe-8570-4a09-b6b3-7d4e4f71c9cd tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3842568 Feb 28 11:39:47.294088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55032) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:47.299455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--495409203'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:47.305533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:47.309632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:47.312446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:47.318087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:47.377513 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:39:47.416081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.450644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:47.454420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:47.457126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:47.463220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:47.520061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.581097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.624558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b8bfa0-3c94-410e-9da3-eb0515a8b9d8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:47.690114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.691406 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4dae7cdf-0472-481c-ad9f-3510d8cba397 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3963473 Feb 28 11:39:47.694253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55036) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:47.700085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f47ad1c6-afff-49c3-a4a7-184029a92f6a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': '9d2a6ecc-bc2d-48dd-96d1-2f0c834c4cf9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a2b8bfa0-3c94-410e-9da3-eb0515a8b9d8'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:47.706078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f47ad1c6-afff-49c3-a4a7-184029a92f6a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:47.709901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f47ad1c6-afff-49c3-a4a7-184029a92f6a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:47.713364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f47ad1c6-afff-49c3-a4a7-184029a92f6a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:47.719731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f47ad1c6-afff-49c3-a4a7-184029a92f6a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:47.868456 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-f47ad1c6-afff-49c3-a4a7-184029a92f6a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:47.869449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f47ad1c6-afff-49c3-a4a7-184029a92f6a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.1736889 Feb 28 11:39:47.872260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55040) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:47.933613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc041762-0823-46d6-ba4c-297397ec5f60 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:47.960579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc041762-0823-46d6-ba4c-297397ec5f60 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:48.066715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc041762-0823-46d6-ba4c-297397ec5f60 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:48.088904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc041762-0823-46d6-ba4c-297397ec5f60 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b8bfa0-3c94-410e-9da3-eb0515a8b9d8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:48.097246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dc041762-0823-46d6-ba4c-297397ec5f60 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:48.098370 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dc041762-0823-46d6-ba4c-297397ec5f60 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/a2b8bfa0-3c94-410e-9da3-eb0515a8b9d8 HTTP/1.1" status: 204 len: 168 time: 0.2252383 Feb 28 11:39:48.100938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55044) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:48.163287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3b6f1718-bfc4-478f-9c56-cad0473a43c0 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Synchronizing usage tracker for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:48.237824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:48.260966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3b6f1718-bfc4-478f-9c56-cad0473a43c0 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Unset dirty status for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:48.262216 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3b6f1718-bfc4-478f-9c56-cad0473a43c0 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1602664 Feb 28 11:39:48.265098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55048) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:48.326869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f5f0e4-f30a-43b7-9030-7b9c41daac47 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:48.353662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f5f0e4-f30a-43b7-9030-7b9c41daac47 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:48.364141 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:48.592763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f5f0e4-f30a-43b7-9030-7b9c41daac47 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:48.612390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f5f0e4-f30a-43b7-9030-7b9c41daac47 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2a6ecc-bc2d-48dd-96d1-2f0c834c4cf9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:48.666965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f5f0e4-f30a-43b7-9030-7b9c41daac47 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:48.668097 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-14f5f0e4-f30a-43b7-9030-7b9c41daac47 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/9d2a6ecc-bc2d-48dd-96d1-2f0c834c4cf9 HTTP/1.1" status: 204 len: 168 time: 0.4021311 Feb 28 11:39:48.670730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55052) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:48.731133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-64d78bac-d243-4a20-9dad-d0ac9edc082a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Synchronizing usage tracker for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:48.901549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-64d78bac-d243-4a20-9dad-d0ac9edc082a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Unset dirty status for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:48.902741 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-64d78bac-d243-4a20-9dad-d0ac9edc082a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2310197 Feb 28 11:39:48.906511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55056) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:48.911897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259948598'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:48.918936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:48.928556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:48.987391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:49.021146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:49.025491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:49.028224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:49.033715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:49.086275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:49.152401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:49.194148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=942089fb-82ff-4d65-9ae7-589e25c79205,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:49.279127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:49.280353 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4ce557bf-d3c7-4fa9-89d9-bb3e9781eda9 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3728826 Feb 28 11:39:49.283759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55060) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:49.289816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e864575e-e650-48c0-8fa6-dd8d0266a20a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': '942089fb-82ff-4d65-9ae7-589e25c79205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:49.298275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e864575e-e650-48c0-8fa6-dd8d0266a20a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:49.299637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e864575e-e650-48c0-8fa6-dd8d0266a20a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:49.302490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e864575e-e650-48c0-8fa6-dd8d0266a20a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:49.309197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e864575e-e650-48c0-8fa6-dd8d0266a20a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:49.461737 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-e864575e-e650-48c0-8fa6-dd8d0266a20a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:49.462730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e864575e-e650-48c0-8fa6-dd8d0266a20a tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1780376 Feb 28 11:39:49.465344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55064) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:49.470776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d5929027-aa71-4c3d-beb0-5ac9592f515d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group_rule': {'security_group_id': '942089fb-82ff-4d65-9ae7-589e25c79205', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:49.477994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d5929027-aa71-4c3d-beb0-5ac9592f515d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:49.481773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d5929027-aa71-4c3d-beb0-5ac9592f515d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:49.484557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d5929027-aa71-4c3d-beb0-5ac9592f515d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:49.490060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d5929027-aa71-4c3d-beb0-5ac9592f515d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:49.667612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-d5929027-aa71-4c3d-beb0-5ac9592f515d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:39:49.668666 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d5929027-aa71-4c3d-beb0-5ac9592f515d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2024224 Feb 28 11:39:49.671428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55068) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:49.696454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:49.736518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa40be04-6a9f-4fc5-9d08-86f220679137 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:49.762354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa40be04-6a9f-4fc5-9d08-86f220679137 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:49.878619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa40be04-6a9f-4fc5-9d08-86f220679137 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:49.900399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40be04-6a9f-4fc5-9d08-86f220679137 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=942089fb-82ff-4d65-9ae7-589e25c79205,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:49.904815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa40be04-6a9f-4fc5-9d08-86f220679137 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:49.905902 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-aa40be04-6a9f-4fc5-9d08-86f220679137 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/942089fb-82ff-4d65-9ae7-589e25c79205 HTTP/1.1" status: 204 len: 168 time: 0.2335479 Feb 28 11:39:49.908577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55072) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:49.961570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-09f145b6-39e2-4adf-9abe-97fd207c3527 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Synchronizing usage tracker for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:50.015445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-09f145b6-39e2-4adf-9abe-97fd207c3527 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Unset dirty status for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:50.016616 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-09f145b6-39e2-4adf-9abe-97fd207c3527 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1069748 Feb 28 11:39:50.020304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55076) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:50.026400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'tempest-secgroup--1301058453'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:50.032804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:50.042295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:50.102115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:50.137826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:50.141625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Usage tracker for resource:security_group_rule and tenant:83c1e2f4fddf4100aab76f094369d1d8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:50.144499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:50.150612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:50.203743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:50.244023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:50.288117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c093967-6649-41ea-95b6-2e141cad42fd,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:50.336097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:50.337318 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7d50f78a-e0c5-48d9-a37c-b51542861136 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3160582 Feb 28 11:39:50.340212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55080) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:50.345749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a2e0f65f-62f7-4fda-a5da-95a964e596d2 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:50.349411 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-a2e0f65f-62f7-4fda-a5da-95a964e596d2 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 11:39:50.349411 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a2e0f65f-62f7-4fda-a5da-95a964e596d2 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "PUT /v2.0/security-groups/3c093967-6649-41ea-95b6-2e141cad42fd HTTP/1.1" status: 409 len: 330 time: 0.0060344 Feb 28 11:39:50.351163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55084) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:50.411936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd737c32-7278-4a13-8395-2d720d35195e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:50.438049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd737c32-7278-4a13-8395-2d720d35195e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:50.529896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd737c32-7278-4a13-8395-2d720d35195e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:50.549936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd737c32-7278-4a13-8395-2d720d35195e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c093967-6649-41ea-95b6-2e141cad42fd,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:50.554219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd737c32-7278-4a13-8395-2d720d35195e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:50.555568 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fd737c32-7278-4a13-8395-2d720d35195e tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/3c093967-6649-41ea-95b6-2e141cad42fd HTTP/1.1" status: 204 len: 168 time: 0.2034199 Feb 28 11:39:50.558194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55088) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:50.608943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-edf65637-d053-450e-b566-3b0d0cc16b8d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Synchronizing usage tracker for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:39:50.683763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-edf65637-d053-450e-b566-3b0d0cc16b8d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] Unset dirty status for tenant:83c1e2f4fddf4100aab76f094369d1d8 on resource:security_group {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:39:50.685015 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-edf65637-d053-450e-b566-3b0d0cc16b8d tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1258790 Feb 28 11:39:50.688896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55092) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:50.706112 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-f4bee960-51bf-467f-9b22-22d242a34324 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] delete failed (client error): The resource could not be found. Feb 28 11:39:50.707097 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f4bee960-51bf-467f-9b22-22d242a34324 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "DELETE /v2.0/security-groups/15fba0f7-95f3-4996-8ea2-9cf23c9160b8 HTTP/1.1" status: 404 len: 347 time: 0.0172749 Feb 28 11:39:50.711168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55096) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:50.727065 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-15cac1c7-cd88-440a-8641-fa36ebf4db97 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] show failed (client error): The resource could not be found. Feb 28 11:39:50.728012 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-15cac1c7-cd88-440a-8641-fa36ebf4db97 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-groups/70f4af95-40ac-402a-b2dd-929837f486e3 HTTP/1.1" status: 404 len: 347 time: 0.0159738 Feb 28 11:39:50.731276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55100) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:50.744891 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.api.v2.resource [None req-488e9846-7ad3-4f18-98af-0183a3ea5de3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] show failed (client error): The resource could not be found. Feb 28 11:39:50.745825 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-488e9846-7ad3-4f18-98af-0183a3ea5de3 tempest-NegativeSecGroupIPv6Test-2019146546 tempest-NegativeSecGroupIPv6Test-2019146546-project] 10.222.0.31 "GET /v2.0/security-group-rules/5a24064f-ba8e-41eb-841a-e431a42be3f0 HTTP/1.1" status: 404 len: 356 time: 0.0137236 Feb 28 11:39:51.223837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55108) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:51.397145 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-796e7b9a-f89e-49e6-8e39-46e04a23940e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83c1e2f4fddf4100aab76f094369d1d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1720803 Feb 28 11:39:51.399974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55114) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:51.459207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dfbea6a0-bc75-4623-b1e3-45df9833ef81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:51.484764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dfbea6a0-bc75-4623-b1e3-45df9833ef81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:51.666525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dfbea6a0-bc75-4623-b1e3-45df9833ef81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:51.683333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbea6a0-bc75-4623-b1e3-45df9833ef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54eea534-6b75-46d5-9b33-4035d91902b9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:51.762790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dfbea6a0-bc75-4623-b1e3-45df9833ef81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:51.763989 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dfbea6a0-bc75-4623-b1e3-45df9833ef81 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54eea534-6b75-46d5-9b33-4035d91902b9 HTTP/1.1" status: 204 len: 168 time: 0.3631449 Feb 28 11:39:52.802611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55136) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:52.929881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-166731212-network', 'tenant_id': '2b4c9d4ee2c64031a0646cbb6f603629'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:52.934553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:52.938334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Usage tracker for resource:network and tenant:2b4c9d4ee2c64031a0646cbb6f603629 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:52.941130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:52.947276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:53.043351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Made reservation on behalf of 2b4c9d4ee2c64031a0646cbb6f603629 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:39:53.045522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:53.058085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:53.088125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:53.092049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Usage tracker for resource:security_group_rule and tenant:2b4c9d4ee2c64031a0646cbb6f603629 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:53.094897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:53.100936 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:53.167501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:53.232701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:53.259990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:39:53.271726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7afb19-e2eb-48da-8aff-35eb6764c717,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:53.276165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:53.276507 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Added segment 10186983-18af-4803-af50-d0cd00442a86 of type vlan for network a09c3871-43db-4c8c-a098-a69c2149e212 Feb 28 11:39:53.301415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:53.392129 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:53.392960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:53.393537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:53.496580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] Pushing event updated for resources: {'Network': ['ID=a09c3871-43db-4c8c-a098-a69c2149e212,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:53.505985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network a09c3871-43db-4c8c-a098-a69c2149e212 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:39:53.576367 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5dba0370-b667-4e2d-bca2-d56f00ba9f96 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7725918 Feb 28 11:39:53.579200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55142) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:53.584580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Request body: {'subnet': {'network_id': 'a09c3871-43db-4c8c-a098-a69c2149e212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-166731212-subnet', 'tenant_id': '2b4c9d4ee2c64031a0646cbb6f603629', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:53.589467 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:53.593444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Usage tracker for resource:subnet and tenant:2b4c9d4ee2c64031a0646cbb6f603629 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:53.596570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:53.602881 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:53.684469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Made reservation on behalf of 2b4c9d4ee2c64031a0646cbb6f603629 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:39:53.686793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:54.056117 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:54.127781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba6cfeb-3b31-4aad-bf79-ae63a7a904e4,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:54.142324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Checking segment: {'id': '10186983-18af-4803-af50-d0cd00442a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a09c3871-43db-4c8c-a098-a69c2149e212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:54.142679 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Network hostable DHCP agents. Network: a09c3871-43db-4c8c-a098-a69c2149e212, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:39:54.238269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Network a09c3871-43db-4c8c-a098-a69c2149e212 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:39:54.307415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, a09c3871-43db-4c8c-a098-a69c2149e212) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:54.311350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:54.311932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:54.315849 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebdaf6-58fb-4032-b0a2-5c7fc6318011 None None] Network a09c3871-43db-4c8c-a098-a69c2149e212 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:54.405089 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f77d4889-ef5a-4674-a45a-f5970d8547e3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8247764 Feb 28 11:39:54.527433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e417bf7a-a537-48e2-be80-3babb441a87a None None] Network a09c3871-43db-4c8c-a098-a69c2149e212 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:55.574871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55164) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:55.580195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-504073196-network', 'tenant_id': '58d4d945b9ed42cea4ebf880286b65b8'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:55.585648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:55.589588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Usage tracker for resource:network and tenant:58d4d945b9ed42cea4ebf880286b65b8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:55.592375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:55.598956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:55.666656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Made reservation on behalf of 58d4d945b9ed42cea4ebf880286b65b8 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:39:55.669085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:55.681449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:55.714975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:55.718804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Usage tracker for resource:security_group_rule and tenant:58d4d945b9ed42cea4ebf880286b65b8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:55.721841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:55.727699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:55.792859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:55.855531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:55.886459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:39:55.891386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bcc75b-697e-4e90-8c57-f117b2367814,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:55.898558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:55.898930 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Added segment 73c2fbef-e161-4966-9026-7611a282cad7 of type vlan for network 894b843b-f6db-4119-a406-e925916cf468 Feb 28 11:39:55.926727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:56.043429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:56.044203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:56.044770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:56.145774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] Pushing event updated for resources: {'Network': ['ID=894b843b-f6db-4119-a406-e925916cf468,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:56.155820 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 894b843b-f6db-4119-a406-e925916cf468 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:39:56.205189 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-99388c33-ea44-45e6-9a6f-d1f10e29278a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6292188 Feb 28 11:39:56.207937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55168) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:39:56.213501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Request body: {'subnet': {'network_id': '894b843b-f6db-4119-a406-e925916cf468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-504073196-subnet', 'tenant_id': '58d4d945b9ed42cea4ebf880286b65b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:39:56.218812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:39:56.222622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Usage tracker for resource:subnet and tenant:58d4d945b9ed42cea4ebf880286b65b8 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:39:56.225456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:39:56.231644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:39:56.300996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Made reservation on behalf of 58d4d945b9ed42cea4ebf880286b65b8 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:39:56.303258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:56.564917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:56.725987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=63538b9e-56ec-474d-b65b-fd9d55229131,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:39:56.735422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Checking segment: {'id': '73c2fbef-e161-4966-9026-7611a282cad7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': '894b843b-f6db-4119-a406-e925916cf468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:39:56.735776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Network hostable DHCP agents. Network: 894b843b-f6db-4119-a406-e925916cf468, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:39:56.821421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Network 894b843b-f6db-4119-a406-e925916cf468 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:39:56.930277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 894b843b-f6db-4119-a406-e925916cf468) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:39:56.933992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:56.934562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:39:56.938648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ddb33-26b2-416e-b995-fa37a3a6a8c1 None None] Network 894b843b-f6db-4119-a406-e925916cf468 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:57.039041 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0b898a1e-2e3d-4ce1-9c94-fe422f57dd3e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8300078 Feb 28 11:39:57.151249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff94ba-424d-4eaf-937b-9d9217f68919 None None] Network 894b843b-f6db-4119-a406-e925916cf468 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:39:57.636515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-81c40ce8-201d-42b8-b103-ead707674bf6 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:39:57.637851 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-81c40ce8-201d-42b8-b103-ead707674bf6 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/networks?id=a09c3871-43db-4c8c-a098-a69c2149e212 HTTP/1.1" status: 200 len: 811 time: 0.1514328 Feb 28 11:39:57.659344 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-394bfec3-43fc-4198-a704-83dd9ced6b4f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/quotas/2b4c9d4ee2c64031a0646cbb6f603629 HTTP/1.1" status: 200 len: 375 time: 0.0118539 Feb 28 11:39:57.719925 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-fe6e27b7-b4e7-4b0d-b6bd-b6df591e1969 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=2b4c9d4ee2c64031a0646cbb6f603629&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482013 Feb 28 11:39:57.873845 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-d30a7db5-1713-4572-ab04-977044abc456 service neutron] 10.222.0.31 "GET /v2.0/networks/a09c3871-43db-4c8c-a098-a69c2149e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448188 Feb 28 11:39:58.037322 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-34c6e28c-b5a3-463d-9e0c-a174437b527f service neutron] 10.222.0.31 "GET /v2.0/networks/a09c3871-43db-4c8c-a098-a69c2149e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586206 Feb 28 11:39:58.309329 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0821d07d-7bc3-469c-9a59-6abb0ae6b962 req-3a690fed-36f7-4bac-a600-aaa95fff3b26 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 210 time: 0.0490086 Feb 28 11:39:59.467879 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-31e863a7-d035-450b-b996-97a5ab846ed5 req-b4ebe8e8-5d4b-4564-aff0-c571f54b6ed7 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 210 time: 0.0417101 Feb 28 11:40:00.500906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-367fbbc4-9f02-4d6a-abb0-ac3178d9695e tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:00.502322 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-367fbbc4-9f02-4d6a-abb0-ac3178d9695e tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.57 "GET /v2.0/networks?id=a09c3871-43db-4c8c-a098-a69c2149e212 HTTP/1.1" status: 200 len: 811 time: 0.1421316 Feb 28 11:40:00.518309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Request body: {'port': {'device_id': '9eb0fa35-4387-44d7-91d6-6f436ad196f9', 'network_id': 'a09c3871-43db-4c8c-a098-a69c2149e212', 'admin_state_up': True, 'tenant_id': '2b4c9d4ee2c64031a0646cbb6f603629'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:00.650667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-975ae1ec-049e-4217-a95a-6a6c26c793e0 req-7812e290-6b81-41a1-9358-1527e845ff73 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 210 time: 0.0480137 Feb 28 11:40:00.697124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:00.700797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Usage tracker for resource:port and tenant:2b4c9d4ee2c64031a0646cbb6f603629 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:00.703596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:00.709081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:00.769883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Made reservation on behalf of 2b4c9d4ee2c64031a0646cbb6f603629 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:40:00.773350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:00.942490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Allocated IP 172.20.0.9 (a09c3871-43db-4c8c-a098-a69c2149e212/6ba6cfeb-3b31-4aad-bf79-ae63a7a904e4/cef0f325-f862-4d60-837b-23977c05eb60) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:01.134358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:01.215622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:01.282837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Network a09c3871-43db-4c8c-a098-a69c2149e212 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:01.285572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:01.289247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:40:01.321917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Pushing event updated for resources: {'Port': ['ID=cef0f325-f862-4d60-837b-23977c05eb60,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:01.344307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.344650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.344980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.345562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.345898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.346220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.346536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.346863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.347201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.347514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.347827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:01.362882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:01.363472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:01.467805 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9fa2ba5e-30b5-4ae9-ac40-546f4b6c0f13 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9532619 Feb 28 11:40:01.478575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Request body: {'port': {'device_id': '9eb0fa35-4387-44d7-91d6-6f436ad196f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:01.581343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:01.958408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a73ba7-161c-49b2-8a1c-4a592ad10708 req-8a5c2653-560c-4b8a-882c-c4bc918e656f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:01.959120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-15a73ba7-161c-49b2-8a1c-4a592ad10708 req-8a5c2653-560c-4b8a-882c-c4bc918e656f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Synchronizing usage tracker for tenant:2b4c9d4ee2c64031a0646cbb6f603629 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:02.067508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef0f325-f862-4d60-837b-23977c05eb60 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:40:02.074786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:02.089929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Transition to ACTIVE for port object cef0f325-f862-4d60-837b-23977c05eb60 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:02.101719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-15a73ba7-161c-49b2-8a1c-4a592ad10708 req-8a5c2653-560c-4b8a-882c-c4bc918e656f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Unset dirty status for tenant:2b4c9d4ee2c64031a0646cbb6f603629 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:02.102894 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-15a73ba7-161c-49b2-8a1c-4a592ad10708 req-8a5c2653-560c-4b8a-882c-c4bc918e656f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 931 time: 0.3250637 Feb 28 11:40:02.150856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-15a73ba7-161c-49b2-8a1c-4a592ad10708 req-6d2a5a2e-3c13-4760-b01d-0ac807c49748 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422904 Feb 28 11:40:02.227458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:02.352652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Pushing event updated for resources: {'Port': ['ID=cef0f325-f862-4d60-837b-23977c05eb60,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:02.451382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Attempting to bind port cef0f325-f862-4d60-837b-23977c05eb60 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:40:02.451717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Attempting to bind port cef0f325-f862-4d60-837b-23977c05eb60 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '10186983-18af-4803-af50-d0cd00442a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a09c3871-43db-4c8c-a098-a69c2149e212'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:40:02.452041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Attempting to bind port cef0f325-f862-4d60-837b-23977c05eb60 on network a09c3871-43db-4c8c-a098-a69c2149e212 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:40:02.457612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Port cef0f325-f862-4d60-837b-23977c05eb60 on network a09c3871-43db-4c8c-a098-a69c2149e212 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:40:02.457928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Attempting to bind port cef0f325-f862-4d60-837b-23977c05eb60 on network a09c3871-43db-4c8c-a098-a69c2149e212 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:40:02.464691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:40:02.465025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Checking segment: {'id': '10186983-18af-4803-af50-d0cd00442a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a09c3871-43db-4c8c-a098-a69c2149e212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:40:02.465402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Bound using segment: {'id': '10186983-18af-4803-af50-d0cd00442a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a09c3871-43db-4c8c-a098-a69c2149e212'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:40:02.465816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Bound port: cef0f325-f862-4d60-837b-23977c05eb60, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10186983-18af-4803-af50-d0cd00442a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'a09c3871-43db-4c8c-a098-a69c2149e212'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:40:02.466154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:02.554099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] For port cef0f325-f862-4d60-837b-23977c05eb60, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:40:02.557083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] For port cef0f325-f862-4d60-837b-23977c05eb60, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cef0f325-f862-4d60-837b-23977c05eb60,segment=NetworkSegment(10186983-18af-4803-af50-d0cd00442a86),segment_id=10186983-18af-4803-af50-d0cd00442a86)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:40:02.672548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:02.725036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:02.726493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] 10.222.0.57 "PUT /v2.0/ports/cef0f325-f862-4d60-837b-23977c05eb60 HTTP/1.1" status: 200 len: 1093 time: 1.2519429 Feb 28 11:40:02.729085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb0fa35-4387-44d7-91d6-6f436ad196f9', 'tag': 'cef0f325-f862-4d60-837b-23977c05eb60'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:02.754390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919784b-9548-4071-a5ac-fb189304e468 service neutron] Pushing event updated for resources: {'Port': ['ID=cef0f325-f862-4d60-837b-23977c05eb60,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:02.789685 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb0fa35-4387-44d7-91d6-6f436ad196f9', 'tag': 'cef0f325-f862-4d60-837b-23977c05eb60', 'status': 'completed', 'code': 200} Feb 28 11:40:02.883418 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a1c7aaf-b587-410b-9da3-e6ae1a7e36aa req-685e10ea-a4d4-46d4-8048-9b6cadc044f0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b4c9d4ee2c64031a0646cbb6f603629&device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 1096 time: 0.0717196 Feb 28 11:40:03.018878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c7aaf-b587-410b-9da3-e6ae1a7e36aa req-c0f2cd5e-1712-4f09-860c-de60a8192c13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:03.020277 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a1c7aaf-b587-410b-9da3-e6ae1a7e36aa req-c0f2cd5e-1712-4f09-860c-de60a8192c13 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=2b4c9d4ee2c64031a0646cbb6f603629&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1291187 Feb 28 11:40:03.152269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1c7aaf-b587-410b-9da3-e6ae1a7e36aa req-b7139050-9112-491b-b9c0-f6d227e2ed76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:03.153583 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a1c7aaf-b587-410b-9da3-e6ae1a7e36aa req-b7139050-9112-491b-b9c0-f6d227e2ed76 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1259198 Feb 28 11:40:03.257277 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-9c7ad55f-6497-4e84-bcc3-7f05d2ec5d9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b4c9d4ee2c64031a0646cbb6f603629&device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 1096 time: 0.0677431 Feb 28 11:40:03.358146 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-49599564-3d6a-42da-9230-ab1b46415932 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef0f325-f862-4d60-837b-23977c05eb60 HTTP/1.1" status: 200 len: 217 time: 0.0936139 Feb 28 11:40:03.437476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-fcbbba5d-f98e-4bd1-8be0-30c12adf89f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:03.438765 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-fcbbba5d-f98e-4bd1-8be0-30c12adf89f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ba6cfeb-3b31-4aad-bf79-ae63a7a904e4 HTTP/1.1" status: 200 len: 851 time: 0.0733838 Feb 28 11:40:03.451808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2f961-9832-459e-98cb-5aabef2f0f6d req-457de600-650c-4978-bf50-eb5e7a3c0f84 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:03.453157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fbe2f961-9832-459e-98cb-5aabef2f0f6d req-457de600-650c-4978-bf50-eb5e7a3c0f84 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 943 time: 0.1406271 Feb 28 11:40:03.504027 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-f3bf3508-00df-43d8-ae7c-6f92b4a9544b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a09c3871-43db-4c8c-a098-a69c2149e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580282 Feb 28 11:40:03.701351 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fbe2f961-9832-459e-98cb-5aabef2f0f6d req-a253a38a-8f23-4cfb-9d8e-445eda25b71f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200866 Feb 28 11:40:03.743600 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-161b5ea7-01ba-4b52-ac8e-534016812c9f service neutron] 10.222.0.57 "GET /v2.0/networks/a09c3871-43db-4c8c-a098-a69c2149e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335227 Feb 28 11:40:03.880299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc43e5cf-e64f-4034-8d34-6e2d0e8349a5 req-79e958cc-74ff-4313-859b-2bcdd6cd04d5 service neutron] 10.222.0.57 "GET /v2.0/networks/a09c3871-43db-4c8c-a098-a69c2149e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284297 Feb 28 11:40:03.907592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55212) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:03.929638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:04.166224 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b00e80bd-6df3-4ade-be3d-2eb48f35d85b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=e8400ecadbe942619e1d93206a0c1ecf&network_id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 3000 time: 0.2575171 Feb 28 11:40:04.897046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706872f0-e168-43b3-9657-6c430479105f req-1aa190de-9f0c-4b08-a80b-d6d2b00e0c29 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:04.899209 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-706872f0-e168-43b3-9657-6c430479105f req-1aa190de-9f0c-4b08-a80b-d6d2b00e0c29 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 943 time: 0.0778055 Feb 28 11:40:04.943666 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-706872f0-e168-43b3-9657-6c430479105f req-679e7b48-21b1-472c-96b0-97345a6edaaa tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387914 Feb 28 11:40:05.703348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cef0f325-f862-4d60-837b-23977c05eb60 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:40:05.836695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port cef0f325-f862-4d60-837b-23977c05eb60, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cef0f325-f862-4d60-837b-23977c05eb60,segment=NetworkSegment(10186983-18af-4803-af50-d0cd00442a86),segment_id=10186983-18af-4803-af50-d0cd00442a86)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:05.886095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'cef0f325-f862-4d60-837b-23977c05eb60', 'network_id': 'a09c3871-43db-4c8c-a098-a69c2149e212', 'port_id': 'cef0f325-f862-4d60-837b-23977c05eb60', 'mac_address': 'fa:16:3e:0c:a0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ba6cfeb-3b31-4aad-bf79-ae63a7a904e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:40:05.939286 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:05.956290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef0f325-f862-4d60-837b-23977c05eb60 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:40:05.971649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port cef0f325-f862-4d60-837b-23977c05eb60, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cef0f325-f862-4d60-837b-23977c05eb60,segment=NetworkSegment(10186983-18af-4803-af50-d0cd00442a86),segment_id=10186983-18af-4803-af50-d0cd00442a86)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:06.049983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:06.118604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=cef0f325-f862-4d60-837b-23977c05eb60,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:06.126915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.127259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.127591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.127920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.128245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.128571 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.128891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.129207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.129530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.129838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.130152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:06.143125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa7254-de98-4111-9625-334b12b6fb82 req-8f72df85-8174-44cf-a68e-d98e46f5ee9b tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:06.144561 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1baa7254-de98-4111-9625-334b12b6fb82 req-8f72df85-8174-44cf-a68e-d98e46f5ee9b tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 944 time: 0.0801027 Feb 28 11:40:06.188827 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1baa7254-de98-4111-9625-334b12b6fb82 req-5ddff5c4-1c61-4ac5-a41c-de33ee6dea9a tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382111 Feb 28 11:40:06.271940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['cef0f325-f862-4d60-837b-23977c05eb60'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:40:07.393836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b21f48-4c5d-4cbc-a478-282e9645f82d req-8cb5a1cc-27fa-47d5-98d5-8a6a159ab9de tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:07.395291 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-12b21f48-4c5d-4cbc-a478-282e9645f82d req-8cb5a1cc-27fa-47d5-98d5-8a6a159ab9de tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 944 time: 0.0804951 Feb 28 11:40:07.440119 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-12b21f48-4c5d-4cbc-a478-282e9645f82d req-c3c3b553-19e2-4d75-957f-a3c2b087657c tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386107 Feb 28 11:40:07.724829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cef0f325-f862-4d60-837b-23977c05eb60 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:07.878275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port cef0f325-f862-4d60-837b-23977c05eb60 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:07.885001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port cef0f325-f862-4d60-837b-23977c05eb60 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:07.885001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:07.998308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:08.024278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0fa35-4387-44d7-91d6-6f436ad196f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef0f325-f862-4d60-837b-23977c05eb60'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:08.034826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port cef0f325-f862-4d60-837b-23977c05eb60, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cef0f325-f862-4d60-837b-23977c05eb60,segment=NetworkSegment(10186983-18af-4803-af50-d0cd00442a86),segment_id=10186983-18af-4803-af50-d0cd00442a86)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:08.078838 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0fa35-4387-44d7-91d6-6f436ad196f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef0f325-f862-4d60-837b-23977c05eb60', 'code': 200} Feb 28 11:40:08.102429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:08.169774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=cef0f325-f862-4d60-837b-23977c05eb60,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:08.459134 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8494fb5b-7139-4f6c-bf48-5b9ff3d54f66 req-178fe7b5-0e71-4620-af49-8ce325131adc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 1098 time: 0.0715458 Feb 28 11:40:08.501282 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8494fb5b-7139-4f6c-bf48-5b9ff3d54f66 req-e785ee4e-26b7-4b1a-8269-742094fecb77 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356851 Feb 28 11:40:08.638050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dee44-70c7-4cd4-a5d5-8f600af0f511 req-e5463503-c0f8-414b-9ef2-4b1a7298c614 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:08.639535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3b2dee44-70c7-4cd4-a5d5-8f600af0f511 req-e5463503-c0f8-414b-9ef2-4b1a7298c614 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0790865 Feb 28 11:40:08.681016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55236) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:08.689854 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3b2dee44-70c7-4cd4-a5d5-8f600af0f511 req-6d99a5de-5ef3-421d-9e30-a2e3b409116f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447767 Feb 28 11:40:08.740564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700aca2d-d70e-4cfe-b765-98affc7329ee tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:08.742252 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-700aca2d-d70e-4cfe-b765-98affc7329ee tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f HTTP/1.1" status: 200 len: 814 time: 0.0602477 Feb 28 11:40:09.890758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57703f55-8b29-4fa6-9e4a-bd50e96df4fd req-8fd8bbd8-8c90-438a-bcbd-1821f8569d42 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:09.892208 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-57703f55-8b29-4fa6-9e4a-bd50e96df4fd req-8fd8bbd8-8c90-438a-bcbd-1821f8569d42 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0771608 Feb 28 11:40:09.937894 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-57703f55-8b29-4fa6-9e4a-bd50e96df4fd req-bc5c5fb9-56ea-432a-8ffa-321b6927255e tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397418 Feb 28 11:40:10.141656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b6e3-4e43-4f8c-8903-1e1940414cb4 req-2364694a-e8e4-49b5-a041-8adac9b52dcc tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:10.143120 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-49b4b6e3-4e43-4f8c-8903-1e1940414cb4 req-2364694a-e8e4-49b5-a041-8adac9b52dcc tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0816903 Feb 28 11:40:10.188138 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-49b4b6e3-4e43-4f8c-8903-1e1940414cb4 req-fbe95baa-03dc-4c2b-b37c-4bb029368dab tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388780 Feb 28 11:40:10.289422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55250) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:10.294996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-402202fa-1286-4232-9825-e74b9daae388 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:10.397810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-402202fa-1286-4232-9825-e74b9daae388 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:10.676791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-402202fa-1286-4232-9825-e74b9daae388 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:10.741487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-402202fa-1286-4232-9825-e74b9daae388 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:10.746418 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-402202fa-1286-4232-9825-e74b9daae388 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 68c8346f-e34e-4656-bd23-843b1723b727 disassociated. External IP: 172.26.1.173, port: 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7. Feb 28 11:40:10.767810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764d121-2f61-4fd3-b316-dbcd7fb95ac7 req-1578f275-d67a-4317-8f83-e046270f201e tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:10.769245 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9764d121-2f61-4fd3-b316-dbcd7fb95ac7 req-1578f275-d67a-4317-8f83-e046270f201e tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0767655 Feb 28 11:40:10.814305 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9764d121-2f61-4fd3-b316-dbcd7fb95ac7 req-59189229-eb54-4618-a91d-496f46274c7a tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387506 Feb 28 11:40:11.132632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-402202fa-1286-4232-9825-e74b9daae388 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router edfb555c-db47-4a6f-bb35-04c47672e58e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:40:11.328697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402202fa-1286-4232-9825-e74b9daae388 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:40:11.332929 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-402202fa-1286-4232-9825-e74b9daae388 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:11.339405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] Sync routers for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:40:11.351869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:40:11.352482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:11.391385 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-402202fa-1286-4232-9825-e74b9daae388 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 690 time: 1.1004906 Feb 28 11:40:11.391882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:11.393918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55256) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:11.492003 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-75f971c1-5e03-4bde-8bc1-11a6a756d18a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 690 time: 0.0885527 Feb 28 11:40:11.531876 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'status': 'completed', 'code': 200} Feb 28 11:40:11.540940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:40:11.626901 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fdb0aa24-4834-4336-ad54-7d44084ecdca req-cec0ed24-56a4-4d9d-ba88-728c8771d0b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 1099 time: 0.0754349 Feb 28 11:40:11.764236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0aa24-4834-4336-ad54-7d44084ecdca req-3be9acf4-5c67-44fb-ba8c-cd6a0d2e33cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:11.766739 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fdb0aa24-4834-4336-ad54-7d44084ecdca req-3be9acf4-5c67-44fb-ba8c-cd6a0d2e33cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 898 time: 0.1329174 Feb 28 11:40:11.834706 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fdb0aa24-4834-4336-ad54-7d44084ecdca req-e3f0c980-ede7-401c-925a-669fed3abc59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 HTTP/1.1" status: 200 len: 217 time: 0.0633800 Feb 28 11:40:11.851662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:11.855566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] Checking router: edfb555c-db47-4a6f-bb35-04c47672e58e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:40:11.868706 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:40:11.869382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:39:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:11.905719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0aa24-4834-4336-ad54-7d44084ecdca req-1f0fd351-90b7-4ed0-b4ff-13536ec69e7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:11.907273 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fdb0aa24-4834-4336-ad54-7d44084ecdca req-1f0fd351-90b7-4ed0-b4ff-13536ec69e7b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3dca9f7-d3c9-45f6-af57-4ecfde44af0b HTTP/1.1" status: 200 len: 835 time: 0.0664537 Feb 28 11:40:12.048045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fdb0aa24-4834-4336-ad54-7d44084ecdca req-6ca923c5-2ad8-41db-8953-ac51fb43f0bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d61228-f893-4c12-bb82-7b8ac7f20e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1352870 Feb 28 11:40:12.061116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:40:12.167361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b3162-282b-4373-809c-8578ca8a9a37 req-c3cce952-1532-4fdf-9183-3f0e68bc8e83 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:12.168676 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c6b3162-282b-4373-809c-8578ca8a9a37 req-c3cce952-1532-4fdf-9183-3f0e68bc8e83 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.2227092 Feb 28 11:40:12.291914 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c6b3162-282b-4373-809c-8578ca8a9a37 req-dee66b28-eb40-4bf3-bcee-493966ecd602 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164916 Feb 28 11:40:12.321133 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fdb0aa24-4834-4336-ad54-7d44084ecdca req-87233255-55cb-43fd-9c7a-6c13763e698f service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574089 Feb 28 11:40:12.422156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:12.426135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e5f33-9868-4d28-8b99-ef93f8f63f9a None None] The sync data for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv is: [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:40:12.452072 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fdb0aa24-4834-4336-ad54-7d44084ecdca req-b723867f-9a47-4c31-80b0-052db8ada397 service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321118 Feb 28 11:40:12.487023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55268) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:12.576692 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a67991e5-6f2c-4154-b7e1-8e7b8c0d1d5d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 690 time: 0.0879307 Feb 28 11:40:12.675444 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601e5a14-9ccd-49fb-bbea-833fc4131026 None None] New status for floating IP 68c8346f-e34e-4656-bd23-843b1723b727: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:40:12.883045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de84889-5e8b-4431-9521-f814858b06c7 req-84aeefca-b2b8-4cc1-8593-8aa723b24d0a tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:12.884406 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8de84889-5e8b-4431-9521-f814858b06c7 req-84aeefca-b2b8-4cc1-8593-8aa723b24d0a tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.1341763 Feb 28 11:40:12.916552 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-759c7e2e-6352-4a99-bb5f-9d42693325b9 req-77ec09d4-76e2-4124-ab8b-2a7bbf57652d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b4c9d4ee2c64031a0646cbb6f603629&device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 1098 time: 0.1058626 Feb 28 11:40:13.008009 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8de84889-5e8b-4431-9521-f814858b06c7 req-a8803f15-cf45-49aa-b531-6601c0abb0ce tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159344 Feb 28 11:40:13.065927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7e2e-6352-4a99-bb5f-9d42693325b9 req-2f2ea108-d4b9-479d-84ed-5efb0c89dc9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:13.067385 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-759c7e2e-6352-4a99-bb5f-9d42693325b9 req-2f2ea108-d4b9-479d-84ed-5efb0c89dc9b service neutron] 10.222.0.57 "GET /v2.0/networks?id=a09c3871-43db-4c8c-a098-a69c2149e212 HTTP/1.1" status: 200 len: 912 time: 0.1426942 Feb 28 11:40:13.142017 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-759c7e2e-6352-4a99-bb5f-9d42693325b9 req-8a653dba-aaeb-438b-8129-579f41651188 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef0f325-f862-4d60-837b-23977c05eb60 HTTP/1.1" status: 200 len: 217 time: 0.0669327 Feb 28 11:40:13.205935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759c7e2e-6352-4a99-bb5f-9d42693325b9 req-cebcbfca-a983-442d-9829-7e668ac94fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:13.207374 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-759c7e2e-6352-4a99-bb5f-9d42693325b9 req-cebcbfca-a983-442d-9829-7e668ac94fe6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ba6cfeb-3b31-4aad-bf79-ae63a7a904e4 HTTP/1.1" status: 200 len: 851 time: 0.0580189 Feb 28 11:40:13.252252 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-759c7e2e-6352-4a99-bb5f-9d42693325b9 req-eb129de4-6e01-42b0-a3d2-199debea1eb7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a09c3871-43db-4c8c-a098-a69c2149e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387642 Feb 28 11:40:13.382297 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-759c7e2e-6352-4a99-bb5f-9d42693325b9 req-0a5e613d-bd9e-44a3-a369-7386fed90349 service neutron] 10.222.0.57 "GET /v2.0/networks/a09c3871-43db-4c8c-a098-a69c2149e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240678 Feb 28 11:40:13.514437 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-759c7e2e-6352-4a99-bb5f-9d42693325b9 req-9a05ef37-d631-440b-ad22-138662aef384 service neutron] 10.222.0.57 "GET /v2.0/networks/a09c3871-43db-4c8c-a098-a69c2149e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256626 Feb 28 11:40:13.580397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55274) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:13.764145 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d8eec060-a28d-4a9b-a77a-8c66f38f27b3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 688 time: 0.1823421 Feb 28 11:40:14.215396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfaa972-92cd-454d-aefd-02941069be42 req-1a5d9580-6be9-4847-b3d6-105e2e7bacea tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:14.216327 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3dfaa972-92cd-454d-aefd-02941069be42 req-1a5d9580-6be9-4847-b3d6-105e2e7bacea tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0834603 Feb 28 11:40:14.262434 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3dfaa972-92cd-454d-aefd-02941069be42 req-f6ffe9dc-e1c1-4766-a68c-de4b361d874c tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398257 Feb 28 11:40:14.889668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c194405f-1cc0-4cd4-b9af-d40600f7127e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.144275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55282) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:15.149963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989959629', 'description': 'tempest-secgroup-smoke-1989959629 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:15.156034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:15.165556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:15.238326 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.269965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-362a9530-08ad-4cf5-a356-f1e18cc73616 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675383 Feb 28 11:40:15.276894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:15.280860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:15.283801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:15.290345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:15.346663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.387066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.439652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e25001a-a687-4332-bc74-01a4467c76c4,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:15.449060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.449432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.449769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.450097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.450425 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.450776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.451173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.451597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.451921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.452314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.452547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:40:15.492469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-62ee04a7-1464-4cdc-9872-94fe9d8b1af2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 1099 time: 0.1279442 Feb 28 11:40:15.508590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.510381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde930ca-d25b-40ae-8dce-dc14dbead78b req-2299f9a9-30c9-4607-b645-9014da6f1475 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:15.511916 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bde930ca-d25b-40ae-8dce-dc14dbead78b req-2299f9a9-30c9-4607-b645-9014da6f1475 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0953166 Feb 28 11:40:15.512064 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2c3a370a-b118-4488-a6c0-60a0bbce53a3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3666835 Feb 28 11:40:15.512527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55288) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:15.517966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '2e25001a-a687-4332-bc74-01a4467c76c4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:15.524027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:15.527768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:15.530958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:15.536555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:15.604639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.641607 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bde930ca-d25b-40ae-8dce-dc14dbead78b req-67c639de-cb73-4991-af56-b986521c115a tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108298 Feb 28 11:40:15.673222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.764121 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.772514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-c61f0be3-18ce-4443-b156-a183aab8ba74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:15.773961 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-c61f0be3-18ce-4443-b156-a183aab8ba74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.2611403 Feb 28 11:40:15.796407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=114a50e0-88d5-4e09-8b2f-99a7d734c34f,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:15.863068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:15.863463 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-498fd728-ef7a-4607-a23a-ddd4d5561d4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3499975 Feb 28 11:40:15.866532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55294) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:15.872199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '2e25001a-a687-4332-bc74-01a4467c76c4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:15.877890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-06e201fd-d594-4ef6-b267-1cea039ab5a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 HTTP/1.1" status: 200 len: 1002 time: 0.0976033 Feb 28 11:40:15.878193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:15.881784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:15.884861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:15.890526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:15.939433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-91a023f9-2d6c-4003-9c4e-139972437ecd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:15.941382 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-91a023f9-2d6c-4003-9c4e-139972437ecd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0577621 Feb 28 11:40:15.965342 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.016613 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-69eead9e-d764-42c1-9a15-e1dcbbcc8c1f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695045 Feb 28 11:40:16.033344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.123414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.149917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da575b9-ab14-472a-92ec-3242a1157801,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:16.165732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-0d985754-5692-458a-be8d-f824626e3abf service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395557 Feb 28 11:40:16.237266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.238621 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1463e502-4d38-416a-be73-d5882f411468 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3710856 Feb 28 11:40:16.241541 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55300) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:16.247294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '2e25001a-a687-4332-bc74-01a4467c76c4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:16.253582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:16.258348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:16.264123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:16.268699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:16.347469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.349070 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cfe0571-e4d8-4c55-87f3-390f929a5586 req-44405d96-3962-4f08-b056-059251b77ea9 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811190 Feb 28 11:40:16.368501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dce1dd-2079-4b0b-a33d-094ceeeb3f78 req-c7154759-9ec8-415b-a658-6dfb2ce3688f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:16.369610 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85dce1dd-2079-4b0b-a33d-094ceeeb3f78 req-c7154759-9ec8-415b-a658-6dfb2ce3688f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.1181748 Feb 28 11:40:16.418661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.420360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85dce1dd-2079-4b0b-a33d-094ceeeb3f78 req-91cc35f2-2beb-497d-a813-db571c2bc9df tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453117 Feb 28 11:40:16.460712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.483888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=192f7acd-8ed3-4477-97a3-863ac2d9c75c,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:16.535410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.536653 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-269420b2-9a21-4bdd-bb49-9ec07ee4a9c5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2939465 Feb 28 11:40:16.539314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55304) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:16.544713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '2e25001a-a687-4332-bc74-01a4467c76c4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:16.550455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:16.554992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:16.557836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:16.563878 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:16.679422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.743678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.832620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.856082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=338cb39e-9f50-4800-9232-ddb69ce4949f,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:16.975983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:16.977204 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6f32d966-98ca-4b05-ba2e-e31bef53f4ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4370058 Feb 28 11:40:16.980048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55308) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:16.989519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '2e25001a-a687-4332-bc74-01a4467c76c4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:16.992435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:16.996579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:17.000510 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:17.006766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:17.043169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ba91b9bb-7811-4d98-aeae-2911e1292b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.141010 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:40:17.148491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.218103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.283919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.307652 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d730367-572e-430b-80fd-19b9a66efc66,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:17.374925 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.376928 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3484b5a7-375e-4c34-af0c-37ca627e3cb4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3951991 Feb 28 11:40:17.379023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55312) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:17.384490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '2e25001a-a687-4332-bc74-01a4467c76c4', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:17.390422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:17.394238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:17.399012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:17.406121 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:17.524260 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:40:17.531056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.598331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.619987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb383e-402d-46ec-8917-099a257b571d req-09c89e47-7fab-4dce-826e-f8f6f5f4cca9 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:17.627320 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-51cb383e-402d-46ec-8917-099a257b571d req-09c89e47-7fab-4dce-826e-f8f6f5f4cca9 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0791857 Feb 28 11:40:17.678969 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.679156 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-51cb383e-402d-46ec-8917-099a257b571d req-21862929-bc02-4b0f-87f3-d3e74763b9a7 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 Feb 28 11:40:17.692264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf7e6f0-842f-4702-ad33-c3d1b463fed3,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:17.770108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:17.771350 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f2b498c6-9d1f-4537-b8dd-c5b368a49fe0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3913972 Feb 28 11:40:18.010683 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c7ee6ba3-11f3-461f-96b7-77eaa718bc6e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989959629&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.0417864 Feb 28 11:40:18.232579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-76b1849b-38f2-468a-b513-180dd41488a0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:18.233942 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-76b1849b-38f2-468a-b513-180dd41488a0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 797 time: 0.2169282 Feb 28 11:40:18.257253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.278380 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c970e91e-dfd2-406b-8a07-bd8399996130 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0336311 Feb 28 11:40:18.331668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3464a-f050-4bdc-9cf6-f1a60319f7de req-507ec0a0-7724-4d41-9e9a-d66d4e6a9082 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:18.333077 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ca3464a-f050-4bdc-9cf6-f1a60319f7de req-507ec0a0-7724-4d41-9e9a-d66d4e6a9082 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.2149765 Feb 28 11:40:18.341908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:18.374059 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03096dd6-129c-4bfb-aeb0-1586dccbfb76 req-36ab3b91-a8c7-4f69-900e-12cc8ddd1866 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=2b4c9d4ee2c64031a0646cbb6f603629&device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 1098 time: 0.1763213 Feb 28 11:40:18.478728 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ca3464a-f050-4bdc-9cf6-f1a60319f7de req-06e711b6-d383-43a5-ae2c-70a0012db553 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390791 Feb 28 11:40:18.506667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c831c333-76b0-4be7-bca6-85e1376af86d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2201653 Feb 28 11:40:18.527233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-f0820620-9937-40f1-94ea-bf75af6d0ac5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:40:18.528152 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-f0820620-9937-40f1-94ea-bf75af6d0ac5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048025 Feb 28 11:40:18.612795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096dd6-129c-4bfb-aeb0-1586dccbfb76 req-fb39e295-e6e3-471a-9cc2-f47bce39b8b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:18.614216 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03096dd6-129c-4bfb-aeb0-1586dccbfb76 req-fb39e295-e6e3-471a-9cc2-f47bce39b8b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a09c3871-43db-4c8c-a098-a69c2149e212 HTTP/1.1" status: 200 len: 912 time: 0.2289662 Feb 28 11:40:18.695316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03096dd6-129c-4bfb-aeb0-1586dccbfb76 req-ee1bb9a0-33cd-4329-8a9e-88635de69be2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cef0f325-f862-4d60-837b-23977c05eb60 HTTP/1.1" status: 200 len: 217 time: 0.0746155 Feb 28 11:40:18.777387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-253a9532-338f-4253-b640-37bb39fbd418 service neutron] 10.222.0.31 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359116 Feb 28 11:40:18.785250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03096dd6-129c-4bfb-aeb0-1586dccbfb76 req-fdfe2f88-b53e-4160-95a0-a3506b9a77f4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:18.789477 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03096dd6-129c-4bfb-aeb0-1586dccbfb76 req-fdfe2f88-b53e-4160-95a0-a3506b9a77f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=6ba6cfeb-3b31-4aad-bf79-ae63a7a904e4 HTTP/1.1" status: 200 len: 851 time: 0.0861619 Feb 28 11:40:18.987891 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03096dd6-129c-4bfb-aeb0-1586dccbfb76 req-fe252c7b-3940-49b7-98c5-4b5b59c81c79 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a09c3871-43db-4c8c-a098-a69c2149e212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1811967 Feb 28 11:40:19.134473 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-f13313f0-f96e-4b1d-b6d5-9b526c9b33ef service neutron] 10.222.0.31 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507845 Feb 28 11:40:19.155991 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03096dd6-129c-4bfb-aeb0-1586dccbfb76 req-71575d1b-01a0-46eb-8ae3-1bccc639fc96 service neutron] 10.222.0.57 "GET /v2.0/networks/a09c3871-43db-4c8c-a098-a69c2149e212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591759 Feb 28 11:40:19.286858 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03096dd6-129c-4bfb-aeb0-1586dccbfb76 req-5c42e1f7-7f83-4119-a8e5-45b9ad277a4e service neutron] 10.222.0.57 "GET /v2.0/networks/a09c3871-43db-4c8c-a098-a69c2149e212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254566 Feb 28 11:40:19.684035 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:19.702277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa9caa-11f9-4e09-b9a7-5039e9431906 req-1c346dad-146d-431a-9e7e-6b8ac170e3d9 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:19.703727 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26aa9caa-11f9-4e09-b9a7-5039e9431906 req-1c346dad-146d-431a-9e7e-6b8ac170e3d9 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0983272 Feb 28 11:40:19.749329 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26aa9caa-11f9-4e09-b9a7-5039e9431906 req-4a57192a-d918-47d4-a41f-147a79abb27b tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Feb 28 11:40:20.420086 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7e504739-e1c9-4255-a4f2-bc4604badcfd req-2b49f86d-aa15-4e09-9beb-22742ccafb25 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 210 time: 0.0437882 Feb 28 11:40:20.952124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548229c5-0d80-4eba-b9d7-f4d0b89b799e req-4c91ceec-8c25-4512-bd7c-322789198370 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:20.955958 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-548229c5-0d80-4eba-b9d7-f4d0b89b799e req-4c91ceec-8c25-4512-bd7c-322789198370 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0786064 Feb 28 11:40:21.003399 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-548229c5-0d80-4eba-b9d7-f4d0b89b799e req-be39c7d9-702d-45c5-ac43-dbf6ac3ddca0 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 Feb 28 11:40:21.696310 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae216a1-a60a-44ac-975b-ddd57c9e5592 req-a79e2cec-efec-4c15-86c0-6025ab092bfd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 210 time: 0.0428665 Feb 28 11:40:21.904241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0336f-fb1c-4032-9278-fe88865a84a9 req-ebacae77-0f5e-4220-af88-6f1df2769d9a tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:21.910924 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-33b0336f-fb1c-4032-9278-fe88865a84a9 req-ebacae77-0f5e-4220-af88-6f1df2769d9a tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0877893 Feb 28 11:40:22.007157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-33b0336f-fb1c-4032-9278-fe88865a84a9 req-165c9e66-16bc-4536-bbb4-55398eb45b23 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954127 Feb 28 11:40:22.025763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ebcf47-ccbd-45d9-8e0d-38c08782a8b1 req-9a7052d8-b1ca-4c2a-b163-99d13b314529 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:22.027235 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55ebcf47-ccbd-45d9-8e0d-38c08782a8b1 req-9a7052d8-b1ca-4c2a-b163-99d13b314529 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 946 time: 0.1133182 Feb 28 11:40:22.072314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55ebcf47-ccbd-45d9-8e0d-38c08782a8b1 req-b78b7b9b-7cd9-4b79-9c4c-d4c8eeae2d32 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394294 Feb 28 11:40:22.740836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-6a7dbfa0-e1d8-4cbf-86d0-06445db36d8d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:22.742244 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-6a7dbfa0-e1d8-4cbf-86d0-06445db36d8d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 797 time: 0.1466577 Feb 28 11:40:22.808549 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-1954a4ea-eaaa-44ad-839b-21e209625daf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 473 time: 0.0486741 Feb 28 11:40:22.817420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['2e25001a-a687-4332-bc74-01a4467c76c4']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:22.926170 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f477545-40a7-48ec-a27a-1b9531d02da5 req-845232f6-aa70-446d-9a7a-3ab5515b0398 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 210 time: 0.0950687 Feb 28 11:40:22.996254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:23.005632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:23.083800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:40:23.087445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.457586 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.7 (06d61228-f893-4c12-bb82-7b8ac7f20e00/e3dca9f7-d3c9-45f6-af57-4ecfde44af0b/4da20a64-496c-421d-b15a-038bc0319462) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:23.469164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd86677-de8a-4053-bb30-b4982af0201c req-5a21887b-4ef0-4272-b25f-fc5278eeda3a tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:23.470853 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9dd86677-de8a-4053-bb30-b4982af0201c req-5a21887b-4ef0-4272-b25f-fc5278eeda3a tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.3215010 Feb 28 11:40:23.505202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d36cca1-9fed-4812-9a23-90eab2988635 req-2501a1d1-7857-4109-8d9e-9d8106b6fbfe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:23.506918 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d36cca1-9fed-4812-9a23-90eab2988635 req-2501a1d1-7857-4109-8d9e-9d8106b6fbfe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 946 time: 0.2945340 Feb 28 11:40:23.701187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9dd86677-de8a-4053-bb30-b4982af0201c req-c73e8757-26e5-41a9-b426-81d0c5889699 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/security-groups?id=8c7afb19-e2eb-48da-8aff-35eb6764c717&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216222 Feb 28 11:40:23.717083 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d36cca1-9fed-4812-9a23-90eab2988635 req-39889d5a-945a-4033-bc8a-8bb6c0d53057 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1951118 Feb 28 11:40:23.759669 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-1700d85a-2307-4514-9c90-c2e097cdbe5e tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:23.761093 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-1700d85a-2307-4514-9c90-c2e097cdbe5e tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 945 time: 0.0790091 Feb 28 11:40:23.779486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-349efdd7-d8a5-44aa-9ede-2bcc47ee4d4a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:23.781051 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-349efdd7-d8a5-44aa-9ede-2bcc47ee4d4a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 946 time: 0.2324762 Feb 28 11:40:23.831936 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Deleting port cef0f325-f862-4d60-837b-23977c05eb60 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:40:23.832274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.864306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.882568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Deleting port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:40:23.882924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:23.923186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 4da20a64-496c-421d-b15a-038bc0319462 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:24.084901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] For port cef0f325-f862-4d60-837b-23977c05eb60, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cef0f325-f862-4d60-837b-23977c05eb60,segment=NetworkSegment(10186983-18af-4803-af50-d0cd00442a86),segment_id=10186983-18af-4803-af50-d0cd00442a86)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:24.085327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.121654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.209992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Calling delete_port for cef0f325-f862-4d60-837b-23977c05eb60 owned by compute:nova {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:40:24.259165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:24.264513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=4da20a64-496c-421d-b15a-038bc0319462,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:24.268740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] For port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:24.269096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.277983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:24.283450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:40:24.377364 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:40:24.399500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.411360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['cef0f325-f862-4d60-837b-23977c05eb60'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:40:24.430627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e5cf4-74b7-4c6c-a9c2-99c06de0c943 req-be07d568-caed-458f-bb9c-79ed26ddf2cc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:24.432147 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-194e5cf4-74b7-4c6c-a9c2-99c06de0c943 req-be07d568-caed-458f-bb9c-79ed26ddf2cc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 931 time: 0.3621392 Feb 28 11:40:24.444695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:24.445321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.492663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Pushing event deleted for resources: {'Port': ['ID=cef0f325-f862-4d60-837b-23977c05eb60,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:24.537104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] No DVR routers for this DVR port cef0f325-f862-4d60-837b-23977c05eb60 on host hv-neutron-8308 {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:40:24.539602 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.542185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb0fa35-4387-44d7-91d6-6f436ad196f9', 'name': 'network-vif-deleted', 'tag': 'cef0f325-f862-4d60-837b-23977c05eb60'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:24.601250 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb0fa35-4387-44d7-91d6-6f436ad196f9', 'name': 'network-vif-deleted', 'tag': 'cef0f325-f862-4d60-837b-23977c05eb60', 'status': 'completed', 'code': 200} Feb 28 11:40:24.616761 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.57 "DELETE /v2.0/ports/cef0f325-f862-4d60-837b-23977c05eb60 HTTP/1.1" status: 204 len: 173 time: 0.8503208 Feb 28 11:40:24.644923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0644bc44-855a-4467-8745-acae08bb1663 None None] Provisioning for port 4da20a64-496c-421d-b15a-038bc0319462 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:24.650180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0644bc44-855a-4467-8745-acae08bb1663 None None] Provisioning complete for port 4da20a64-496c-421d-b15a-038bc0319462 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:24.655047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0644bc44-855a-4467-8745-acae08bb1663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.659868 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-c8972cb3-d181-47a6-bdfc-8adcadfd7e27 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8459942 Feb 28 11:40:24.673396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Request body: {'port': {'device_id': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:24.703365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0644bc44-855a-4467-8745-acae08bb1663 None None] Port 4da20a64-496c-421d-b15a-038bc0319462 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:40:24.707111 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-194e5cf4-74b7-4c6c-a9c2-99c06de0c943 req-3898688e-708b-4606-be33-8d3eaa6ebf39 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2578268 Feb 28 11:40:24.743436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.743885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:24.744286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Floating IP 9fad4a57-6617-42ba-8791-cc92256fac63 disassociated. External IP: 172.26.1.154, port: dcc80b28-f4a9-4ba6-98e4-83cb276e46d8. Feb 28 11:40:24.744646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Calling delete_port for dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:40:24.900991 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-896b5947-aac2-4f15-99cc-455f1023fc7a req-4ec592e0-7313-446c-b4d9-05ad646a04d8 tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] 10.222.0.31 "GET /v2.0/ports?device_id=9eb0fa35-4387-44d7-91d6-6f436ad196f9 HTTP/1.1" status: 200 len: 210 time: 0.0580480 Feb 28 11:40:24.941518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:25.278373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd68ee9-d623-4dfd-82ea-00f0f7454f52 req-ae031706-b692-489c-8b71-89dc8d948dac tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:25.279822 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-edd68ee9-d623-4dfd-82ea-00f0f7454f52 req-ae031706-b692-489c-8b71-89dc8d948dac tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 946 time: 0.3870673 Feb 28 11:40:25.324130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:25.426329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event deleted for resources: {'Port': ['ID=dcc80b28-f4a9-4ba6-98e4-83cb276e46d8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:25.466919 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-edd68ee9-d623-4dfd-82ea-00f0f7454f52 req-43b54244-2a4f-42c5-b0b1-4f409ae4c4bf tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802883 Feb 28 11:40:25.716171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4da20a64-496c-421d-b15a-038bc0319462 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:40:25.724421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:25.742523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Transition to ACTIVE for port object 4da20a64-496c-421d-b15a-038bc0319462 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:25.783384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:40:25.852322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.014697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55380) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:26.077114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-b204ad9d-dd72-4277-a099-5acf06a796ed admin admin] Deleting subnet 6ba6cfeb-3b31-4aad-bf79-ae63a7a904e4 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:40:26.080222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b204ad9d-dd72-4277-a099-5acf06a796ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.093759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Pushing event updated for resources: {'Port': ['ID=4da20a64-496c-421d-b15a-038bc0319462,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:26.132577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b204ad9d-dd72-4277-a099-5acf06a796ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.168099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d727a7c-7646-4466-a9b3-77506055ea45 req-89bb974f-b36f-452f-b265-e714ed3b8677 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:26.168797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1d727a7c-7646-4466-a9b3-77506055ea45 req-89bb974f-b36f-452f-b265-e714ed3b8677 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:26.197201 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b204ad9d-dd72-4277-a099-5acf06a796ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.277182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Attempting to bind port 4da20a64-496c-421d-b15a-038bc0319462 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:40:26.277517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Attempting to bind port 4da20a64-496c-421d-b15a-038bc0319462 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:40:26.277855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Attempting to bind port 4da20a64-496c-421d-b15a-038bc0319462 on network 06d61228-f893-4c12-bb82-7b8ac7f20e00 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:40:26.287061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Port 4da20a64-496c-421d-b15a-038bc0319462 on network 06d61228-f893-4c12-bb82-7b8ac7f20e00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:40:26.287651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Attempting to bind port 4da20a64-496c-421d-b15a-038bc0319462 on network 06d61228-f893-4c12-bb82-7b8ac7f20e00 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:40:26.309106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:40:26.309453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Checking segment: {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:40:26.309844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Bound using segment: {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:40:26.310265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Bound port: 4da20a64-496c-421d-b15a-038bc0319462, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5fea169-064d-469f-8b60-cd9597e2e107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:40:26.310606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.326126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1d727a7c-7646-4466-a9b3-77506055ea45 req-89bb974f-b36f-452f-b265-e714ed3b8677 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:26.327326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d727a7c-7646-4466-a9b3-77506055ea45 req-89bb974f-b36f-452f-b265-e714ed3b8677 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 943 time: 0.4829013 Feb 28 11:40:26.358449 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b204ad9d-dd72-4277-a099-5acf06a796ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.374661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:40:26.387813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] Sync routers for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:40:26.395756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204ad9d-dd72-4277-a099-5acf06a796ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba6cfeb-3b31-4aad-bf79-ae63a7a904e4,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:26.402640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b204ad9d-dd72-4277-a099-5acf06a796ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.406550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:40:26.407198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:40:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:26.411528 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b204ad9d-dd72-4277-a099-5acf06a796ed admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6ba6cfeb-3b31-4aad-bf79-ae63a7a904e4 HTTP/1.1" status: 204 len: 168 time: 0.3937659 Feb 28 11:40:26.412156 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55384) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:26.484317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] No DVR routers for this DVR port dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:40:26.492837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.495343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ae26139-1680-41b3-81c4-a50d61abc002', 'name': 'network-vif-deleted', 'tag': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:26.525497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d727a7c-7646-4466-a9b3-77506055ea45 req-73f3fbb3-9c21-4e9c-a1db-fac97fa7f973 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907766 Feb 28 11:40:26.530164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.546896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] For port 4da20a64-496c-421d-b15a-038bc0319462, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:40:26.552463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] For port 4da20a64-496c-421d-b15a-038bc0319462, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4da20a64-496c-421d-b15a-038bc0319462,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:40:26.581673 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a1cff330-30e8-4baf-813f-a0de482a5dd4 req-5ed388e9-8633-4961-930e-22195dfd10fe tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "DELETE /v2.0/ports/dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 HTTP/1.1" status: 204 len: 173 time: 2.7894335 Feb 28 11:40:26.626781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.675309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.698411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:40:26.723269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Pushing event updated for resources: {'Port': ['ID=4da20a64-496c-421d-b15a-038bc0319462,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:26.727631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09c3871-43db-4c8c-a098-a69c2149e212']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:26.767893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10186983-18af-4803-af50-d0cd00442a86') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:26.768310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10186983-18af-4803-af50-d0cd00442a86') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:26.781566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.786835 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ae26139-1680-41b3-81c4-a50d61abc002', 'name': 'network-vif-deleted', 'tag': 'dcc80b28-f4a9-4ba6-98e4-83cb276e46d8', 'status': 'completed', 'code': 200} Feb 28 11:40:26.802013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.809486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c44509c7-94fd-4124-acc7-ac960657560e req-bda1eb5e-5b15-4489-8c3f-973418358686 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Synchronizing usage tracker for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:26.813151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:40:26.813151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:40:26.826019 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:40:26.840186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:26.851241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-ab764fdf-96b4-460b-94a3-16c1aa3b9614 service neutron] 10.222.0.57 "PUT /v2.0/ports/4da20a64-496c-421d-b15a-038bc0319462 HTTP/1.1" status: 200 len: 1093 time: 2.1819792 Feb 28 11:40:26.998906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c44509c7-94fd-4124-acc7-ac960657560e req-bda1eb5e-5b15-4489-8c3f-973418358686 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Unset dirty status for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:27.000588 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c44509c7-94fd-4124-acc7-ac960657560e req-bda1eb5e-5b15-4489-8c3f-973418358686 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 210 time: 0.3681626 Feb 28 11:40:27.032286 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.086032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.096897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a09c3871-43db-4c8c-a098-a69c2149e212,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:27.103245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55392) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:27.106207 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4bf255cb-f507-4042-bc56-00bd46bfdce5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a09c3871-43db-4c8c-a098-a69c2149e212 HTTP/1.1" status: 204 len: 168 time: 0.6930261 Feb 28 11:40:27.178572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-86aeb097-3590-4e5e-8be6-976268d75825 admin admin] Deleting subnet 63538b9e-56ec-474d-b65b-fd9d55229131 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:40:27.182421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86aeb097-3590-4e5e-8be6-976268d75825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.222929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:27.228673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] Checking router: 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:40:27.245495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:40:27.246163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:40:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:27.359707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86aeb097-3590-4e5e-8be6-976268d75825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.394623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-66f90085-9b93-42b5-97b5-dbb7f8520a4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 1096 time: 0.3869302 Feb 28 11:40:27.440886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:40:27.478905 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-b3936a09-9195-4f9d-8bea-c3476996bb90 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4da20a64-496c-421d-b15a-038bc0319462 HTTP/1.1" status: 200 len: 217 time: 0.0753841 Feb 28 11:40:27.481281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86aeb097-3590-4e5e-8be6-976268d75825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.590400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-d18914ec-ec4a-4648-a3ea-0107ffccd944 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:27.591395 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-d18914ec-ec4a-4648-a3ea-0107ffccd944 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3dca9f7-d3c9-45f6-af57-4ecfde44af0b HTTP/1.1" status: 200 len: 835 time: 0.0819659 Feb 28 11:40:27.685102 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-865bf023-ab90-454b-8067-5b6a05f12fb2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d61228-f893-4c12-bb82-7b8ac7f20e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0863802 Feb 28 11:40:27.723268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86aeb097-3590-4e5e-8be6-976268d75825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.784390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:27.788838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9036446-429b-4c7b-b9b0-66eae3454bc5 None None] The sync data for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv is: [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:40:27.842817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:40:27.860957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86aeb097-3590-4e5e-8be6-976268d75825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63538b9e-56ec-474d-b65b-fd9d55229131,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:27.878545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:40:27.878545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device dcc80b28-f4a9-4ba6-98e4-83cb276e46d8 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:40:27.879144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-86aeb097-3590-4e5e-8be6-976268d75825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:27.879284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cef0f325-f862-4d60-837b-23977c05eb60 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:40:27.909526 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-86aeb097-3590-4e5e-8be6-976268d75825 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/63538b9e-56ec-474d-b65b-fd9d55229131 HTTP/1.1" status: 204 len: 168 time: 0.8044329 Feb 28 11:40:27.912223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55398) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:27.938184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-3593f5ee-b81e-47d4-8225-50a8eee8f83b service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423029 Feb 28 11:40:27.948749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30654e76-300e-42f0-a8ad-d8be61efffef req-c85b2f65-b0a6-4f38-a5b8-4a4220e41f1b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:27.950204 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30654e76-300e-42f0-a8ad-d8be61efffef req-c85b2f65-b0a6-4f38-a5b8-4a4220e41f1b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 943 time: 0.2318020 Feb 28 11:40:27.957826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: cef0f325-f862-4d60-837b-23977c05eb60 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:40:27.958276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cef0f325-f862-4d60-837b-23977c05eb60 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:40:28.050240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.092137 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23aa16a-571d-49c2-a9f1-ab5000c0b077 None None] New status for floating IP 9fad4a57-6617-42ba-8791-cc92256fac63: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:40:28.119331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30654e76-300e-42f0-a8ad-d8be61efffef req-9759281d-fc5c-4830-a1c0-b19218e4d498 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504939 Feb 28 11:40:28.150761 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24ab8a82-60f6-4490-a174-0937822ebc3c req-2c085bc3-0795-4534-b3d5-55dc5f36327a service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996033 Feb 28 11:40:28.220868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.241175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e673bafe-d1dc-48a7-a9dd-30a621ac71ae req-52ce992f-6806-4006-a673-6dd22a5fc987 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=9ae26139-1680-41b3-81c4-a50d61abc002 HTTP/1.1" status: 200 len: 210 time: 0.0506258 Feb 28 11:40:28.343000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['894b843b-f6db-4119-a406-e925916cf468']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:28.356243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c2fbef-e161-4966-9026-7611a282cad7') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:28.356578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c2fbef-e161-4966-9026-7611a282cad7') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:28.368572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.384597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.390457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:40:28.390828 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:40:28.404136 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:40:28.557918 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.573535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:28.582199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] Pushing event deleted for resources: {'Network': ['ID=894b843b-f6db-4119-a406-e925916cf468,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:28.587650 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a72f8924-d0d2-47ea-9f38-117043c90435 admin admin] 10.222.0.31 "DELETE /v2.0/networks/894b843b-f6db-4119-a406-e925916cf468 HTTP/1.1" status: 204 len: 168 time: 0.6722376 Feb 28 11:40:28.788252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'tag': '4da20a64-496c-421d-b15a-038bc0319462'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:28.841880 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'tag': '4da20a64-496c-421d-b15a-038bc0319462', 'status': 'completed', 'code': 200} Feb 28 11:40:28.930924 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-86c312ba-0326-4924-aea1-e536b8953c6a req-d31197e5-053b-4736-9efc-51bc8bf46a70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 1096 time: 0.0681257 Feb 28 11:40:29.061918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c312ba-0326-4924-aea1-e536b8953c6a req-547d8861-5cf7-4f86-aa9f-ec5607bd8416 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:29.063369 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-86c312ba-0326-4924-aea1-e536b8953c6a req-547d8861-5cf7-4f86-aa9f-ec5607bd8416 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 898 time: 0.1261730 Feb 28 11:40:29.133480 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-86c312ba-0326-4924-aea1-e536b8953c6a req-35a9769e-34b9-431e-8d95-b49a860f2e57 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4da20a64-496c-421d-b15a-038bc0319462 HTTP/1.1" status: 200 len: 217 time: 0.0636413 Feb 28 11:40:29.170630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55410) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:29.197174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c312ba-0326-4924-aea1-e536b8953c6a req-82e4b0a6-6c27-414d-8668-d9dc68a20f10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:29.198629 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-86c312ba-0326-4924-aea1-e536b8953c6a req-82e4b0a6-6c27-414d-8668-d9dc68a20f10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3dca9f7-d3c9-45f6-af57-4ecfde44af0b HTTP/1.1" status: 200 len: 835 time: 0.0590389 Feb 28 11:40:29.226179 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4a379a7c-5143-4740-81c3-a6358a0ea4dc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2b4c9d4ee2c64031a0646cbb6f603629&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521543 Feb 28 11:40:29.226438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55414) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:29.290875 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb40a7db-68a1-4e0a-8e11-56b63a5e9fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:29.319798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb40a7db-68a1-4e0a-8e11-56b63a5e9fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:29.329103 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-86c312ba-0326-4924-aea1-e536b8953c6a req-9300c121-d768-42d9-bdbd-dbe849481c86 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d61228-f893-4c12-bb82-7b8ac7f20e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1251967 Feb 28 11:40:29.417158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aff828-5ff6-40e7-adc6-0cd0c9ec4f71 req-185353ae-1360-470f-b15d-47c387c3c495 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:29.418662 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4aff828-5ff6-40e7-adc6-0cd0c9ec4f71 req-185353ae-1360-470f-b15d-47c387c3c495 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 943 time: 0.1681583 Feb 28 11:40:29.460507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb40a7db-68a1-4e0a-8e11-56b63a5e9fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:29.479894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40a7db-68a1-4e0a-8e11-56b63a5e9fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7afb19-e2eb-48da-8aff-35eb6764c717,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:29.487558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-eb40a7db-68a1-4e0a-8e11-56b63a5e9fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:29.492150 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-eb40a7db-68a1-4e0a-8e11-56b63a5e9fba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c7afb19-e2eb-48da-8aff-35eb6764c717 HTTP/1.1" status: 204 len: 168 time: 0.2646997 Feb 28 11:40:29.504407 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4aff828-5ff6-40e7-adc6-0cd0c9ec4f71 req-91bd3591-4f32-45d2-89c0-65cfc62105dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759594 Feb 28 11:40:29.510178 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-86c312ba-0326-4924-aea1-e536b8953c6a req-1c5ae007-98b7-472f-b261-8071158808a6 service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731014 Feb 28 11:40:29.784171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-58901e5f-28e8-48bc-a668-119b883819ee tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492693205&fields=id&tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028 HTTP/1.1" status: 200 len: 267 time: 0.0716107 Feb 28 11:40:29.826069 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-86c312ba-0326-4924-aea1-e536b8953c6a req-792e7d01-0646-4703-9482-a3ffcdd97cba service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086758 Feb 28 11:40:29.844343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 4da20a64-496c-421d-b15a-038bc0319462 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:40:29.967956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-6ba9d181-413e-4861-b48e-ae3d833e6f94 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:29.968922 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-6ba9d181-413e-4861-b48e-ae3d833e6f94 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 811 time: 0.1740990 Feb 28 11:40:29.992277 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-45db427b-83c6-4918-bf7f-561c2625d895 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/quotas/f48f551f4f5b4c48a3a7d600e7c9c028 HTTP/1.1" status: 200 len: 375 time: 0.0140061 Feb 28 11:40:29.998051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 4da20a64-496c-421d-b15a-038bc0319462, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4da20a64-496c-421d-b15a-038bc0319462,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:30.012356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '4da20a64-496c-421d-b15a-038bc0319462', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'port_id': '4da20a64-496c-421d-b15a-038bc0319462', 'mac_address': 'fa:16:3e:84:f4:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 735, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:40:30.067952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.081109 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-bb58b63f-ff4f-4b45-85e4-aa19ae45afd7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846813 Feb 28 11:40:30.089120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4da20a64-496c-421d-b15a-038bc0319462 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:40:30.104453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 4da20a64-496c-421d-b15a-038bc0319462, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4da20a64-496c-421d-b15a-038bc0319462,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:30.204051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.277924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=4da20a64-496c-421d-b15a-038bc0319462,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:30.383508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55432) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:30.391691 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-7b40b346-63f0-4759-bbbf-6914cd6eb4b0 service neutron] 10.222.0.31 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986214 Feb 28 11:40:30.423122 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['4da20a64-496c-421d-b15a-038bc0319462'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:40:30.436094 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-24d939f7-40b8-493d-9e55-dd4cba1667ef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=58d4d945b9ed42cea4ebf880286b65b8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0491898 Feb 28 11:40:30.436322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55436) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:30.498563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7bc38a7e-7aaf-42cb-abce-674450c85116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.524051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7bc38a7e-7aaf-42cb-abce-674450c85116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.529798 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-f7f914c5-da34-444e-a1a9-cd651195fb14 service neutron] 10.222.0.31 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319675 Feb 28 11:40:30.689508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7bc38a7e-7aaf-42cb-abce-674450c85116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.711021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc38a7e-7aaf-42cb-abce-674450c85116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bcc75b-697e-4e90-8c57-f117b2367814,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:30.729823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7bc38a7e-7aaf-42cb-abce-674450c85116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:30.733411 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7bc38a7e-7aaf-42cb-abce-674450c85116 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79bcc75b-697e-4e90-8c57-f117b2367814 HTTP/1.1" status: 204 len: 168 time: 0.2960992 Feb 28 11:40:30.746217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2753a5-8e8f-4b46-80e0-9a3343194889 req-ce6da207-125d-43e6-a539-b10c9584bb78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:30.747619 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af2753a5-8e8f-4b46-80e0-9a3343194889 req-ce6da207-125d-43e6-a539-b10c9584bb78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 944 time: 0.0885940 Feb 28 11:40:30.794237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af2753a5-8e8f-4b46-80e0-9a3343194889 req-f9d0a89e-60fc-4fa7-b9aa-13ac866cf72c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409517 Feb 28 11:40:31.220239 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72dfa905-e80e-4f1f-9daf-e5bd66597500 req-19771f8a-7a22-4394-ae6d-f16e778e6914 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 210 time: 0.0487964 Feb 28 11:40:31.869468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 4da20a64-496c-421d-b15a-038bc0319462 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:31.989181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e1903b-6a5f-4d49-b57c-8e35267f0de0 req-e40132cc-e5d1-4fa2-a3b4-85ead806c526 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:31.990916 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-93e1903b-6a5f-4d49-b57c-8e35267f0de0 req-e40132cc-e5d1-4fa2-a3b4-85ead806c526 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 944 time: 0.0750997 Feb 28 11:40:32.002515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 4da20a64-496c-421d-b15a-038bc0319462 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:32.008152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 4da20a64-496c-421d-b15a-038bc0319462 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:32.008518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:32.036548 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-93e1903b-6a5f-4d49-b57c-8e35267f0de0 req-33fcf605-e905-4887-9b60-5744ec1d890d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398915 Feb 28 11:40:32.120932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:32.150008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da20a64-496c-421d-b15a-038bc0319462'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:32.159258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 4da20a64-496c-421d-b15a-038bc0319462, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4da20a64-496c-421d-b15a-038bc0319462,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:32.209411 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4da20a64-496c-421d-b15a-038bc0319462', 'code': 200} Feb 28 11:40:32.242898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:32.309628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=4da20a64-496c-421d-b15a-038bc0319462,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:32.394780 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29c38402-a63b-4438-997d-1e688f5d2546 req-79b35661-68b1-4849-b46f-3c5330b355b4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 210 time: 0.0441623 Feb 28 11:40:32.608090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f3d172e3-a4d0-4a7d-a50f-b193ddd85aaa req-b548f915-5ff9-413a-8908-cd4f04d712c4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 1098 time: 0.0673730 Feb 28 11:40:32.650113 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f3d172e3-a4d0-4a7d-a50f-b193ddd85aaa req-48304442-cd1e-4dd4-8c70-ac1d7157ac88 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367639 Feb 28 11:40:33.234598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe855cf1-1237-41fc-9a7f-1fb486c79a33 req-8f1c4b17-b2c3-4e5c-85e0-1d22db61c8a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:33.236035 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fe855cf1-1237-41fc-9a7f-1fb486c79a33 req-8f1c4b17-b2c3-4e5c-85e0-1d22db61c8a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 945 time: 0.0783539 Feb 28 11:40:33.347469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fe855cf1-1237-41fc-9a7f-1fb486c79a33 req-43e1d1c0-e243-4f51-9af1-25c49d53bdc0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054912 Feb 28 11:40:33.417290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-b7d706bc-c2d7-4ff6-9581-4b708ee2c975 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:33.418711 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-b7d706bc-c2d7-4ff6-9581-4b708ee2c975 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 811 time: 0.1444156 Feb 28 11:40:33.479132 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-7f5e5aeb-a4f6-404d-b14c-cbb1f00ebe12 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028 HTTP/1.1" status: 200 len: 380 time: 0.0416305 Feb 28 11:40:33.488759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'port': {'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'admin_state_up': True, 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'security_groups': ['540ec721-4349-4fa3-9e5f-2faf792460fe']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:33.611662 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-14881f5a-8f5e-47da-9edf-8a919d67ecf2 req-d52f22d4-e418-45fc-953f-df885af8c9d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 210 time: 0.0543518 Feb 28 11:40:33.675729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:33.686628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:33.746251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Made reservation on behalf of f48f551f4f5b4c48a3a7d600e7c9c028 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:40:33.751429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:33.934458 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:33.939899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Allocated IP 172.20.0.14 (8fd774dd-d19f-4ed4-96ef-55403b622175/b6bcdc01-3fc1-4aef-b97a-7204f808e3fb/12cdbe0b-cac2-425b-921c-6a83db7015cb) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:34.222438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:34.236321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Transition to ACTIVE for port object 12cdbe0b-cac2-425b-921c-6a83db7015cb will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:34.317329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:34.388543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:34.391434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:34.395193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:40:34.426779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'Port': ['ID=12cdbe0b-cac2-425b-921c-6a83db7015cb,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:34.474130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:34.476138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:34.582320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c1d6fb-24f4-4a73-8a0d-7422cee26fb3 req-3c22632d-45b1-484e-bd4b-331d88e6d1e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:34.584627 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-27c1d6fb-24f4-4a73-8a0d-7422cee26fb3 req-3c22632d-45b1-484e-bd4b-331d88e6d1e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 945 time: 0.1010160 Feb 28 11:40:34.631503 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2ebba454-5ea0-43e1-b42f-2da20d2c7cd9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1456890 Feb 28 11:40:34.645492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Request body: {'port': {'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:34.698152 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-27c1d6fb-24f4-4a73-8a0d-7422cee26fb3 req-bcc80d8f-e7a6-4ae6-82f6-69eb7dec4c28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074641 Feb 28 11:40:34.741799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-99f2973c-f2af-467c-bb3f-1d998dcffd47 None None] Provisioning for port 12cdbe0b-cac2-425b-921c-6a83db7015cb completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:34.749575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-99f2973c-f2af-467c-bb3f-1d998dcffd47 None None] Provisioning complete for port 12cdbe0b-cac2-425b-921c-6a83db7015cb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:34.750756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-99f2973c-f2af-467c-bb3f-1d998dcffd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:34.816217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-99f2973c-f2af-467c-bb3f-1d998dcffd47 None None] Port 12cdbe0b-cac2-425b-921c-6a83db7015cb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:40:34.816644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:35.005326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e86e7d-d4a5-4b91-836a-1438e972be1e req-d6641bba-6105-4d4b-b56c-7e1a41ffe4c2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:35.006670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c2e86e7d-d4a5-4b91-836a-1438e972be1e req-d6641bba-6105-4d4b-b56c-7e1a41ffe4c2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Synchronizing usage tracker for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:40:35.135484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08409e3b-8a40-4774-a122-4737f827a425 req-87fda358-883c-4d74-bae8-1ad9bcc8cdcb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:35.136974 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08409e3b-8a40-4774-a122-4737f827a425 req-87fda358-883c-4d74-bae8-1ad9bcc8cdcb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 945 time: 0.2694738 Feb 28 11:40:35.139915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c2e86e7d-d4a5-4b91-836a-1438e972be1e req-d6641bba-6105-4d4b-b56c-7e1a41ffe4c2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Unset dirty status for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:40:35.143585 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c2e86e7d-d4a5-4b91-836a-1438e972be1e req-d6641bba-6105-4d4b-b56c-7e1a41ffe4c2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 932 time: 0.3853877 Feb 28 11:40:35.253093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c2e86e7d-d4a5-4b91-836a-1438e972be1e req-2b179b7d-131e-4add-96ee-7ceed4009882 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034818 Feb 28 11:40:35.258834 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08409e3b-8a40-4774-a122-4737f827a425 req-5ffaf218-3bee-400d-aa13-7b7d778d928e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102579 Feb 28 11:40:35.295970 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55478) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:35.343793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12cdbe0b-cac2-425b-921c-6a83db7015cb {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:40:35.351353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:35.366061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Transition to ACTIVE for port object 12cdbe0b-cac2-425b-921c-6a83db7015cb will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:40:35.380257 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1e3f4262-aec0-42eb-9726-8697f82cda17 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 1093 time: 0.0830092 Feb 28 11:40:35.383688 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55482) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:35.388803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-d50f9270-8f22-4f41-a8ba-0c682a79f97c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'port_id': '4da20a64-496c-421d-b15a-038bc0319462'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:35.454913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:35.465973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d50f9270-8f22-4f41-a8ba-0c682a79f97c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:35.597015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Pushing event updated for resources: {'Port': ['ID=12cdbe0b-cac2-425b-921c-6a83db7015cb,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:35.710340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Attempting to bind port 12cdbe0b-cac2-425b-921c-6a83db7015cb on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:40:35.710681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Attempting to bind port 12cdbe0b-cac2-425b-921c-6a83db7015cb by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:40:35.711043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Attempting to bind port 12cdbe0b-cac2-425b-921c-6a83db7015cb on network 8fd774dd-d19f-4ed4-96ef-55403b622175 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:40:35.717289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Port 12cdbe0b-cac2-425b-921c-6a83db7015cb on network 8fd774dd-d19f-4ed4-96ef-55403b622175 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:40:35.717610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Attempting to bind port 12cdbe0b-cac2-425b-921c-6a83db7015cb on network 8fd774dd-d19f-4ed4-96ef-55403b622175 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:40:35.725765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:40:35.726111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Checking segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:40:35.726504 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Bound using segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:40:35.726967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Bound port: 12cdbe0b-cac2-425b-921c-6a83db7015cb, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:40:35.727317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:35.822865 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] For port 12cdbe0b-cac2-425b-921c-6a83db7015cb, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:40:35.826412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] For port 12cdbe0b-cac2-425b-921c-6a83db7015cb, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:40:35.895604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:35.958312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:35.960298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] 10.222.0.57 "PUT /v2.0/ports/12cdbe0b-cac2-425b-921c-6a83db7015cb HTTP/1.1" status: 200 len: 1094 time: 1.3223770 Feb 28 11:40:35.960732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:35.978210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42eef4-916f-40de-9a33-7679a60f0115 service neutron] Pushing event updated for resources: {'Port': ['ID=12cdbe0b-cac2-425b-921c-6a83db7015cb,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:36.030915 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'status': 'completed', 'code': 200} Feb 28 11:40:36.137450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d50f9270-8f22-4f41-a8ba-0c682a79f97c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:36.173685 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a8b9bf2-0522-412d-b69f-c470f6d0d636 req-9cc04923-6191-44ba-b382-25b117cf0f29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 1097 time: 0.0820053 Feb 28 11:40:36.192213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d50f9270-8f22-4f41-a8ba-0c682a79f97c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:36.388099 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-d50f9270-8f22-4f41-a8ba-0c682a79f97c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 68c8346f-e34e-4656-bd23-843b1723b727 associated. External IP: 172.26.1.173, port: 4da20a64-496c-421d-b15a-038bc0319462. Feb 28 11:40:36.458449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b9bf2-0522-412d-b69f-c470f6d0d636 req-42ef65d0-e7cb-4cf0-a4e7-fdc345f7c2fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:36.460777 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a8b9bf2-0522-412d-b69f-c470f6d0d636 req-42ef65d0-e7cb-4cf0-a4e7-fdc345f7c2fd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2781777 Feb 28 11:40:36.581874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5f0bec-5a80-4771-92ae-0b5fc981d8e0 req-43a6aeea-2bd3-4961-be8a-5262cf924e7a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:36.583347 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ef5f0bec-5a80-4771-92ae-0b5fc981d8e0 req-43a6aeea-2bd3-4961-be8a-5262cf924e7a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 944 time: 0.1855464 Feb 28 11:40:36.653978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8b9bf2-0522-412d-b69f-c470f6d0d636 req-2957072b-a137-4b89-8151-4669ec20311d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:36.655456 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a8b9bf2-0522-412d-b69f-c470f6d0d636 req-2957072b-a137-4b89-8151-4669ec20311d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883936 Feb 28 11:40:36.663557 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ef5f0bec-5a80-4771-92ae-0b5fc981d8e0 req-c8ab16a5-71b4-48d3-99c4-a86101e619c6 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736098 Feb 28 11:40:36.764168 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-6d0b3b0e-99f2-4d8a-9dbb-486dd2d00a23 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 1097 time: 0.0681639 Feb 28 11:40:36.835123 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-f1ff527f-becd-4d42-a59f-cf08af77b7b3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb HTTP/1.1" status: 200 len: 217 time: 0.0646391 Feb 28 11:40:36.888119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50f9270-8f22-4f41-a8ba-0c682a79f97c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router edfb555c-db47-4a6f-bb35-04c47672e58e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:40:36.897977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-c93e001c-3665-4b0b-8f5b-6515ff7b57bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:36.899625 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-c93e001c-3665-4b0b-8f5b-6515ff7b57bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0587599 Feb 28 11:40:36.976120 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-78a5688c-60b6-4295-8914-9e7717a9ce50 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701151 Feb 28 11:40:37.086959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50f9270-8f22-4f41-a8ba-0c682a79f97c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:40:37.091745 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d50f9270-8f22-4f41-a8ba-0c682a79f97c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:37.096625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] Sync routers for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:40:37.108526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:40:37.109137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:40:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:37.110098 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-c8c523f8-8045-4c35-9fa5-ecdd136a1e53 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275904 Feb 28 11:40:37.150146 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d50f9270-8f22-4f41-a8ba-0c682a79f97c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 991 time: 1.7654514 Feb 28 11:40:37.150915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'tag': '4da20a64-496c-421d-b15a-038bc0319462'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:37.155930 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55490) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:37.247177 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'tag': '4da20a64-496c-421d-b15a-038bc0319462', 'status': 'completed', 'code': 200} Feb 28 11:40:37.284315 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7cca792c-63bb-4a3f-a438-19c8f9edf730 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 991 time: 0.1272550 Feb 28 11:40:37.290940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:40:37.294933 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-796c0f4f-9c65-46de-8196-6b842394eca0 req-43898a34-9078-42f8-934c-9eb4eb9590ab service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788125 Feb 28 11:40:37.324038 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc7f92d1-1a27-4dd3-8d0b-47385a97b7b9 req-e8c0835d-516e-457a-92cf-b8c6d04fe5a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 1098 time: 0.0798278 Feb 28 11:40:37.456974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f92d1-1a27-4dd3-8d0b-47385a97b7b9 req-de4f3817-271a-43b8-a5ec-29a030e4f577 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:37.458376 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc7f92d1-1a27-4dd3-8d0b-47385a97b7b9 req-de4f3817-271a-43b8-a5ec-29a030e4f577 service neutron] 10.222.0.57 "GET /v2.0/networks?id=06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 200 len: 898 time: 0.1293159 Feb 28 11:40:37.564016 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc7f92d1-1a27-4dd3-8d0b-47385a97b7b9 req-f65c4bf3-0c60-4af0-a28f-c97b8696ff2d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4da20a64-496c-421d-b15a-038bc0319462 HTTP/1.1" status: 200 len: 999 time: 0.0987854 Feb 28 11:40:37.647640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '68c8346f-e34e-4656-bd23-843b1723b727', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.173', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'port_id': '4da20a64-496c-421d-b15a-038bc0319462', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'mac_address': 'fa:16:3e:84:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:39:34Z', 'updated_at': '2022-02-28T11:40:35Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:37.651569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] Checking router: edfb555c-db47-4a6f-bb35-04c47672e58e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:40:37.655031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f92d1-1a27-4dd3-8d0b-47385a97b7b9 req-8aa06180-adda-44d7-9d13-61e2457e8da6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:37.656544 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc7f92d1-1a27-4dd3-8d0b-47385a97b7b9 req-8aa06180-adda-44d7-9d13-61e2457e8da6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e3dca9f7-d3c9-45f6-af57-4ecfde44af0b HTTP/1.1" status: 200 len: 835 time: 0.0803485 Feb 28 11:40:37.665083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:40:37.665083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:40:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:37.733851 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc7f92d1-1a27-4dd3-8d0b-47385a97b7b9 req-469b0042-d245-4624-a7bf-ce34c44299d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=06d61228-f893-4c12-bb82-7b8ac7f20e00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703745 Feb 28 11:40:37.882505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:40:37.924215 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc7f92d1-1a27-4dd3-8d0b-47385a97b7b9 req-54f9d964-a2e5-4922-b333-f7748e348256 service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841071 Feb 28 11:40:37.956442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc039c2-709f-49d8-9cc9-5179c8d5fc0d req-4929e6b3-0f7e-43fb-927b-88c1f51a6c7c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:37.957849 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9bc039c2-709f-49d8-9cc9-5179c8d5fc0d req-4929e6b3-0f7e-43fb-927b-88c1f51a6c7c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 944 time: 0.1468933 Feb 28 11:40:38.166785 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9bc039c2-709f-49d8-9cc9-5179c8d5fc0d req-1752e292-2c43-4412-a37c-65d5fbfdbf83 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710385 Feb 28 11:40:38.187703 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc7f92d1-1a27-4dd3-8d0b-47385a97b7b9 req-15f231d9-210e-4cbf-86ac-9ead8072114e service neutron] 10.222.0.57 "GET /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579987 Feb 28 11:40:38.234764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '68c8346f-e34e-4656-bd23-843b1723b727', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.173', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'port_id': '4da20a64-496c-421d-b15a-038bc0319462', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'mac_address': 'fa:16:3e:84:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:39:34Z', 'updated_at': '2022-02-28T11:40:35Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:38.238790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f15d8d-7315-4729-805c-bea20f6f48ef None None] The sync data for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv is: [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '68c8346f-e34e-4656-bd23-843b1723b727', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.173', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'port_id': '4da20a64-496c-421d-b15a-038bc0319462', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'mac_address': 'fa:16:3e:84:f4:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:39:34Z', 'updated_at': '2022-02-28T11:40:35Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:40:38.288851 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55498) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:38.397955 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ee0dc1b5-cea9-41e7-92a4-35f65760a638 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 991 time: 0.1079736 Feb 28 11:40:38.433167 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1771d8b-3584-4cb5-98dc-42c90d8a9065 None None] New status for floating IP 68c8346f-e34e-4656-bd23-843b1723b727: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:40:39.363968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85735170-0a53-4931-b16f-82c1cf3e7a21 req-c555f14b-dfc4-43ab-b485-1ae83a8695d2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:39.365401 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85735170-0a53-4931-b16f-82c1cf3e7a21 req-c555f14b-dfc4-43ab-b485-1ae83a8695d2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 944 time: 0.0803280 Feb 28 11:40:39.401810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55504) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:39.409937 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85735170-0a53-4931-b16f-82c1cf3e7a21 req-0fcc28c4-5177-47b4-a512-e7253e074072 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383353 Feb 28 11:40:39.508223 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-552e2abc-eed5-4c26-b9e6-3d0985084b53 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 200 len: 993 time: 0.1052988 Feb 28 11:40:40.607462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c1141-703f-4146-904c-2f4e45e95f79 req-f8681356-b78b-46fa-8d11-29250fd5943b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:40.609094 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-224c1141-703f-4146-904c-2f4e45e95f79 req-f8681356-b78b-46fa-8d11-29250fd5943b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 944 time: 0.0764091 Feb 28 11:40:40.661576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-224c1141-703f-4146-904c-2f4e45e95f79 req-1dda97e1-8785-48be-a665-44282a0e9887 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469749 Feb 28 11:40:41.859136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d37547b-0d10-4277-b239-8327d184643b req-e5ca586e-b8ce-442a-94e7-f90a7edde894 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:41.860564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d37547b-0d10-4277-b239-8327d184643b req-e5ca586e-b8ce-442a-94e7-f90a7edde894 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 944 time: 0.0751200 Feb 28 11:40:41.904326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d37547b-0d10-4277-b239-8327d184643b req-317eb006-3422-4a39-b41c-31df9ae246e3 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383813 Feb 28 11:40:43.104602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb44da04-eec3-4410-9d55-78b3889258a9 req-e28c10c1-c0e4-4268-bad3-304f5ea519a8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:43.106018 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bb44da04-eec3-4410-9d55-78b3889258a9 req-e28c10c1-c0e4-4268-bad3-304f5ea519a8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 944 time: 0.0792134 Feb 28 11:40:43.150563 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bb44da04-eec3-4410-9d55-78b3889258a9 req-95380847-19cb-4dc8-ae49-3147b85557f0 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390844 Feb 28 11:40:43.923016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 12cdbe0b-cac2-425b-921c-6a83db7015cb details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:40:44.053847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 12cdbe0b-cac2-425b-921c-6a83db7015cb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:44.067138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:40:44.119530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:44.136625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12cdbe0b-cac2-425b-921c-6a83db7015cb {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:40:44.150987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 12cdbe0b-cac2-425b-921c-6a83db7015cb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:44.243854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:44.311419 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=12cdbe0b-cac2-425b-921c-6a83db7015cb,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:44.345838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849fdc7-f2af-4720-88ff-17f6009b765e req-97d28c77-47c5-482e-9865-aa63b3c0d05b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:44.347278 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b849fdc7-f2af-4720-88ff-17f6009b765e req-97d28c77-47c5-482e-9865-aa63b3c0d05b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 945 time: 0.0756061 Feb 28 11:40:44.391905 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b849fdc7-f2af-4720-88ff-17f6009b765e req-91ee5d42-d6df-4a8a-84fa-a8668957e2e5 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390079 Feb 28 11:40:44.463012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['12cdbe0b-cac2-425b-921c-6a83db7015cb'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:40:44.888877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0fee7eff-e74d-4942-aee7-3df0a942cf9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:45.587827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2737ddc-c104-469d-9081-0022f861fde1 req-82f9f9d0-03d9-4df5-baf4-a7cffb22588d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:45.589254 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2737ddc-c104-469d-9081-0022f861fde1 req-82f9f9d0-03d9-4df5-baf4-a7cffb22588d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 945 time: 0.0785835 Feb 28 11:40:45.634256 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2737ddc-c104-469d-9081-0022f861fde1 req-a507e267-8e6c-44d4-85df-23d959a9d0d9 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394957 Feb 28 11:40:45.952763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 12cdbe0b-cac2-425b-921c-6a83db7015cb up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:40:46.077088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 12cdbe0b-cac2-425b-921c-6a83db7015cb completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:40:46.081838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 12cdbe0b-cac2-425b-921c-6a83db7015cb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:40:46.082205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:46.193091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:46.219687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:46.229400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 12cdbe0b-cac2-425b-921c-6a83db7015cb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:40:46.272833 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'code': 200} Feb 28 11:40:46.306934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:46.375479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=12cdbe0b-cac2-425b-921c-6a83db7015cb,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:46.686760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b71bb792-0464-4e8d-97d3-c29ca8f7d2d3 req-99e7651c-2c5e-4583-ad2c-dbee1c585b19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 1099 time: 0.0764732 Feb 28 11:40:46.728679 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b71bb792-0464-4e8d-97d3-c29ca8f7d2d3 req-d3716822-840b-4a69-bca2-a716d6d095fe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359898 Feb 28 11:40:46.832774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4413d-f5de-4d1d-90cf-c2ded8f5ff1c req-212ed38a-7369-4750-8698-42940b9f6b2b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:46.834176 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6ec4413d-f5de-4d1d-90cf-c2ded8f5ff1c req-212ed38a-7369-4750-8698-42940b9f6b2b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 946 time: 0.0773292 Feb 28 11:40:46.880394 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6ec4413d-f5de-4d1d-90cf-c2ded8f5ff1c req-1d0ea95b-73ff-41de-b6db-1a81753e4a69 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400410 Feb 28 11:40:47.037638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-470dd51f-d029-490d-9373-8d8b41f24ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:48.243949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:48.363533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:48.417305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6a772-b869-40f9-aa6c-396c9ef2c1fc req-1c7c60eb-6b11-4e46-9f4e-ad42b1f8e7eb tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:48.418837 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-deb6a772-b869-40f9-aa6c-396c9ef2c1fc req-1c7c60eb-6b11-4e46-9f4e-ad42b1f8e7eb tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 946 time: 0.0774229 Feb 28 11:40:48.467057 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-deb6a772-b869-40f9-aa6c-396c9ef2c1fc req-cdcbeb76-ccb0-4006-9c00-708cbd945b0a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424767 Feb 28 11:40:48.658868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3daaf-9868-43fa-badb-8b4306ace530 req-78417554-90e8-4639-8707-4aecdcbeb071 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:48.660283 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ad3daaf-9868-43fa-badb-8b4306ace530 req-78417554-90e8-4639-8707-4aecdcbeb071 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 946 time: 0.0760868 Feb 28 11:40:48.704324 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ad3daaf-9868-43fa-badb-8b4306ace530 req-0d2d6453-b13b-4e1f-807e-d185003cd773 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379028 Feb 28 11:40:48.734248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55528) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:48.807886 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-928ac618-b023-4ca0-b4f8-88468368a498 tempest-TestVolumeBootPattern-1703561133 tempest-TestVolumeBootPattern-1703561133-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 1094 time: 0.0723047 Feb 28 11:40:48.810311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55532) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:40:48.815576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:40:48.821284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:40:48.825324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:floatingip and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:40:48.828235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:40:48.834105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:40:48.894442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:49.030463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:49.159199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Allocated IP 172.26.1.61 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/3146e097-3be8-4221-96f6-0754f74eb4f6) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:40:49.299988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:49.386347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:49.455817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:40:49.458377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:40:49.462604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:40:49.485861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'Port': ['ID=3146e097-3be8-4221-96f6-0754f74eb4f6,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:49.683028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:50.044386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:50.143623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:50.339593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:50.495109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:50.601697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'Port': ['ID=3146e097-3be8-4221-96f6-0754f74eb4f6,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:40:50.615842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:50.801856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Floating IP 4fdc77b1-e148-43e7-9617-4b977a2c305c associated. External IP: 172.26.1.61, port: 12cdbe0b-cac2-425b-921c-6a83db7015cb. Feb 28 11:40:51.178683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:40:51.467421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:40:51.477204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] Sync routers for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:40:51.488704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:40:51.489308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:40:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:51.556307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:40:51.623369 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a4ae44d1-f20f-4214-b992-47d5c0151316 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8119905 Feb 28 11:40:51.623965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:40:51.670023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:40:51.682671 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'status': 'completed', 'code': 200} Feb 28 11:40:51.773991 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3844417d-7c85-4562-b6af-f8c48f9b0255 req-927be34f-f32e-4f0a-ac8d-ea65ee2315cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 1099 time: 0.0723305 Feb 28 11:40:51.905563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844417d-7c85-4562-b6af-f8c48f9b0255 req-1fd13f01-9365-4f59-8ccf-5ffb6d136ade service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:51.907011 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3844417d-7c85-4562-b6af-f8c48f9b0255 req-1fd13f01-9365-4f59-8ccf-5ffb6d136ade service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.1258392 Feb 28 11:40:52.012090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3844417d-7c85-4562-b6af-f8c48f9b0255 req-e6b79ec5-6399-46f3-b276-367dde76a0bc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb HTTP/1.1" status: 200 len: 999 time: 0.0959120 Feb 28 11:40:52.047514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '4fdc77b1-e148-43e7-9617-4b977a2c305c', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:49Z', 'updated_at': '2022-02-28T11:40:49Z', 'revision_number': 0, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:52.051312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] Checking router: 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:40:52.062582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:40:52.063208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:40:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:52.075611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844417d-7c85-4562-b6af-f8c48f9b0255 req-2d75c54f-6402-4aa4-b364-cd251a630248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:40:52.077131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3844417d-7c85-4562-b6af-f8c48f9b0255 req-2d75c54f-6402-4aa4-b364-cd251a630248 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0570982 Feb 28 11:40:52.151124 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3844417d-7c85-4562-b6af-f8c48f9b0255 req-e52db329-43da-4d8d-abf3-0d603abce88e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673447 Feb 28 11:40:52.239324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:40:52.285623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3844417d-7c85-4562-b6af-f8c48f9b0255 req-6cafb08c-be30-4796-a33d-164211ac40b5 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265912 Feb 28 11:40:52.418992 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3844417d-7c85-4562-b6af-f8c48f9b0255 req-f45a061c-bc0e-4d17-9fa8-e12bb2250015 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256094 Feb 28 11:40:52.594166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '4fdc77b1-e148-43e7-9617-4b977a2c305c', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:49Z', 'updated_at': '2022-02-28T11:40:49Z', 'revision_number': 0, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:40:52.598414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d102e868-2b0b-485f-b6df-adfa85abaf2b None None] The sync data for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv is: [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '4fdc77b1-e148-43e7-9617-4b977a2c305c', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:49Z', 'updated_at': '2022-02-28T11:40:49Z', 'revision_number': 0, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:40:52.792870 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f3f444-73df-41a6-88a0-b9d9077aaeaf None None] New status for floating IP 4fdc77b1-e148-43e7-9617-4b977a2c305c: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:41:01.378809 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:41:03.955841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:06.747174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a937e7-6aac-4413-b44b-aa6e9ff3a4c9 req-b0928f4c-72b7-4e0e-8f4b-bc2fab49c527 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:06.747174 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54a937e7-6aac-4413-b44b-aa6e9ff3a4c9 req-b0928f4c-72b7-4e0e-8f4b-bc2fab49c527 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 945 time: 0.0838203 Feb 28 11:41:06.796881 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54a937e7-6aac-4413-b44b-aa6e9ff3a4c9 req-0280dda1-b103-4128-b7ad-12c144cb3d0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413761 Feb 28 11:41:08.031043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4dfc0-3fca-43b6-b18b-ed33f1a2f1a9 req-5da26e85-5454-478e-a381-b2608ae6ba6a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:08.031043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c1c4dfc0-3fca-43b6-b18b-ed33f1a2f1a9 req-5da26e85-5454-478e-a381-b2608ae6ba6a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 945 time: 0.0792868 Feb 28 11:41:08.135079 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c1c4dfc0-3fca-43b6-b18b-ed33f1a2f1a9 req-b4cb4c1f-8397-479d-9d8e-9f283bc1e147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=2e25001a-a687-4332-bc74-01a4467c76c4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974886 Feb 28 11:41:08.154726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-20324ed5-5358-4d7a-ad66-57d311733bd4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:08.154726 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-20324ed5-5358-4d7a-ad66-57d311733bd4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 945 time: 0.0988731 Feb 28 11:41:08.224219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 4da20a64-496c-421d-b15a-038bc0319462 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:41:08.224219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:08.466702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 4da20a64-496c-421d-b15a-038bc0319462, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4da20a64-496c-421d-b15a-038bc0319462,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:08.467022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:08.848479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:08.848479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:08.848479 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 68c8346f-e34e-4656-bd23-843b1723b727 disassociated. External IP: 172.26.1.173, port: 4da20a64-496c-421d-b15a-038bc0319462. Feb 28 11:41:08.848479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 4da20a64-496c-421d-b15a-038bc0319462 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:41:09.074083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:09.130607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=4da20a64-496c-421d-b15a-038bc0319462,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:09.191751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.192098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.192432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.192760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.193085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.193420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.193731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.194068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.194423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.194741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.195077 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:09.319777 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d1c5464-39c7-418e-9a9b-2c6bf5610703 req-89d40809-9f14-47a9-91e9-b3afabdccba3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 210 time: 0.0495279 Feb 28 11:41:09.399037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router edfb555c-db47-4a6f-bb35-04c47672e58e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:41:09.623286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:41:09.637972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] Sync routers for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:41:09.650636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:09.652402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:40:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:09.696368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port 4da20a64-496c-421d-b15a-038bc0319462 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:41:09.698116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:09.701704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'name': 'network-vif-deleted', 'tag': '4da20a64-496c-421d-b15a-038bc0319462'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:41:09.765523 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '915f4df2-51a3-4ab7-b93c-33520f8065e5', 'name': 'network-vif-deleted', 'tag': '4da20a64-496c-421d-b15a-038bc0319462', 'status': 'completed', 'code': 200} Feb 28 11:41:09.777300 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6529e38-251d-4f19-9aed-5681ab094a84 req-4053f689-c14c-4c53-8f0b-cf24212f6a9f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/4da20a64-496c-421d-b15a-038bc0319462 HTTP/1.1" status: 204 len: 173 time: 1.6167362 Feb 28 11:41:09.876508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:10.181497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:10.185993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] Checking router: edfb555c-db47-4a6f-bb35-04c47672e58e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:41:10.196192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:10.196765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:40:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:10.402072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:10.498739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-cc8d88fe-c6f2-4eae-96f6-1ace99a7ecc2 req-ad094049-7732-426c-9df0-7bbd066b2d47 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:10.647340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-cc8d88fe-c6f2-4eae-96f6-1ace99a7ecc2 req-ad094049-7732-426c-9df0-7bbd066b2d47 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:10.657767 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cc8d88fe-c6f2-4eae-96f6-1ace99a7ecc2 req-ad094049-7732-426c-9df0-7bbd066b2d47 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=915f4df2-51a3-4ab7-b93c-33520f8065e5 HTTP/1.1" status: 200 len: 210 time: 0.1988180 Feb 28 11:41:10.750297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:10.754916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd511dc-a24d-4277-9cdc-ef3607ae3254 None None] The sync data for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv is: [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:39:11Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '77a7bb30-d5cb-46b1-9815-febba8b3b7cb', 'name': '', 'network_id': '06d61228-f893-4c12-bb82-7b8ac7f20e00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:4f:f4:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:10Z', 'updated_at': '2022-02-28T11:39:26Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e3dca9f7-d3c9-45f6-af57-4ecfde44af0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:41:10.982455 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a65903-bcff-42da-8402-79cd50b3a4cc None None] New status for floating IP 68c8346f-e34e-4656-bd23-843b1723b727: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:41:11.765681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55568) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:11.839851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-396e4649-c503-435a-877e-f26a2398ec92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:11.871427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-396e4649-c503-435a-877e-f26a2398ec92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:12.017417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-396e4649-c503-435a-877e-f26a2398ec92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:12.030769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396e4649-c503-435a-877e-f26a2398ec92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e25001a-a687-4332-bc74-01a4467c76c4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:12.040706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-396e4649-c503-435a-877e-f26a2398ec92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:12.043809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-396e4649-c503-435a-877e-f26a2398ec92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/2e25001a-a687-4332-bc74-01a4467c76c4 HTTP/1.1" status: 204 len: 168 time: 0.2753274 Feb 28 11:41:12.140420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55574) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:12.148258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 4da20a64-496c-421d-b15a-038bc0319462 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:12.181094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 4da20a64-496c-421d-b15a-038bc0319462 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:41:12.181440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 4da20a64-496c-421d-b15a-038bc0319462 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:12.295124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 46eddfd8-e03b-4617-96e8-3590ecd70d45 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:41:12.295460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:12.561092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:12.561589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:12.680910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 46eddfd8-e03b-4617-96e8-3590ecd70d45 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:41:12.902413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:12.937204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=46eddfd8-e03b-4617-96e8-3590ecd70d45,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:13.030589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:13.134025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:13.135146 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-21665f92-1c74-4995-bb3b-f4bf46db05d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/floatingips/68c8346f-e34e-4656-bd23-843b1723b727 HTTP/1.1" status: 204 len: 168 time: 0.9937339 Feb 28 11:41:13.776542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76442bbf-71b1-44e5-b5b5-766d3ecf95f7 req-d88c11e9-0a40-4c7b-b756-6d06e2deefbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:13.777820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-76442bbf-71b1-44e5-b5b5-766d3ecf95f7 req-d88c11e9-0a40-4c7b-b756-6d06e2deefbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:13.837436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-76442bbf-71b1-44e5-b5b5-766d3ecf95f7 req-d88c11e9-0a40-4c7b-b756-6d06e2deefbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:13.838535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-76442bbf-71b1-44e5-b5b5-766d3ecf95f7 req-d88c11e9-0a40-4c7b-b756-6d06e2deefbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 946 time: 0.1491907 Feb 28 11:41:13.888638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-76442bbf-71b1-44e5-b5b5-766d3ecf95f7 req-d35b0b73-9bca-48a4-8b27-d1e0df262f6d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:13.984244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-76442bbf-71b1-44e5-b5b5-766d3ecf95f7 req-d35b0b73-9bca-48a4-8b27-d1e0df262f6d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:13.989020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-76442bbf-71b1-44e5-b5b5-766d3ecf95f7 req-d35b0b73-9bca-48a4-8b27-d1e0df262f6d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410499 Feb 28 11:41:14.905581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0d41575e-005d-40ee-9576-00d99f39f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:15.045595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-bf7dc78e-c501-45ba-9898-f15943417bd4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:15.045595 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-bf7dc78e-c501-45ba-9898-f15943417bd4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 946 time: 0.0808756 Feb 28 11:41:15.113058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:41:15.113396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:15.345858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e7d06-7f24-4abd-a98a-47fe2a210c02 req-7ac82715-f66d-4aa3-b1a1-54a0f6a856bb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:15.347307 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c50e7d06-7f24-4abd-a98a-47fe2a210c02 req-7ac82715-f66d-4aa3-b1a1-54a0f6a856bb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 946 time: 0.2105098 Feb 28 11:41:15.438785 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c50e7d06-7f24-4abd-a98a-47fe2a210c02 req-bdda1b88-d9dd-42ab-880d-5dcf82b51e71 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=63395af6-26b9-44e1-99a3-c636e1a33372&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838499 Feb 28 11:41:15.445213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:15.445565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:15.571433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:41:15.791565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:15.844613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:15.915864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:41:15.917909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:15.923410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'name': 'network-vif-deleted', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:41:15.982755 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c275d0bb-4d0c-4750-add5-cae46419651e', 'name': 'network-vif-deleted', 'tag': '6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7', 'status': 'completed', 'code': 200} Feb 28 11:41:15.988140 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-553f4c2e-90af-4d69-9929-fd72924e4974 req-10149877-64e8-4b5c-9aa2-8ead1736d917 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 HTTP/1.1" status: 204 len: 173 time: 0.9386134 Feb 28 11:41:16.627746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-66ea6a80-e46a-41fe-9112-116435dbb715 req-b15e14f2-6295-4ac1-a650-293a6a428b48 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:16.698309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-66ea6a80-e46a-41fe-9112-116435dbb715 req-b15e14f2-6295-4ac1-a650-293a6a428b48 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:16.699418 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-66ea6a80-e46a-41fe-9112-116435dbb715 req-b15e14f2-6295-4ac1-a650-293a6a428b48 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=c275d0bb-4d0c-4750-add5-cae46419651e HTTP/1.1" status: 200 len: 210 time: 0.1178911 Feb 28 11:41:17.041322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6fac7708-2e76-49a5-8158-0de46c307ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:17.805913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55594) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:17.877716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-51a0f2e3-d6e5-4713-8d71-1b8d34b75f0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:17.907478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-51a0f2e3-d6e5-4713-8d71-1b8d34b75f0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:18.041630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-51a0f2e3-d6e5-4713-8d71-1b8d34b75f0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:18.061221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0f2e3-d6e5-4713-8d71-1b8d34b75f0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63395af6-26b9-44e1-99a3-c636e1a33372,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:18.158760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:18.201739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:41:18.202079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ca8ded1-4ae9-48f2-84f6-74947f0fe7e7 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:18.216743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-51a0f2e3-d6e5-4713-8d71-1b8d34b75f0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:18.216743 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-51a0f2e3-d6e5-4713-8d71-1b8d34b75f0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/63395af6-26b9-44e1-99a3-c636e1a33372 HTTP/1.1" status: 204 len: 168 time: 0.4079318 Feb 28 11:41:18.278419 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:18.306657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55600) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:18.351256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:18.794927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:19.395024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:41:19.395593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:19.581949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 77a7bb30-d5cb-46b1-9815-febba8b3b7cb, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=77a7bb30-d5cb-46b1-9815-febba8b3b7cb,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:19.582297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:19.707037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 77a7bb30-d5cb-46b1-9815-febba8b3b7cb owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:41:19.722838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:19.946060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:20.084881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=77a7bb30-d5cb-46b1-9815-febba8b3b7cb,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:20.389926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:20.984410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router edfb555c-db47-4a6f-bb35-04c47672e58e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:41:21.194422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:41:21.206299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] Sync routers for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:41:21.218195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:21.218788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:41:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:21.322956 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8cd2c3c3-85bc-4161-ac6f-520f1704e4ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/edfb555c-db47-4a6f-bb35-04c47672e58e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0151186 Feb 28 11:41:21.325750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55606) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:21.395691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:21.511279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc0b592f-6f09-4c8a-b883-189cda8a4487 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting subnet e3dca9f7-d3c9-45f6-af57-4ecfde44af0b {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:41:21.514989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cc0b592f-6f09-4c8a-b883-189cda8a4487 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:21.568820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cc0b592f-6f09-4c8a-b883-189cda8a4487 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:21.738098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:41:19Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:21.742292 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] Checking router: edfb555c-db47-4a6f-bb35-04c47672e58e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:41:21.755092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] Routers {'edfb555c-db47-4a6f-bb35-04c47672e58e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:21.755581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:41:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['edfb555c-db47-4a6f-bb35-04c47672e58e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:21.775773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cc0b592f-6f09-4c8a-b883-189cda8a4487 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:21.929046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cc0b592f-6f09-4c8a-b883-189cda8a4487 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:21.931114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] Set router edfb555c-db47-4a6f-bb35-04c47672e58e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:21.971689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b592f-6f09-4c8a-b883-189cda8a4487 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Subnet': ['ID=e3dca9f7-d3c9-45f6-af57-4ecfde44af0b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:21.975657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cc0b592f-6f09-4c8a-b883-189cda8a4487 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:21.982478 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cc0b592f-6f09-4c8a-b883-189cda8a4487 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/subnets/e3dca9f7-d3c9-45f6-af57-4ecfde44af0b HTTP/1.1" status: 204 len: 168 time: 0.6554792 Feb 28 11:41:21.984882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55610) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:22.033023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad999300-9f4c-40ea-89d0-a5cdf2f82914 None None] Network 06d61228-f893-4c12-bb82-7b8ac7f20e00 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:41:22.188917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:22.387008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:22.401904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:41:19Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:22.406486 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a7c2ea-ebb8-4526-832d-589c7e98e6c5 None None] The sync data for ids ['edfb555c-db47-4a6f-bb35-04c47672e58e'] in dv-neutron-830866-1-hyperv is: [{'id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'name': 'tempest-TestNetworkBasicOps-router-1638186224', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224'}], 'enable_snat': True}, 'gw_port_id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:39:04Z', 'updated_at': '2022-02-28T11:41:19Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '63bdb418-e7cf-4068-8cbb-522aeda82500', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4b:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edfb555c-db47-4a6f-bb35-04c47672e58e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:39:05Z', 'updated_at': '2022-02-28T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:41:22.439322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] DHCP port deletion for 06d61228-f893-4c12-bb82-7b8ac7f20e00 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:41:22.446192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Deleting port a49271bf-e551-43c3-bc0a-4294caf2e077 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:41:22.446679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:22.483422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 63bdb418-e7cf-4068-8cbb-522aeda82500 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:41:22.487440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:22.650067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] For port a49271bf-e551-43c3-bc0a-4294caf2e077, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a49271bf-e551-43c3-bc0a-4294caf2e077,segment=NetworkSegment(b5fea169-064d-469f-8b60-cd9597e2e107),segment_id=b5fea169-064d-469f-8b60-cd9597e2e107)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:22.650454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:22.667361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 63bdb418-e7cf-4068-8cbb-522aeda82500, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=63bdb418-e7cf-4068-8cbb-522aeda82500,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:22.667712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:22.773906 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Calling delete_port for a49271bf-e551-43c3-bc0a-4294caf2e077 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:41:22.792087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 63bdb418-e7cf-4068-8cbb-522aeda82500 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:41:22.934306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:22.980476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Pushing event deleted for resources: {'Port': ['ID=a49271bf-e551-43c3-bc0a-4294caf2e077,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:22.989287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] No DVR routers for this DVR port a49271bf-e551-43c3-bc0a-4294caf2e077 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:41:22.992463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.006969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31fc8e6c-710d-43c4-945b-d83491ea6f81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:23.024168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:23.067136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=63bdb418-e7cf-4068-8cbb-522aeda82500,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:23.287024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:23.623881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:23.628313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:23.732988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:23.737409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Fanout notify agent at l3_agent the message router_deleted on router edfb555c-db47-4a6f-bb35-04c47672e58e {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:41:23.749138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:23.750280 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-580c3a61-42aa-4ba5-b21d-3c78b8fd9861 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/routers/edfb555c-db47-4a6f-bb35-04c47672e58e HTTP/1.1" status: 204 len: 168 time: 1.7643757 Feb 28 11:41:23.752995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55614) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:23.810387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a49271bf-e551-43c3-bc0a-4294caf2e077 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:23.848155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a49271bf-e551-43c3-bc0a-4294caf2e077 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:41:23.848504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a49271bf-e551-43c3-bc0a-4294caf2e077 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:23.848907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 77a7bb30-d5cb-46b1-9815-febba8b3b7cb no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:23.884623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:23.887562 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 77a7bb30-d5cb-46b1-9815-febba8b3b7cb {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:41:23.887908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 77a7bb30-d5cb-46b1-9815-febba8b3b7cb not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:24.020206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.048190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06d61228-f893-4c12-bb82-7b8ac7f20e00']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:24.059835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5fea169-064d-469f-8b60-cd9597e2e107') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:24.060124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5fea169-064d-469f-8b60-cd9597e2e107') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:24.070925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.086790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.093616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:41:24.093985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:41:24.108717 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:41:24.270899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.288557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.301450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Network': ['ID=06d61228-f893-4c12-bb82-7b8ac7f20e00,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:24.304667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-667095ba-6fa9-4d0c-bdd1-2c2b3c474314 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/networks/06d61228-f893-4c12-bb82-7b8ac7f20e00 HTTP/1.1" status: 204 len: 168 time: 0.5495243 Feb 28 11:41:24.328100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55618) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:24.333451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'network': {'name': 'tempest-network-smoke--631624163', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'port_security_enabled': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:24.338439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:24.343328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:network and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:24.346355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:24.351924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:24.448594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:41:24.448594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.477995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 745} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:41:24.482560 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.482926 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Added segment d07be739-6360-4166-afee-7b3f37d2fc07 of type vlan for network 744156a5-08c6-41f8-b912-ab859621ac04 Feb 28 11:41:24.507824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.619751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.624207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:24.624777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.734071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Network': ['ID=744156a5-08c6-41f8-b912-ab859621ac04,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:24.744677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 744156a5-08c6-41f8-b912-ab859621ac04 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:41:24.803383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ba368b8a-e280-4ac1-9ab5-578c75891b29 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4742408 Feb 28 11:41:24.808334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55622) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:24.814139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'admin_state_up': True, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:24.821293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:24.829725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:router and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:24.829725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:24.835772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:24.917283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.918060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:24.937833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:25.160552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:25.431261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:25.460522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:25.685463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.253 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/8bf3800a-5c53-4ac2-8ab5-06151f8a7c74) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:41:25.710736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 63bdb418-e7cf-4068-8cbb-522aeda82500 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:25.743794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 63bdb418-e7cf-4068-8cbb-522aeda82500 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:41:25.744137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 63bdb418-e7cf-4068-8cbb-522aeda82500 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:25.831053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:25.932629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:25.999394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:41:26.002007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:26.006146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:41:26.040528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=8bf3800a-5c53-4ac2-8ab5-06151f8a7c74,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:26.229590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:26.230646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:26.518238 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:41:26.713705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:41:26.724616 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Sync routers for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:41:26.737051 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:26.737967 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:41:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:26.860495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:26.861211 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-72308136-b748-4256-92d2-fc75da958913 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.0518692 Feb 28 11:41:26.864437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55626) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:26.906274 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d839d3c1-6076-406a-9f24-cda948bf5a80 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404913 Feb 28 11:41:26.909059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55630) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:26.912483 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:27.041236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42de6e01-8917-4fbd-976e-12b40fc380a5 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:27.042710 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-42de6e01-8917-4fbd-976e-12b40fc380a5 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1326547 Feb 28 11:41:27.045973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55634) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:27.094424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55638) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:27.094687 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-281189a6-2b1f-4dfe-8274-56b6422214be tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0473194 Feb 28 11:41:27.101669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-685883458', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:27.229470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:27.233899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:subnet and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:27.236978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:27.242864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:27.244762 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:26Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:27.248767 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Checking router: 38a8de0f-e06e-4dbf-b92a-deae555b63d0 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:41:27.249337 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Updating router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:41:27.302419 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:27.326408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:41:27.430034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:27.635114 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:27.647086 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Transition to ACTIVE for port object 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:27.723698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:27.733981 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:27.803548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=e15a8b22-5713-4561-9ec8-b63555f02589,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:27.816209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Checking segment: {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:41:27.818605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network hostable DHCP agents. Network: 744156a5-08c6-41f8-b912-ab859621ac04, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:41:27.818733 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Attempting to bind port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:41:27.818733 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Attempting to bind port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:41:27.818733 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Attempting to bind port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:41:27.820737 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Pushing event updated for resources: {'Port': ['ID=8bf3800a-5c53-4ac2-8ab5-06151f8a7c74,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:27.832388 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:41:27.832835 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:41:27.833228 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:27.833606 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:41:27.834075 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Bound port: 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:41:27.834797 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:27.860034 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.860365 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.860687 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.861014 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.861334 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.861709 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.862042 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.862355 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.862684 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.863024 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.863334 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:27.901420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 744156a5-08c6-41f8-b912-ab859621ac04 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:41:27.916150 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] For port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:41:27.919706 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] For port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8bf3800a-5c53-4ac2-8ab5-06151f8a7c74,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:41:27.973873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 744156a5-08c6-41f8-b912-ab859621ac04) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:27.977582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:27.978159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:27.983168 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ecd70a-d77e-4766-8fa8-e9ed45d1ccc3 None None] Network 744156a5-08c6-41f8-b912-ab859621ac04 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:41:27.991666 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:28.061618 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-107a16b4-cb2b-4bd2-9be4-33cedd117e2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9658678 Feb 28 11:41:28.064451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55642) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:28.071613 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd72bd-d143-451f-8f97-43bbac09d073 None None] Pushing event updated for resources: {'Port': ['ID=8bf3800a-5c53-4ac2-8ab5-06151f8a7c74,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:28.088010 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:28.088010 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:41:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:28.216375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-744156a5-08c6-41f8-b912-ab859621ac04', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:41:28.217236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:28.265887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:28.384580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Allocated IP 172.20.0.2 (744156a5-08c6-41f8-b912-ab859621ac04/e15a8b22-5713-4561-9ec8-b63555f02589/7354f8b2-1817-41d1-8c62-51d97e1cb856) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:41:28.579995 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:26Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:28.587940 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad996b16-4dd0-4df0-9450-92e919effc1f None None] The sync data for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv is: [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:26Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:41:28.620654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:28.633018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Transition to ACTIVE for port object 7354f8b2-1817-41d1-8c62-51d97e1cb856 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:28.656238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Transition to ACTIVE for port object 7354f8b2-1817-41d1-8c62-51d97e1cb856 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:28.735557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:28.839456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Network 744156a5-08c6-41f8-b912-ab859621ac04 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:41:28.842935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:28.847605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:41:28.849683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Pushing event updated for resources: {'Port': ['ID=7354f8b2-1817-41d1-8c62-51d97e1cb856,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:28.958698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Attempting to bind port 7354f8b2-1817-41d1-8c62-51d97e1cb856 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:41:28.968136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Attempting to bind port 7354f8b2-1817-41d1-8c62-51d97e1cb856 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:41:28.968136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Attempting to bind port 7354f8b2-1817-41d1-8c62-51d97e1cb856 on network 744156a5-08c6-41f8-b912-ab859621ac04 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:41:28.968398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:41:28.968742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Checking segment: {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:41:28.969147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:28.969540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Bound using segment: {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:41:28.970012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Bound port: 7354f8b2-1817-41d1-8c62-51d97e1cb856, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:41:28.970414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:29.038448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:29.068611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] For port 7354f8b2-1817-41d1-8c62-51d97e1cb856, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:41:29.072298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] For port 7354f8b2-1817-41d1-8c62-51d97e1cb856, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7354f8b2-1817-41d1-8c62-51d97e1cb856,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:41:29.174241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:29.265354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbca754-094a-41cf-86f2-6fc647df6fb1 None None] Pushing event updated for resources: {'Port': ['ID=7354f8b2-1817-41d1-8c62-51d97e1cb856,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:29.491273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.1 (744156a5-08c6-41f8-b912-ab859621ac04/e15a8b22-5713-4561-9ec8-b63555f02589/91249320-a285-4136-a6b2-c0b21d41ff94) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:41:29.674223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:29.690053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 91249320-a285-4136-a6b2-c0b21d41ff94 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:29.765128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:29.802113 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:41:29.841687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 744156a5-08c6-41f8-b912-ab859621ac04 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:41:29.844527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:29.847312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:41:29.885560 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=91249320-a285-4136-a6b2-c0b21d41ff94,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:29.911239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:29.945753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:41:29.951114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:29.954831 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.069021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.080108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.099925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8bf3800a-5c53-4ac2-8ab5-06151f8a7c74,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:30.186792 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.188953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7354f8b2-1817-41d1-8c62-51d97e1cb856 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:41:30.313875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8bf3800a-5c53-4ac2-8ab5-06151f8a7c74,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:30.347550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac1f4a4-2396-41ae-b972-f10972608707 None None] Network 744156a5-08c6-41f8-b912-ab859621ac04 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:41:30.411072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 7354f8b2-1817-41d1-8c62-51d97e1cb856 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:41:30.565484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-457a87aa-7d5f-4e93-876d-1f5cd81b7a10 None None] Provisioning for port 7354f8b2-1817-41d1-8c62-51d97e1cb856 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:41:30.576628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-457a87aa-7d5f-4e93-876d-1f5cd81b7a10 None None] Provisioning complete for port 7354f8b2-1817-41d1-8c62-51d97e1cb856 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:30.576996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-457a87aa-7d5f-4e93-876d-1f5cd81b7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.613161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.683967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.752666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-457a87aa-7d5f-4e93-876d-1f5cd81b7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.789351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-457a87aa-7d5f-4e93-876d-1f5cd81b7a10 None None] For port 7354f8b2-1817-41d1-8c62-51d97e1cb856, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7354f8b2-1817-41d1-8c62-51d97e1cb856,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:30.807482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.812266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=91249320-a285-4136-a6b2-c0b21d41ff94,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:30.882325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-457a87aa-7d5f-4e93-876d-1f5cd81b7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:30.954439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457a87aa-7d5f-4e93-876d-1f5cd81b7a10 None None] Pushing event updated for resources: {'Port': ['ID=7354f8b2-1817-41d1-8c62-51d97e1cb856,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:30.956408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 744156a5-08c6-41f8-b912-ab859621ac04 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:41:30.958775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:31.018643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4bcb038f-8f2e-4505-8d35-52ae03b42cc1 None None] Provisioning complete for port 7354f8b2-1817-41d1-8c62-51d97e1cb856 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:31.018959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4bcb038f-8f2e-4505-8d35-52ae03b42cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:31.223378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4bcb038f-8f2e-4505-8d35-52ae03b42cc1 None None] Provisioning for port 91249320-a285-4136-a6b2-c0b21d41ff94 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:41:31.228909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4bcb038f-8f2e-4505-8d35-52ae03b42cc1 None None] Provisioning complete for port 91249320-a285-4136-a6b2-c0b21d41ff94 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:31.229281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4bcb038f-8f2e-4505-8d35-52ae03b42cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:31.285233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-4bcb038f-8f2e-4505-8d35-52ae03b42cc1 None None] Port 91249320-a285-4136-a6b2-c0b21d41ff94 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:41:31.363263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:41:31.406156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cd7272b2-5a68-49c1-8d30-84bb969c3295 None None] Provisioning complete for port 91249320-a285-4136-a6b2-c0b21d41ff94 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:31.406521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cd7272b2-5a68-49c1-8d30-84bb969c3295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:31.461711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-cd7272b2-5a68-49c1-8d30-84bb969c3295 None None] Port 91249320-a285-4136-a6b2-c0b21d41ff94 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:41:31.568940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:41:31.584960 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f31a6573-07db-458d-8fc1-281f2b5aba51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/38a8de0f-e06e-4dbf-b92a-deae555b63d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5194857 Feb 28 11:41:31.587446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55648) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:31.729451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32552e69-02f7-4348-b9b0-fed374b578c8 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.729827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32552e69-02f7-4348-b9b0-fed374b578c8 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.730187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32552e69-02f7-4348-b9b0-fed374b578c8 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.730662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32552e69-02f7-4348-b9b0-fed374b578c8 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.731838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32552e69-02f7-4348-b9b0-fed374b578c8 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.732196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32552e69-02f7-4348-b9b0-fed374b578c8 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.733906 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-32552e69-02f7-4348-b9b0-fed374b578c8 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1455770 Feb 28 11:41:31.736737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55652) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:31.764191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:41:31.811601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e7409-dc36-441e-b88b-56744c3c832f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.811974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e7409-dc36-441e-b88b-56744c3c832f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.812342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e7409-dc36-441e-b88b-56744c3c832f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.812685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e7409-dc36-441e-b88b-56744c3c832f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.813037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e7409-dc36-441e-b88b-56744c3c832f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.813385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59e7409-dc36-441e-b88b-56744c3c832f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:31.815118 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d59e7409-dc36-441e-b88b-56744c3c832f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0774252 Feb 28 11:41:31.817995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55656) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:31.834642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:31.835187 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:31.960812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7354f8b2-1817-41d1-8c62-51d97e1cb856 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:41:32.032577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7354f8b2-1817-41d1-8c62-51d97e1cb856 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:32.032972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:32.133794 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e6afc96f-c68d-481f-92d6-266d719a54c8 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3119683 Feb 28 11:41:32.135824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55660) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:32.139739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1170739636', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:32.228384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Sync routers for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:41:32.240488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:32.241335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:41:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:32.274190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:32.278727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:port and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:32.281532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:32.287089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:32.400419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:41:32.404094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:32.416191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:32.430151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] device_id is not set on port e8849346-3f93-4acf-ab87-4312925731de yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:41:32.573221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.7 (744156a5-08c6-41f8-b912-ab859621ac04/e15a8b22-5713-4561-9ec8-b63555f02589/e8849346-3f93-4acf-ab87-4312925731de) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:41:32.737059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:29Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91249320-a285-4136-a6b2-c0b21d41ff94', 'name': '', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:47:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:29Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:32.740457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Checking router: 38a8de0f-e06e-4dbf-b92a-deae555b63d0 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:41:32.740809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Updating router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 port 91249320-a285-4136-a6b2-c0b21d41ff94 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:41:32.786501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:32.792339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:32.801936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object e8849346-3f93-4acf-ab87-4312925731de will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:32.904421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:32.976841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 744156a5-08c6-41f8-b912-ab859621ac04 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:41:32.979677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:32.984188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:41:33.012656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:33.045771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:33.046401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.161530 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d98234ca-67e7-4d1f-9bd9-448e0ba80c9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0265810 Feb 28 11:41:33.195427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.211210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Transition to ACTIVE for port object 91249320-a285-4136-a6b2-c0b21d41ff94 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:33.297434 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e4b9ea3d-95db-4b95-b568-b70df53cdf58 None None] Provisioning for port e8849346-3f93-4acf-ab87-4312925731de completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:41:33.302541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e4b9ea3d-95db-4b95-b568-b70df53cdf58 None None] Provisioning complete for port e8849346-3f93-4acf-ab87-4312925731de triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:33.302958 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4b9ea3d-95db-4b95-b568-b70df53cdf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.331242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.442705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55666) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:33.448547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355720974', 'description': 'tempest-secgroup-smoke-1355720974 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:33.456290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:33.460695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:33.463644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:33.464506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e4b9ea3d-95db-4b95-b568-b70df53cdf58 None None] Port e8849346-3f93-4acf-ab87-4312925731de cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:41:33.472977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:33.476878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317f9b5-a08d-4554-b4e1-da22e4d4b40e None None] Pushing event updated for resources: {'Port': ['ID=91249320-a285-4136-a6b2-c0b21d41ff94,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:33.551242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.579160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Attempting to bind port 91249320-a285-4136-a6b2-c0b21d41ff94 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:41:33.579526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Attempting to bind port 91249320-a285-4136-a6b2-c0b21d41ff94 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:41:33.579884 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Attempting to bind port 91249320-a285-4136-a6b2-c0b21d41ff94 on network 744156a5-08c6-41f8-b912-ab859621ac04 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:41:33.593917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:41:33.594263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Checking segment: {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:41:33.594894 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.595696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Bound using segment: {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:41:33.596561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Bound port: 91249320-a285-4136-a6b2-c0b21d41ff94, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:41:33.597101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.600378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:33.604689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:33.609397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:33.617412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:33.680333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.697058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] For port 91249320-a285-4136-a6b2-c0b21d41ff94, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:41:33.701387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] For port 91249320-a285-4136-a6b2-c0b21d41ff94, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=91249320-a285-4136-a6b2-c0b21d41ff94,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:41:33.754599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.783814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.799214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af277f6f-c51e-4283-aebd-b36b84dd42b5,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:33.875005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:33.875792 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317f9b5-a08d-4554-b4e1-da22e4d4b40e None None] Pushing event updated for resources: {'Port': ['ID=91249320-a285-4136-a6b2-c0b21d41ff94,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:33.879080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:33.879668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:41:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:33.880269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55670) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:33.883816 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c6ddbc91-ed5a-4c22-9378-68f99243d115 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4400115 Feb 28 11:41:33.892621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': 'af277f6f-c51e-4283-aebd-b36b84dd42b5', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:33.899122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:33.903471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:33.906583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:33.917963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:33.991407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.013368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.073029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:34.075814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.154703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.178735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9d2b18-3375-43cf-b898-8fa8d4d75ad2,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:34.190825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.191200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.191545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.191883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.192252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.192544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.192871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.193196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.193520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.193882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.194187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:41:34.246357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.247694 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3c19804b-d2cb-4e9c-83f7-c018d987decd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3661771 Feb 28 11:41:34.250375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55674) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:34.255898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': 'af277f6f-c51e-4283-aebd-b36b84dd42b5', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:34.262781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:34.266753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:34.269655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:34.275546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:34.393740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:29Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91249320-a285-4136-a6b2-c0b21d41ff94', 'name': '', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:47:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:29Z', 'updated_at': '2022-02-28T11:41:33Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:34.397635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3715e1d9-8009-490b-92d8-79b5c5d0c791 None None] The sync data for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv is: [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:29Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91249320-a285-4136-a6b2-c0b21d41ff94', 'name': '', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:47:ed:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:29Z', 'updated_at': '2022-02-28T11:41:33Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:41:34.403441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.487252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.595166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.619944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f3578ee-8691-4c6b-95f3-10e0e61b9b22,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:34.717343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.718800 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-81a60bf8-3abe-4f97-9175-a76f4c5b1622 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4672449 Feb 28 11:41:34.721961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55678) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:34.729212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': 'af277f6f-c51e-4283-aebd-b36b84dd42b5', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:34.735643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:34.739903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:34.742994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:34.749635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:34.854655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:34.924893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.023311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.049811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2489d4c9-cb9d-402c-9bdf-ff2d71dd91b7,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:35.151772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.156403 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5e888a42-cb03-4291-ad7c-269974a7eadf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4300528 Feb 28 11:41:35.159750 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55682) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:35.165349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': 'af277f6f-c51e-4283-aebd-b36b84dd42b5', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:35.175592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:35.181581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:35.185476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:35.191487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:35.310351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.373159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.459281 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.484101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd28ee70-aac5-4af2-97cb-88aa9938b940,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:35.579136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.580332 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bc73ea83-d6b9-4a49-a3ad-fc02e4302fcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4224474 Feb 28 11:41:35.582959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55686) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:35.588243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': 'af277f6f-c51e-4283-aebd-b36b84dd42b5', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:35.595400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:35.598902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:35.601809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:35.608059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:35.693508 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:41:35.701067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.768525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.784024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 91249320-a285-4136-a6b2-c0b21d41ff94 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:41:35.863097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.889967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90f4efe4-d6bd-4675-9449-af88713019d7,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:35.921824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 91249320-a285-4136-a6b2-c0b21d41ff94 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:41:35.926938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 91249320-a285-4136-a6b2-c0b21d41ff94 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:35.927357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.983590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:35.984700 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4cf56f9c-dc55-4d0b-90e5-bf9aa20991a5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4008265 Feb 28 11:41:35.987578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55690) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:35.993127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': 'af277f6f-c51e-4283-aebd-b36b84dd42b5', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:35.999678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:36.003527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:36.006363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:36.013073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:36.050126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:36.085569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 91249320-a285-4136-a6b2-c0b21d41ff94, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=91249320-a285-4136-a6b2-c0b21d41ff94,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:36.166400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:36.194954 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:41:36.202767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:36.232296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=91249320-a285-4136-a6b2-c0b21d41ff94,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:36.272994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:36.345148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:36.369562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b539d2d-97df-4bb9-9c06-2712f36165ce,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:36.510676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:36.512658 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dcf0ad43-c229-4093-b2d8-bfce1c96f998 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5239451 Feb 28 11:41:36.757335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-59e26f33-83e5-4de7-9566-285b71b6b878 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:36.830688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-59e26f33-83e5-4de7-9566-285b71b6b878 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:36.831897 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-59e26f33-83e5-4de7-9566-285b71b6b878 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355720974&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.1177061 Feb 28 11:41:36.903594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-253904c7-c60e-49d8-9899-ca9a20da97c7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:36.904151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-253904c7-c60e-49d8-9899-ca9a20da97c7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:36.973276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-253904c7-c60e-49d8-9899-ca9a20da97c7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:36.974392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-253904c7-c60e-49d8-9899-ca9a20da97c7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 930 time: 0.1360328 Feb 28 11:41:37.047543 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-cb71f7d7-c0f3-4a2a-9208-7ba923f242a8 service neutron] 10.222.0.31 "GET /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0607750 Feb 28 11:41:37.174338 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-1188b854-4e26-4baa-a84f-3ab670d105df service neutron] 10.222.0.31 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207931 Feb 28 11:41:37.303711 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-2556a092-c993-4d7f-b546-857e4b41588e service neutron] 10.222.0.31 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221893 Feb 28 11:41:37.619219 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-603fc8ff-a55b-46e2-80e2-ab7358aa8a46 req-a25bcdb8-bcfd-4590-b047-623523040b86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 210 time: 0.0414829 Feb 28 11:41:37.758746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 91249320-a285-4136-a6b2-c0b21d41ff94 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:41:37.830920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 91249320-a285-4136-a6b2-c0b21d41ff94 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:37.831424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:38.378947 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:41:38.789141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-123df266-a4c6-403e-b3d6-b08b0d4f46ca req-c442d1dd-2db1-419d-86bd-603d2369608c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 210 time: 0.0450180 Feb 28 11:41:39.519404 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-48b0a86b-4692-4827-aa5f-3aa9771c540e service neutron] 10.222.0.57 "GET /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 1026 time: 0.0583055 Feb 28 11:41:39.669945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-625ae17b-acc5-4a1b-9106-4d7f2fedf9d6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:39.670613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-625ae17b-acc5-4a1b-9106-4d7f2fedf9d6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:39.762833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-625ae17b-acc5-4a1b-9106-4d7f2fedf9d6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:39.763991 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-625ae17b-acc5-4a1b-9106-4d7f2fedf9d6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=744156a5-08c6-41f8-b912-ab859621ac04 HTTP/1.1" status: 200 len: 796 time: 0.2400365 Feb 28 11:41:39.821612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-895d0c87-ec2e-4fa2-ac16-7d046d3234a9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 380 time: 0.0424209 Feb 28 11:41:39.832318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Request body: {'port': {'device_id': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:40.048353 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b274db37-e5ba-4836-b145-8d1904f71697 req-a7575841-8cdc-4b9a-9d9a-8b97591ae536 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 210 time: 0.0511978 Feb 28 11:41:40.062796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:40.392671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8849346-3f93-4acf-ab87-4312925731de {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:41:40.399327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:40.413087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Transition to ACTIVE for port object e8849346-3f93-4acf-ab87-4312925731de will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:41:40.470740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:40.597435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:40.708516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Attempting to bind port e8849346-3f93-4acf-ab87-4312925731de on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:41:40.708846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Attempting to bind port e8849346-3f93-4acf-ab87-4312925731de by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:41:40.709168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Attempting to bind port e8849346-3f93-4acf-ab87-4312925731de on network 744156a5-08c6-41f8-b912-ab859621ac04 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:41:40.715335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Port e8849346-3f93-4acf-ab87-4312925731de on network 744156a5-08c6-41f8-b912-ab859621ac04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:41:40.716209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Attempting to bind port e8849346-3f93-4acf-ab87-4312925731de on network 744156a5-08c6-41f8-b912-ab859621ac04 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:41:40.722999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:41:40.723334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Checking segment: {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:41:40.723712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Bound using segment: {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:41:40.724131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Bound port: e8849346-3f93-4acf-ab87-4312925731de, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:41:40.724477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:40.814871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:41:40.817776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:41:40.916437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:40.970833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:40.972179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] 10.222.0.57 "PUT /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 1131 time: 1.1439490 Feb 28 11:41:40.979571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:41:41.000128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777cbe8-d978-4afe-b17b-d107e76af1d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:41.039173 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de', 'status': 'completed', 'code': 200} Feb 28 11:41:41.143187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a126b54f-dbd7-4075-8bd8-f6b08fb09ffa req-ba834fcf-ca09-4181-a8b8-38fc23c801d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 1134 time: 0.0821519 Feb 28 11:41:41.335660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b54f-dbd7-4075-8bd8-f6b08fb09ffa req-4bab3372-6a2f-4687-871f-90efa0839294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:41.337045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a126b54f-dbd7-4075-8bd8-f6b08fb09ffa req-4bab3372-6a2f-4687-871f-90efa0839294 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1876271 Feb 28 11:41:41.370316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bbd2a-9b23-45af-a3ae-a3e847368890 req-3c95610f-833e-441e-9199-41d3171b6838 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:41.371773 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-883bbd2a-9b23-45af-a3ae-a3e847368890 req-3c95610f-833e-441e-9199-41d3171b6838 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 981 time: 0.1481318 Feb 28 11:41:41.484948 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-883bbd2a-9b23-45af-a3ae-a3e847368890 req-c6a9e27d-8dbc-4d9e-b361-b8a8f68a3e12 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642843 Feb 28 11:41:41.518226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b54f-dbd7-4075-8bd8-f6b08fb09ffa req-de8c3c4f-14f4-4a9f-aa03-4b769c0e4ce1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:41.519680 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a126b54f-dbd7-4075-8bd8-f6b08fb09ffa req-de8c3c4f-14f4-4a9f-aa03-4b769c0e4ce1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1749818 Feb 28 11:41:41.621240 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-c8ebacce-c9af-4565-96af-fae6276cc489 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 1134 time: 0.0671973 Feb 28 11:41:41.692787 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-9742180f-bd00-494a-809f-c26aa35350bd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 217 time: 0.0637629 Feb 28 11:41:41.754012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-23108941-c84f-47bb-9711-56fe66ab9cc6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:41.755377 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-23108941-c84f-47bb-9711-56fe66ab9cc6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15a8b22-5713-4561-9ec8-b63555f02589 HTTP/1.1" status: 200 len: 834 time: 0.0571070 Feb 28 11:41:41.829612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-5df5fef2-d409-4765-8d8e-a99fe83b7cfd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=744156a5-08c6-41f8-b912-ab859621ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682814 Feb 28 11:41:42.040566 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-cee26024-2307-4927-9925-a1c56ae2e359 service neutron] 10.222.0.57 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051451 Feb 28 11:41:42.167445 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4da62f7-4be8-4ade-ad80-13dbf78d93df req-d2f83501-90fa-49ff-8fc0-d30aad18891e service neutron] 10.222.0.57 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217613 Feb 28 11:41:42.682028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed5ef85-7d2c-41df-85e8-8bb9a2c0e5c5 req-a6a245b1-43d9-41e8-b709-80b175d60810 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:42.683498 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ed5ef85-7d2c-41df-85e8-8bb9a2c0e5c5 req-a6a245b1-43d9-41e8-b709-80b175d60810 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 981 time: 0.0799830 Feb 28 11:41:42.728904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ed5ef85-7d2c-41df-85e8-8bb9a2c0e5c5 req-da84a669-ffcd-416e-b083-65c42740efa0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391040 Feb 28 11:41:43.920352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41c455-e5f4-463b-b85f-97bae049c87c req-185f347d-b7fa-497f-a830-6f79ad7addca tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:43.921799 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce41c455-e5f4-463b-b85f-97bae049c87c req-185f347d-b7fa-497f-a830-6f79ad7addca tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 981 time: 0.0764608 Feb 28 11:41:43.969453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce41c455-e5f4-463b-b85f-97bae049c87c req-0dfed962-706e-4555-af64-ff957ed92ba4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422082 Feb 28 11:41:44.224166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e8849346-3f93-4acf-ab87-4312925731de details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:41:44.386490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:44.400025 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'e8849346-3f93-4acf-ab87-4312925731de', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'port_id': 'e8849346-3f93-4acf-ab87-4312925731de', 'mac_address': 'fa:16:3e:51:42:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:41:44.452202 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:44.469123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8849346-3f93-4acf-ab87-4312925731de {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:41:44.484621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:44.576962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:44.645297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:44.793754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['e8849346-3f93-4acf-ab87-4312925731de'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:41:44.916394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-94dc6841-8b5b-44ed-90b7-088f3d4880ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:45.165712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbf8d55-421b-46b4-9db4-6f0b70b7d608 req-767d44fc-c30e-46c2-8baf-09b56bb89a54 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:45.167163 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3fbf8d55-421b-46b4-9db4-6f0b70b7d608 req-767d44fc-c30e-46c2-8baf-09b56bb89a54 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 982 time: 0.0747173 Feb 28 11:41:45.211408 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3fbf8d55-421b-46b4-9db4-6f0b70b7d608 req-7f0f6687-fac9-45af-9c65-be2064e0e9f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382345 Feb 28 11:41:46.228646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e8849346-3f93-4acf-ab87-4312925731de up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:41:46.366087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port e8849346-3f93-4acf-ab87-4312925731de completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:41:46.371236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port e8849346-3f93-4acf-ab87-4312925731de triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:46.371607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:46.409277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e34718-e9a1-4857-8add-82c7309a02b1 req-e72e30e0-9873-4348-b518-b68e83d3db0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:46.410693 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a9e34718-e9a1-4857-8add-82c7309a02b1 req-e72e30e0-9873-4348-b518-b68e83d3db0b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 982 time: 0.0798593 Feb 28 11:41:46.455783 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a9e34718-e9a1-4857-8add-82c7309a02b1 req-7753534c-3489-4a6c-b897-bf6d8545023c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395279 Feb 28 11:41:46.488982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:46.515775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:41:46.525404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:46.571454 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de', 'code': 200} Feb 28 11:41:46.596365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:46.666516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:46.892101 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-baa21987-d0dc-4560-86bb-61245363ae04 req-02bc8f23-ab1d-421b-a49a-d64add5515ea service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 1136 time: 0.0662234 Feb 28 11:41:46.933455 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-baa21987-d0dc-4560-86bb-61245363ae04 req-85ee5472-97c7-4be5-a54e-5b31bdc68079 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Feb 28 11:41:47.036028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f67f8bd4-8090-4070-bf5b-09f0128e79dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:47.658520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc80bd3-fbae-4df3-9b2c-fd962b0aaed8 req-12588599-037c-4fd7-82ee-3bad98f7bf78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:47.660014 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0fc80bd3-fbae-4df3-9b2c-fd962b0aaed8 req-12588599-037c-4fd7-82ee-3bad98f7bf78 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 983 time: 0.0798960 Feb 28 11:41:47.705068 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0fc80bd3-fbae-4df3-9b2c-fd962b0aaed8 req-8c05b48c-590d-401c-90f2-93ccb480320d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 Feb 28 11:41:48.234325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:48.350384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:48.901034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf63f7-b1e9-4437-9088-4e3bbfb3b19a req-6068f974-99bb-4f18-92b1-ad0c243b8683 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:48.902469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cddf63f7-b1e9-4437-9088-4e3bbfb3b19a req-6068f974-99bb-4f18-92b1-ad0c243b8683 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 983 time: 0.0757213 Feb 28 11:41:48.950858 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cddf63f7-b1e9-4437-9088-4e3bbfb3b19a req-0396b14e-1780-4ade-ae0f-d645c4a29cbd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418119 Feb 28 11:41:49.145085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2315f90-569a-452e-b501-1770b11b0a89 req-b7f6c77f-8a7c-4b5e-a9c6-20071fe95a58 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:49.146597 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e2315f90-569a-452e-b501-1770b11b0a89 req-b7f6c77f-8a7c-4b5e-a9c6-20071fe95a58 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 983 time: 0.0756271 Feb 28 11:41:49.191131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e2315f90-569a-452e-b501-1770b11b0a89 req-fb7b21fe-c4f7-49cf-816c-30c76816acfa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390117 Feb 28 11:41:49.218622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55738) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:49.289548 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-758c0c3c-433e-4660-afc5-0ea62a617302 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 1131 time: 0.0696659 Feb 28 11:41:49.292154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55742) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:49.299823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'e8849346-3f93-4acf-ab87-4312925731de', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:49.305190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:49.309581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:floatingip and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:49.312450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:49.317963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:49.424835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:49.560477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:49.694329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.227 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/8d6e7844-03ce-4419-aae7-501a25e375ae) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:41:49.710452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:49.838037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:49.933584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:50.002800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:41:50.005397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:41:50.007963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:41:50.042617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=8d6e7844-03ce-4419-aae7-501a25e375ae,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:50.569430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:50.697931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:50.901776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:50.967261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:51.065565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=8d6e7844-03ce-4419-aae7-501a25e375ae,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:51.084736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:51.265444 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 76180cc9-9f92-4e3a-a89c-954c8264b5af associated. External IP: 172.26.1.227, port: e8849346-3f93-4acf-ab87-4312925731de. Feb 28 11:41:51.648765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:41:51.938918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:41:51.948928 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] Sync routers for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:41:51.961517 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:51.962121 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:41:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:52.039767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:52.096996 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6efcc1bb-1412-41df-aa96-622d3b202507 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.8038268 Feb 28 11:41:52.097675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:41:52.100069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55746) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:52.164249 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de', 'status': 'completed', 'code': 200} Feb 28 11:41:52.193362 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:52.193602 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-877dc52b-f07d-4113-91c6-7d59daf33886 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21&network_id=744156a5-08c6-41f8-b912-ab859621ac04 HTTP/1.1" status: 200 len: 1131 time: 0.0891380 Feb 28 11:41:52.271575 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b02e5586-d9ce-4369-a44a-bf8e66643c80 req-2323d34b-4b3a-4100-b975-152223027f2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 1136 time: 0.0861664 Feb 28 11:41:52.406862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e5586-d9ce-4369-a44a-bf8e66643c80 req-4c6124a4-83d1-46ee-bf53-46fd7a24c7e2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:52.408285 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b02e5586-d9ce-4369-a44a-bf8e66643c80 req-4c6124a4-83d1-46ee-bf53-46fd7a24c7e2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=744156a5-08c6-41f8-b912-ab859621ac04 HTTP/1.1" status: 200 len: 897 time: 0.1314955 Feb 28 11:41:52.515442 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b02e5586-d9ce-4369-a44a-bf8e66643c80 req-55ca95df-17e8-4312-99bc-571576c615fd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 1037 time: 0.1010518 Feb 28 11:41:52.546092 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:29Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '76180cc9-9f92-4e3a-a89c-954c8264b5af', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.227', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'port_id': 'e8849346-3f93-4acf-ab87-4312925731de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1170739636', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'mac_address': 'fa:16:3e:51:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:41:50Z', 'updated_at': '2022-02-28T11:41:50Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91249320-a285-4136-a6b2-c0b21d41ff94', 'name': '', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:47:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:29Z', 'updated_at': '2022-02-28T11:41:36Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:52.549916 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] Checking router: 38a8de0f-e06e-4dbf-b92a-deae555b63d0 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:41:52.561478 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:41:52.562184 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:41:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:52.579872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e5586-d9ce-4369-a44a-bf8e66643c80 req-d7841996-95ac-44e1-8636-bc4015d552a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:52.581356 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b02e5586-d9ce-4369-a44a-bf8e66643c80 req-d7841996-95ac-44e1-8636-bc4015d552a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15a8b22-5713-4561-9ec8-b63555f02589 HTTP/1.1" status: 200 len: 834 time: 0.0602934 Feb 28 11:41:52.658308 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b02e5586-d9ce-4369-a44a-bf8e66643c80 req-2980fe96-1117-4f74-a763-ac1f151d8530 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=744156a5-08c6-41f8-b912-ab859621ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710204 Feb 28 11:41:52.747675 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:41:52.840497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b02e5586-d9ce-4369-a44a-bf8e66643c80 req-6d53463a-ab25-4918-bce6-ed56f71b0fae service neutron] 10.222.0.57 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756973 Feb 28 11:41:52.958625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5543f8-534f-4e6d-871b-c6c81ae72997 req-fcfe95a5-40c5-49bb-92a9-d064e42a4cac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:52.960070 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e5543f8-534f-4e6d-871b-c6c81ae72997 req-fcfe95a5-40c5-49bb-92a9-d064e42a4cac tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 983 time: 0.1950517 Feb 28 11:41:53.033572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b02e5586-d9ce-4369-a44a-bf8e66643c80 req-2861291a-a00b-4f85-b300-34cfe3867a9b service neutron] 10.222.0.57 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823013 Feb 28 11:41:53.044315 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e5543f8-534f-4e6d-871b-c6c81ae72997 req-6bb137ab-1fbf-45ba-a4db-890a12ed2c97 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755060 Feb 28 11:41:53.094751 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:29Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '76180cc9-9f92-4e3a-a89c-954c8264b5af', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.227', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'port_id': 'e8849346-3f93-4acf-ab87-4312925731de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1170739636', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'mac_address': 'fa:16:3e:51:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:41:50Z', 'updated_at': '2022-02-28T11:41:50Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91249320-a285-4136-a6b2-c0b21d41ff94', 'name': '', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:47:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:29Z', 'updated_at': '2022-02-28T11:41:36Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:41:53.098815 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03d9002f-da23-47cd-ae54-7670d7100943 None None] The sync data for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv is: [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:29Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '76180cc9-9f92-4e3a-a89c-954c8264b5af', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.227', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'port_id': 'e8849346-3f93-4acf-ab87-4312925731de', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1170739636', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'mac_address': 'fa:16:3e:51:42:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a10d8326-7c27-4c47-94db-cebe3752aa21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:41:50Z', 'updated_at': '2022-02-28T11:41:50Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91249320-a285-4136-a6b2-c0b21d41ff94', 'name': '', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:47:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:29Z', 'updated_at': '2022-02-28T11:41:36Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:41:53.294417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a73f8c-85e2-420c-ab1f-67fc2282ccc8 None None] New status for floating IP 76180cc9-9f92-4e3a-a89c-954c8264b5af: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:41:54.069242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-82453f81-96e9-42df-8821-42119413986b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:54.069242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-82453f81-96e9-42df-8821-42119413986b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 983 time: 0.0786672 Feb 28 11:41:54.139798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-608f36d0-7f18-4715-a7ec-0f43660e81a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:54.141126 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-608f36d0-7f18-4715-a7ec-0f43660e81a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0674510 Feb 28 11:41:54.330382 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-379e1897-e647-4811-8343-ebb1d903cd52 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1845846 Feb 28 11:41:54.342617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:54.375384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e778d0f-e169-48b5-b392-ec54399c53c5 req-45695021-bf9e-4c29-96eb-8aad3dc81e94 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:54.376809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8e778d0f-e169-48b5-b392-ec54399c53c5 req-45695021-bf9e-4c29-96eb-8aad3dc81e94 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 983 time: 0.2060959 Feb 28 11:41:54.474579 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8e778d0f-e169-48b5-b392-ec54399c53c5 req-d25bd35b-070a-4e77-b530-250b5e68acc1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918570 Feb 28 11:41:54.497770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:54.783919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:41:54.811635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:41:54.860177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] device_id is not set on port e8849346-3f93-4acf-ab87-4312925731de yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:41:54.868346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:54.944615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:55.080682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb238747-9c88-4045-a040-ab535107e139 service neutron] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=6']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:55.144361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] No DVR routers for this DVR port e8849346-3f93-4acf-ab87-4312925731de on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:41:55.243411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a1bf6ac1-a2d6-4457-a25d-db0342a61ed3 None None] Provisioning complete for port e8849346-3f93-4acf-ab87-4312925731de triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:41:55.244013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a1bf6ac1-a2d6-4457-a25d-db0342a61ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:55.294418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a1bf6ac1-a2d6-4457-a25d-db0342a61ed3 None None] Port e8849346-3f93-4acf-ab87-4312925731de cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:41:55.388481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] In _notify_port_updated(), no bound segment for port e8849346-3f93-4acf-ab87-4312925731de on network 744156a5-08c6-41f8-b912-ab859621ac04 {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:41:55.389526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:55.390778 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2cc78db1-d0c3-4724-b0e3-a9231711131e req-fb238747-9c88-4045-a040-ab535107e139 service neutron] 10.222.0.57 "PUT /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 1026 time: 1.0537519 Feb 28 11:41:55.639623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c4efa48f-0424-49d0-8a80-5a144bf5e6f7 req-f001579f-3dc4-4997-82ed-03bfc30ea8e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=a10d8326-7c27-4c47-94db-cebe3752aa21 HTTP/1.1" status: 200 len: 210 time: 0.0437596 Feb 28 11:41:56.746090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55764) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:56.813163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a36152b-3e03-43cc-931a-523342af3052 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:41:56.813729 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8a36152b-3e03-43cc-931a-523342af3052 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:41:56.885839 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8a36152b-3e03-43cc-931a-523342af3052 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:41:56.886752 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8a36152b-3e03-43cc-931a-523342af3052 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 925 time: 0.1391490 Feb 28 11:41:57.180090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55770) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:57.186464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794865403', 'description': 'tempest-secgroup-smoke-1794865403 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:57.192682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:57.202160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:57.298695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.333674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:57.337422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:57.344709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:57.346129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:57.404663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.505958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.549873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dac4549-8889-4350-9ff7-97c87ba13f69,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:57.679314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.679314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-af871a02-f2a5-4f58-8692-3f617e16c230 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4964530 Feb 28 11:41:57.681581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55774) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:57.687277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1dac4549-8889-4350-9ff7-97c87ba13f69', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:57.693302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:57.697897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:57.699992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:57.705565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:57.790989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.850945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.925495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:57.948197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7d52eb6-b4ea-4245-b0c4-e1a8692f741a,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:58.030113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.030113 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-da061a26-1df5-4d9d-b9a8-24edf749fe00 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3471251 Feb 28 11:41:58.032402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55778) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:58.037692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1dac4549-8889-4350-9ff7-97c87ba13f69', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:58.044138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:58.047909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:58.050684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:58.056248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:58.161220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.222649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.259102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e8849346-3f93-4acf-ab87-4312925731de no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:41:58.316398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.317208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e8849346-3f93-4acf-ab87-4312925731de not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:41:58.343152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6004f745-68fd-47ab-9bd4-2fa447455e09,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:58.436194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.440308 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b18f8e77-0158-4c50-ae0b-dcc3455db8db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4041111 Feb 28 11:41:58.440308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55782) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:58.445720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1dac4549-8889-4350-9ff7-97c87ba13f69', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:58.452322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:58.456155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:58.466368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:58.466368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:58.554117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.616949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.736576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.760251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96dce5b-37af-40c2-a6f1-4d2716c1c8db,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:58.863106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:58.864072 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-34a35cbc-a2e8-441a-90d4-6dd513cda64a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4229023 Feb 28 11:41:58.868055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55786) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:58.873164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1dac4549-8889-4350-9ff7-97c87ba13f69', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:58.879171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:58.882872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:58.885730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:58.892463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:59.037033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.100381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.177287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.200110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de618868-3085-4991-aa85-824e35d05619,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:59.282116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.283394 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d040b24c-b967-4049-9ace-9ed17b3fdaa7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4152334 Feb 28 11:41:59.286404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55790) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:59.291964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1dac4549-8889-4350-9ff7-97c87ba13f69', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:59.298443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:59.302173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:59.305044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:59.311499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:59.419001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:41:59.426081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.494206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.601829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.629685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b44ba15-b8de-49a8-a8d7-bd504321521a,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:41:59.716883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.718259 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-87118573-3a59-4ace-a51e-819bb2523e63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4309297 Feb 28 11:41:59.721206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55794) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:41:59.726616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1dac4549-8889-4350-9ff7-97c87ba13f69', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:41:59.734749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:41:59.739763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:41:59.744182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:41:59.752405 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:41:59.857118 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:41:59.865490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:41:59.934770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:00.012573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:00.036785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ddbdfb-4123-422c-b201-aff398291c04,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:00.110413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:00.111663 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3e4d73fb-5c9b-4130-bb46-d984bca0cb3c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3895380 Feb 28 11:42:00.354271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-fb401323-262f-402e-9564-f4519fe3d86b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:00.499827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-fb401323-262f-402e-9564-f4519fe3d86b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:00.503306 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-fb401323-262f-402e-9564-f4519fe3d86b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794865403&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.1918917 Feb 28 11:42:00.578004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-3df28354-5362-46dd-9992-66c6d5049ad4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:00.579348 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-3df28354-5362-46dd-9992-66c6d5049ad4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 930 time: 0.0713410 Feb 28 11:42:00.777973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-dd8d2e1c-250e-4a79-afa9-8c5502f3a3bc service neutron] 10.222.0.31 "GET /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1864281 Feb 28 11:42:00.910425 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-a95f30f2-fd2e-4c68-b31d-0794535c9d92 service neutron] 10.222.0.31 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260431 Feb 28 11:42:01.125863 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-4c1d359a-da60-4193-8364-acda1f600a53 service neutron] 10.222.0.31 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096064 Feb 28 11:42:01.459482 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ccec98d5-8713-4ed7-b146-8eeb89004bb9 req-38989dfe-b65c-4842-b7d3-d6cd30900405 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 210 time: 0.0490277 Feb 28 11:42:02.626413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c2f7de72-2210-43df-9d58-531940389df7 req-f8d0dfc0-8eef-4d4f-b368-20ffc4d618e0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 210 time: 0.0422225 Feb 28 11:42:03.531048 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-44a9653b-2188-4888-b26c-1629d702259f service neutron] 10.222.0.57 "GET /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 1026 time: 0.0584548 Feb 28 11:42:03.678320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-34a5ee7d-8a8a-4fe5-8da8-073e693daca9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:03.680171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-34a5ee7d-8a8a-4fe5-8da8-073e693daca9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=744156a5-08c6-41f8-b912-ab859621ac04 HTTP/1.1" status: 200 len: 796 time: 0.1445329 Feb 28 11:42:03.744559 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-61e32794-1bc6-421a-8a5f-81befc9c8601 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 473 time: 0.0521400 Feb 28 11:42:03.754913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Request body: {'port': {'device_id': 'ac4944f9-1f48-4136-a835-f66725d3a715', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:03.834037 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bab9a976-59df-466c-a0dd-433df764dc18 req-5a661a37-c315-44c6-9581-5400e026b34a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 210 time: 0.0517263 Feb 28 11:42:03.906988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:03.931246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.243714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8849346-3f93-4acf-ab87-4312925731de {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:42:04.250604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.265078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Transition to ACTIVE for port object e8849346-3f93-4acf-ab87-4312925731de will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:04.353807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.487367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=7']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:04.629052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Attempting to bind port e8849346-3f93-4acf-ab87-4312925731de on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:42:04.629388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Attempting to bind port e8849346-3f93-4acf-ab87-4312925731de by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:42:04.629714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Attempting to bind port e8849346-3f93-4acf-ab87-4312925731de on network 744156a5-08c6-41f8-b912-ab859621ac04 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:42:04.636120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Port e8849346-3f93-4acf-ab87-4312925731de on network 744156a5-08c6-41f8-b912-ab859621ac04 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:42:04.636934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Attempting to bind port e8849346-3f93-4acf-ab87-4312925731de on network 744156a5-08c6-41f8-b912-ab859621ac04 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:42:04.643884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:42:04.644578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Checking segment: {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:42:04.644702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Bound using segment: {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:42:04.645093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Bound port: e8849346-3f93-4acf-ab87-4312925731de, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd07be739-6360-4166-afee-7b3f37d2fc07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 745, 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:42:04.645439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.737170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:42:04.742275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:42:04.899060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.996582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:04.999174 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] 10.222.0.57 "PUT /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 1131 time: 1.2474282 Feb 28 11:42:04.999174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac4944f9-1f48-4136-a835-f66725d3a715', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:42:05.027195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9f808-aa52-4b0e-a72b-85f6c3bbd62f service neutron] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=8']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:05.061635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65a9299-07ab-4a7d-8938-e1fbcb9e8731 req-73285861-6d6a-4ac7-96ee-1a0df764b73a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:05.068877 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e65a9299-07ab-4a7d-8938-e1fbcb9e8731 req-73285861-6d6a-4ac7-96ee-1a0df764b73a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 981 time: 0.1068933 Feb 28 11:42:05.086930 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac4944f9-1f48-4136-a835-f66725d3a715', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de', 'status': 'completed', 'code': 200} Feb 28 11:42:05.160084 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e65a9299-07ab-4a7d-8938-e1fbcb9e8731 req-18c5365f-5fb5-46e6-984f-b6eb4c525ea6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903442 Feb 28 11:42:05.183253 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-90ffba91-438f-4ffe-9719-8fa6b2e66610 req-cbb7e0cf-437e-4d6d-b5e6-77241e31ba54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 1134 time: 0.0928314 Feb 28 11:42:05.403723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffba91-438f-4ffe-9719-8fa6b2e66610 req-54e56442-7954-4a4b-9824-2662a4ea3aef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:05.405239 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-90ffba91-438f-4ffe-9719-8fa6b2e66610 req-54e56442-7954-4a4b-9824-2662a4ea3aef service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2153420 Feb 28 11:42:05.541392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffba91-438f-4ffe-9719-8fa6b2e66610 req-66f6266c-2d50-4089-b750-8bf701579dd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:05.542797 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-90ffba91-438f-4ffe-9719-8fa6b2e66610 req-66f6266c-2d50-4089-b750-8bf701579dd1 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312840 Feb 28 11:42:05.645984 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-9c844e55-2ca8-44aa-9f0c-2faaad119d6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 1134 time: 0.0689495 Feb 28 11:42:05.752280 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-ac6b4c7b-2c9d-47ee-80ef-d571b222b707 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 1037 time: 0.0994587 Feb 28 11:42:05.813531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-2a3a941e-713a-4de7-9fa2-a7dd3639d625 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:05.815012 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-2a3a941e-713a-4de7-9fa2-a7dd3639d625 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e15a8b22-5713-4561-9ec8-b63555f02589 HTTP/1.1" status: 200 len: 834 time: 0.0567243 Feb 28 11:42:05.891709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-5a46475b-f545-4f09-9b32-c71fabaa3db6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=744156a5-08c6-41f8-b912-ab859621ac04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712299 Feb 28 11:42:06.021519 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-0d42dcd9-ad8a-4003-af92-8c7652ac5d8d service neutron] 10.222.0.57 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242127 Feb 28 11:42:06.151149 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da75cf8a-76b2-432a-b56e-8ce6913d0245 req-738682dd-62c1-411b-ade2-9967d97461d5 service neutron] 10.222.0.57 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240420 Feb 28 11:42:06.358777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536e467-e04e-4ed1-b958-19fb7c1b7c8c req-a08966b4-bd89-4350-96e7-8925dfe4f981 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:06.360907 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a536e467-e04e-4ed1-b958-19fb7c1b7c8c req-a08966b4-bd89-4350-96e7-8925dfe4f981 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 981 time: 0.0766866 Feb 28 11:42:06.405869 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a536e467-e04e-4ed1-b958-19fb7c1b7c8c req-ebdc1b4a-9cd9-43fd-8ea3-2f29ed8c2a92 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399413 Feb 28 11:42:07.614558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450dee1e-9fc8-4cdb-a6ab-631b71d4d4f0 req-6b3cea78-4c8a-4edb-8781-3a4897bd6924 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:07.616043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-450dee1e-9fc8-4cdb-a6ab-631b71d4d4f0 req-6b3cea78-4c8a-4edb-8781-3a4897bd6924 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 981 time: 0.0865874 Feb 28 11:42:07.660903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-450dee1e-9fc8-4cdb-a6ab-631b71d4d4f0 req-bb06f3fa-21f0-4c91-a607-73d3fcfcd7e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395064 Feb 28 11:42:08.469928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e8849346-3f93-4acf-ab87-4312925731de details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:42:08.469928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:08.469928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'e8849346-3f93-4acf-ab87-4312925731de', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'port_id': 'e8849346-3f93-4acf-ab87-4312925731de', 'mac_address': 'fa:16:3e:51:42:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 745, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:42:08.515755 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:08.533191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8849346-3f93-4acf-ab87-4312925731de {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:42:08.547674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:08.687068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:08.754761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=9']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:08.856067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54690843-e5a3-4854-8f09-e456b24dfeb8 req-14ca353e-2bcd-4132-81df-14fa231127b9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:08.857633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54690843-e5a3-4854-8f09-e456b24dfeb8 req-14ca353e-2bcd-4132-81df-14fa231127b9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 982 time: 0.0757363 Feb 28 11:42:08.897418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['e8849346-3f93-4acf-ab87-4312925731de'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:42:08.906310 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54690843-e5a3-4854-8f09-e456b24dfeb8 req-2637223c-b62e-47be-8903-07748f447e08 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431302 Feb 28 11:42:10.107117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e5d51-ae52-43cd-a696-5a9e930ef8b5 req-87e08811-7804-4d35-97a6-7cc1af287b84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:10.108704 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-807e5d51-ae52-43cd-a696-5a9e930ef8b5 req-87e08811-7804-4d35-97a6-7cc1af287b84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 982 time: 0.0792472 Feb 28 11:42:10.155373 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-807e5d51-ae52-43cd-a696-5a9e930ef8b5 req-cadbd7a7-8dd8-4866-8345-b3d66f83464d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413501 Feb 28 11:42:10.317647 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e8849346-3f93-4acf-ab87-4312925731de up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:10.490323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port e8849346-3f93-4acf-ab87-4312925731de completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:10.495140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port e8849346-3f93-4acf-ab87-4312925731de triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:10.495507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:10.611268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:10.637853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac4944f9-1f48-4136-a835-f66725d3a715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:42:10.647920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:10.691774 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac4944f9-1f48-4136-a835-f66725d3a715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8849346-3f93-4acf-ab87-4312925731de', 'code': 200} Feb 28 11:42:10.719984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:10.786672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=10']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:11.041642 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d340f6ff-fe8d-43f0-9f46-22e830a2093f req-2af5cf4f-06b2-4ec8-87c9-ee9f398d356d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 1137 time: 0.0711951 Feb 28 11:42:11.082969 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d340f6ff-fe8d-43f0-9f46-22e830a2093f req-641fb877-a921-43e3-99eb-3bb163caa6bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358558 Feb 28 11:42:11.347867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580a26d-4f60-4c64-96ed-fa3519e6e28f req-b9422515-05f8-4356-9e79-b18e5b05190b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:11.349299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f580a26d-4f60-4c64-96ed-fa3519e6e28f req-b9422515-05f8-4356-9e79-b18e5b05190b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 984 time: 0.0767078 Feb 28 11:42:11.394181 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f580a26d-4f60-4c64-96ed-fa3519e6e28f req-ba01341b-c59b-44b0-9594-6c1c32e10d72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394597 Feb 28 11:42:12.738982 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4ed99-5326-457e-8db4-36f21f3c6d1e req-c11e4c20-2995-41af-aa10-b1fcc370ff49 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:12.740162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8de4ed99-5326-457e-8db4-36f21f3c6d1e req-c11e4c20-2995-41af-aa10-b1fcc370ff49 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 984 time: 0.0788903 Feb 28 11:42:12.787413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8de4ed99-5326-457e-8db4-36f21f3c6d1e req-a1a0c908-87c3-4fd4-bde5-d6247a962a2f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415492 Feb 28 11:42:12.980736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6bea7-325e-49ba-9f82-18213596a6f9 req-bcdba844-08a6-409c-9904-b5066ddd638f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:12.982551 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fcc6bea7-325e-49ba-9f82-18213596a6f9 req-bcdba844-08a6-409c-9904-b5066ddd638f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 984 time: 0.0760741 Feb 28 11:42:13.027089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fcc6bea7-325e-49ba-9f82-18213596a6f9 req-a5f21ff1-0936-49a5-b8dd-df5280625b60 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391836 Feb 28 11:42:13.055238 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55846) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:13.129046 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3bf07577-4e8f-4972-b35c-d3275aa0d124 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715&network_id=744156a5-08c6-41f8-b912-ab859621ac04 HTTP/1.1" status: 200 len: 1132 time: 0.0726860 Feb 28 11:42:13.716256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd4dd1-42d8-4c65-bf1f-84dd0957096a req-ca6f9b2d-7c3a-4a71-b374-1708a1d5b30a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:13.717722 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-53fd4dd1-42d8-4c65-bf1f-84dd0957096a req-ca6f9b2d-7c3a-4a71-b374-1708a1d5b30a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 984 time: 0.0761969 Feb 28 11:42:13.763911 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-53fd4dd1-42d8-4c65-bf1f-84dd0957096a req-e15656c1-784c-4cad-a07e-ef466dac521f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399873 Feb 28 11:42:14.875623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3affc3fb-6973-4b2e-8a77-3a8b3907ad0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:15.119692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd72e43-e316-4135-822c-bec37bf677f9 req-6cf58155-5c79-4fc0-858b-0a6220ab767c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:15.121121 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cd72e43-e316-4135-822c-bec37bf677f9 req-6cf58155-5c79-4fc0-858b-0a6220ab767c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 984 time: 0.2284436 Feb 28 11:42:15.128314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-f0128173-9fa1-4cbc-ae55-fd9018f14024 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:15.129343 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-f0128173-9fa1-4cbc-ae55-fd9018f14024 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 984 time: 0.1148083 Feb 28 11:42:15.222773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-56b8a4c1-4820-4cce-a087-db6591c31727 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:15.224120 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-56b8a4c1-4820-4cce-a087-db6591c31727 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0808790 Feb 28 11:42:15.226537 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cd72e43-e316-4135-822c-bec37bf677f9 req-6aa544e9-3285-4319-b228-94eea637e094 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=172b598a-3449-4bb9-bf31-fa5f2a85f896&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963333 Feb 28 11:42:15.365995 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-a3913c0a-db3e-4aa1-9181-aba91c804d1d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1375833 Feb 28 11:42:15.375702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:15.379380 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:42:15.484857 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:15.684218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e8849346-3f93-4acf-ab87-4312925731de,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:15.723245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] For port e8849346-3f93-4acf-ab87-4312925731de, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:42:15.772265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] device_id is not set on port e8849346-3f93-4acf-ab87-4312925731de yet. {{(pid=84339) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 11:42:15.782594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:15.839880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:15.975259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Pushing event updated for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=11']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:15.997864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:15.998369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:15.998715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:15.999078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:15.999418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:15.999749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:16.000171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:16.000436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:16.000767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:16.001225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:16.001412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:16.049380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] No DVR routers for this DVR port e8849346-3f93-4acf-ab87-4312925731de on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:42:16.087824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bd9394fb-9a78-48b8-9ec3-08d4f768982d None None] Provisioning complete for port e8849346-3f93-4acf-ab87-4312925731de triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:16.087824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bd9394fb-9a78-48b8-9ec3-08d4f768982d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:16.143214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bd9394fb-9a78-48b8-9ec3-08d4f768982d None None] Port e8849346-3f93-4acf-ab87-4312925731de cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:42:16.292100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] In _notify_port_updated(), no bound segment for port e8849346-3f93-4acf-ab87-4312925731de on network 744156a5-08c6-41f8-b912-ab859621ac04 {{(pid=84339) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 11:42:16.293123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:16.294364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6e473c1-fba6-4aab-af4e-296b5a1aa84e req-b22c802d-dfa2-4de7-a472-48bb2275cb3f service neutron] 10.222.0.57 "PUT /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 200 len: 1027 time: 0.9226854 Feb 28 11:42:16.393504 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a5d8de5d-5e10-473f-b760-768133f99646 req-4c38e74c-d91e-4cc9-97a3-74b865f5e8c9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=ac4944f9-1f48-4136-a835-f66725d3a715 HTTP/1.1" status: 200 len: 210 time: 0.0449181 Feb 28 11:42:17.077080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ebc549f7-de8c-4379-aa10-d0626d87d3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:17.252281 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-75a0817a-50b8-4171-bdc1-4990c17321be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688560 Feb 28 11:42:17.391643 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-602cd627-1001-4d8a-9286-b875c7d77504 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 1099 time: 0.0727282 Feb 28 11:42:17.502328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55862) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:17.538759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-567ef059-87a9-493d-83d0-9b867c097fc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:17.540202 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-567ef059-87a9-493d-83d0-9b867c097fc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.1293294 Feb 28 11:42:17.573877 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-001a7071-d17b-4e67-af63-95e1ed884e9c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:17.610003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-001a7071-d17b-4e67-af63-95e1ed884e9c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:17.730146 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-53233565-3534-454c-84e8-a89dae7fe779 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb HTTP/1.1" status: 200 len: 1001 time: 0.1839259 Feb 28 11:42:17.761684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-001a7071-d17b-4e67-af63-95e1ed884e9c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:17.782077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a7071-d17b-4e67-af63-95e1ed884e9c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dac4549-8889-4350-9ff7-97c87ba13f69,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:17.792340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-23e34958-ca29-470b-bdb9-e566122219e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:17.793758 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-23e34958-ca29-470b-bdb9-e566122219e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0578160 Feb 28 11:42:17.867538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-ed9614f7-b197-4f27-a9e9-40d4ea5affba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680935 Feb 28 11:42:17.872166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-001a7071-d17b-4e67-af63-95e1ed884e9c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:17.873624 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-001a7071-d17b-4e67-af63-95e1ed884e9c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/1dac4549-8889-4350-9ff7-97c87ba13f69 HTTP/1.1" status: 204 len: 168 time: 0.3701797 Feb 28 11:42:17.990712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55868) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:18.002973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-9a6213c9-ca44-4e78-a81a-d3f5973576fe service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291342 Feb 28 11:42:18.135989 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64d66a46-4258-46f2-91dc-508cd3931d30 req-99b1eae7-5c82-4d99-946b-5c8cc02b9d53 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269078 Feb 28 11:42:18.189124 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 8d6e7844-03ce-4419-aae7-501a25e375ae {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:42:18.189473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:18.286166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:18.336672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e8849346-3f93-4acf-ab87-4312925731de no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:42:18.361331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:18.361661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:18.365451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:18.395658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e8849346-3f93-4acf-ab87-4312925731de not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:42:18.483221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 8d6e7844-03ce-4419-aae7-501a25e375ae owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:42:18.715825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:18.760654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=8d6e7844-03ce-4419-aae7-501a25e375ae,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:18.851234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:19.342245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:42:19.552594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:42:19.563632 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] Sync routers for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:42:19.581441 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:19.582248 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:19.622867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:19.692693 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-291c27e1-48bc-4ac5-9e23-42c1390d840e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/floatingips/76180cc9-9f92-4e3a-a89c-954c8264b5af HTTP/1.1" status: 204 len: 168 time: 1.7008338 Feb 28 11:42:19.715921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:19.788858 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:19.890110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55876) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:19.970802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3145c51a-0488-4424-8b2c-2fde293610b6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:20.002528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3145c51a-0488-4424-8b2c-2fde293610b6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:20.161886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3145c51a-0488-4424-8b2c-2fde293610b6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:20.182148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145c51a-0488-4424-8b2c-2fde293610b6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af277f6f-c51e-4283-aebd-b36b84dd42b5,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:20.188201 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:29Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91249320-a285-4136-a6b2-c0b21d41ff94', 'name': '', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:47:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:29Z', 'updated_at': '2022-02-28T11:41:36Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:20.189708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3145c51a-0488-4424-8b2c-2fde293610b6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:20.190831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3145c51a-0488-4424-8b2c-2fde293610b6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/af277f6f-c51e-4283-aebd-b36b84dd42b5 HTTP/1.1" status: 204 len: 168 time: 0.2995942 Feb 28 11:42:20.194033 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] Checking router: 38a8de0f-e06e-4dbf-b92a-deae555b63d0 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:42:20.206184 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:20.206975 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:20.326240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55882) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:20.385472 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:20.390795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-30a3f3ee-82ce-4616-a753-5eae4a2ea9f9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port e8849346-3f93-4acf-ab87-4312925731de {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:42:20.391173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30a3f3ee-82ce-4616-a753-5eae4a2ea9f9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:20.642249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30a3f3ee-82ce-4616-a753-5eae4a2ea9f9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:20.708717 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:29Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91249320-a285-4136-a6b2-c0b21d41ff94', 'name': '', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:47:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:29Z', 'updated_at': '2022-02-28T11:41:36Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:20.712644 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b8730-9c75-4ba1-a374-b59159cef5cd None None] The sync data for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv is: [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:41:29Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91249320-a285-4136-a6b2-c0b21d41ff94', 'name': '', 'network_id': '744156a5-08c6-41f8-b912-ab859621ac04', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:47:ed:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:29Z', 'updated_at': '2022-02-28T11:41:36Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': 'e15a8b22-5713-4561-9ec8-b63555f02589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:42:20.764371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-30a3f3ee-82ce-4616-a753-5eae4a2ea9f9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for e8849346-3f93-4acf-ab87-4312925731de owned by {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:42:20.945135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e622957-7bd8-47c2-a886-3218fa1148f6 None None] New status for floating IP 76180cc9-9f92-4e3a-a89c-954c8264b5af: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:42:21.004739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30a3f3ee-82ce-4616-a753-5eae4a2ea9f9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:21.051364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a3f3ee-82ce-4616-a753-5eae4a2ea9f9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=e8849346-3f93-4acf-ab87-4312925731de,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:21.157729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30a3f3ee-82ce-4616-a753-5eae4a2ea9f9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:21.167947 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-30a3f3ee-82ce-4616-a753-5eae4a2ea9f9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/ports/e8849346-3f93-4acf-ab87-4312925731de HTTP/1.1" status: 204 len: 168 time: 0.8406453 Feb 28 11:42:21.171371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55886) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:21.656390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:22.264807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 91249320-a285-4136-a6b2-c0b21d41ff94 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:42:22.265444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:22.451387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 91249320-a285-4136-a6b2-c0b21d41ff94, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=91249320-a285-4136-a6b2-c0b21d41ff94,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:22.452239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:22.571618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 91249320-a285-4136-a6b2-c0b21d41ff94 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:42:22.804639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:22.849897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=91249320-a285-4136-a6b2-c0b21d41ff94,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:23.240308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:23.819211 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:42:24.014694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:42:24.024036 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] Sync routers for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:42:24.029019 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-55def03d-0580-42f8-9ae9-0c9bedb6251d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/38a8de0f-e06e-4dbf-b92a-deae555b63d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8566265 Feb 28 11:42:24.031649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55890) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:24.036818 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:24.037405 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:24.216766 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:24.226316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf676d2e-b6b0-461e-a73f-716b8ba3ad64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting subnet e15a8b22-5713-4561-9ec8-b63555f02589 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:42:24.229641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bf676d2e-b6b0-461e-a73f-716b8ba3ad64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:24.284256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bf676d2e-b6b0-461e-a73f-716b8ba3ad64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:24.367962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bf676d2e-b6b0-461e-a73f-716b8ba3ad64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:24.499696 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:42:22Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:24.503485 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] Checking router: 38a8de0f-e06e-4dbf-b92a-deae555b63d0 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:42:24.513621 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] Routers {'38a8de0f-e06e-4dbf-b92a-deae555b63d0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:24.514468 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:24.516823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bf676d2e-b6b0-461e-a73f-716b8ba3ad64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:24.557030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf676d2e-b6b0-461e-a73f-716b8ba3ad64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Subnet': ['ID=e15a8b22-5713-4561-9ec8-b63555f02589,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:24.561225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bf676d2e-b6b0-461e-a73f-716b8ba3ad64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:24.567892 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bf676d2e-b6b0-461e-a73f-716b8ba3ad64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/subnets/e15a8b22-5713-4561-9ec8-b63555f02589 HTTP/1.1" status: 204 len: 168 time: 0.5352638 Feb 28 11:42:24.570537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55894) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:24.573886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90bd5aa-2cb2-4622-867c-8beb57d40544 None None] Network 744156a5-08c6-41f8-b912-ab859621ac04 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:42:24.724668 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] Set router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:24.876511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] DHCP port deletion for 744156a5-08c6-41f8-b912-ab859621ac04 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:42:24.881342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Deleting port 7354f8b2-1817-41d1-8c62-51d97e1cb856 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:42:24.881946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:24.899677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:25.048445 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:42:22Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:25.052940 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c232d7e3-bb4d-4d1b-b14e-861190363607 None None] The sync data for ids ['38a8de0f-e06e-4dbf-b92a-deae555b63d0'] in dv-neutron-830866-1-hyperv is: [{'id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'name': 'tempest-TestNetworkBasicOps-router-1750643700', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253'}], 'enable_snat': True}, 'gw_port_id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:41:24Z', 'updated_at': '2022-02-28T11:42:22Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '8bf3800a-5c53-4ac2-8ab5-06151f8a7c74', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a8de0f-e06e-4dbf-b92a-deae555b63d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:41:25Z', 'updated_at': '2022-02-28T11:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:42:25.108170 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:25.122698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] For port 7354f8b2-1817-41d1-8c62-51d97e1cb856, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7354f8b2-1817-41d1-8c62-51d97e1cb856,segment=NetworkSegment(d07be739-6360-4166-afee-7b3f37d2fc07),segment_id=d07be739-6360-4166-afee-7b3f37d2fc07)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:25.123110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:25.172374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:42:25.173066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:25.242425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Calling delete_port for 7354f8b2-1817-41d1-8c62-51d97e1cb856 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:42:25.354272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8bf3800a-5c53-4ac2-8ab5-06151f8a7c74,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:25.354272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:25.410240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:25.461734 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Pushing event deleted for resources: {'Port': ['ID=7354f8b2-1817-41d1-8c62-51d97e1cb856,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:25.472043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.472389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.472722 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.473055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.473261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:42:25.473410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.473690 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.474008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.474336 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.474655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.475002 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.475323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:25.479902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bc2948-cc2e-4195-977b-3aff313ee3a8 None None] No DVR routers for this DVR port 7354f8b2-1817-41d1-8c62-51d97e1cb856 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:42:25.724538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:25.773529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=8bf3800a-5c53-4ac2-8ab5-06151f8a7c74,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:25.776243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7354f8b2-1817-41d1-8c62-51d97e1cb856 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:42:25.812444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 7354f8b2-1817-41d1-8c62-51d97e1cb856 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:42:25.812777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7354f8b2-1817-41d1-8c62-51d97e1cb856 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:42:25.813178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 91249320-a285-4136-a6b2-c0b21d41ff94 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:42:25.844098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 91249320-a285-4136-a6b2-c0b21d41ff94 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:42:25.844437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 91249320-a285-4136-a6b2-c0b21d41ff94 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:42:25.990787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.343506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.347705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.478314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.478820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Fanout notify agent at l3_agent the message router_deleted on router 38a8de0f-e06e-4dbf-b92a-deae555b63d0 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:42:26.492985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.496891 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ab423fd3-60c2-4a28-b247-d3f316991e7f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/routers/38a8de0f-e06e-4dbf-b92a-deae555b63d0 HTTP/1.1" status: 204 len: 168 time: 1.9228065 Feb 28 11:42:26.496891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55898) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:26.615527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.745067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.770335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['744156a5-08c6-41f8-b912-ab859621ac04']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:26.782230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07be739-6360-4166-afee-7b3f37d2fc07') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:26.782524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07be739-6360-4166-afee-7b3f37d2fc07') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:26.793472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.809004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.815423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Releasing vlan 745 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:42:26.815796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:42:26.830025 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:42:26.984570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:26.989082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.014820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Network': ['ID=744156a5-08c6-41f8-b912-ab859621ac04,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:27.093679 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2e8f9f6e-ed28-48cb-84d8-3249cd6ab5e8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/networks/744156a5-08c6-41f8-b912-ab859621ac04 HTTP/1.1" status: 204 len: 168 time: 0.5957236 Feb 28 11:42:27.108232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55902) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:27.120469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7162501e-9793-4d61-a82d-ad890334801e tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0110877 Feb 28 11:42:27.122944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55906) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:27.129011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'network': {'name': 'tempest-network-smoke--765110971', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'port_security_enabled': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:27.133789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:27.137927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:network and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:27.141419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:27.147065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:27.205394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:42:27.207852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.237862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:42:27.246274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.246616 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Added segment dfb6d329-a8a7-4d72-9c06-8cfa8142b791 of type vlan for network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea Feb 28 11:42:27.272517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.375930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.379626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:27.380225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.494871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Network': ['ID=44d1abaa-c167-4a58-9138-3e9c8eb7f5ea,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:27.506655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:42:27.571507 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-52f305e9-c617-43a8-a4ae-bb9c3e1d4ca2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4469109 Feb 28 11:42:27.574250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55912) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:27.580649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-60089186', 'admin_state_up': True, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:27.588069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:27.592617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:router and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:27.596489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:27.603349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:27.710441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.711538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.730584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:27.773544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:42:27.809796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:42:27.810140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8bf3800a-5c53-4ac2-8ab5-06151f8a7c74 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:42:27.931982 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:28.195911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:28.225275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:28.361550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.247 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/279ddc97-3264-4a4a-aeaa-d3741b1c7df6) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:42:28.503710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:28.601817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:28.669030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:42:28.671751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:28.675921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:42:28.704592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:29.017618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:29.018343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:29.296347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router c5338b11-0d8c-4016-bbea-098899409e46 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:42:29.495810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:42:29.506109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Sync routers for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:42:29.517835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:29.518432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:29.584248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:29.585602 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-53876567-2f0c-4866-9352-d48c49b14e10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.0100682 Feb 28 11:42:29.588745 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55916) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:29.630713 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-18d2c9f2-154a-4947-a96c-9c0cabfea4a3 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408430 Feb 28 11:42:29.633355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55920) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:29.722231 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:29.763794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6da03a3-e037-40e8-866a-ebfdd709f583 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:29.765691 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b6da03a3-e037-40e8-866a-ebfdd709f583 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313150 Feb 28 11:42:29.768544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55924) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:29.812631 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b78f46dc-536f-4cb5-8249-2e735e9c634c tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430608 Feb 28 11:42:29.815233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55928) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:29.820830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-163843380', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:29.942497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:29.943150 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:subnet and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:29.948436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:29.952939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:30.016068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:28Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:42:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:30.020269 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Checking router: c5338b11-0d8c-4016-bbea-098899409e46 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:42:30.020428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Updating router c5338b11-0d8c-4016-bbea-098899409e46 port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:42:30.027058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:42:30.071725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:30.129451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:30.399900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:30.404443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:30.412275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Transition to ACTIVE for port object 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:30.469494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:30.480406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=5cd668b6-0a0c-41e9-8e0c-2ff12644144c,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:30.492037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Checking segment: {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:42:30.492393 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network hostable DHCP agents. Network: 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:42:30.554169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf8e8e-faae-4989-a8d4-0402b8fdf553 None None] Pushing event updated for resources: {'Port': ['ID=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:30.557302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Attempting to bind port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:42:30.557680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Attempting to bind port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:42:30.558033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Attempting to bind port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:42:30.565482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:42:30.565857 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:42:30.566257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:30.566644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:42:30.567150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Bound port: 279ddc97-3264-4a4a-aeaa-d3741b1c7df6, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:42:30.567547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:30.581733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:42:30.637964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] For port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:42:30.641531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] For port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:42:30.649846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:30.654239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:30.655076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:30.660437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787fbb58-851c-4662-9ed1-563694153465 None None] Network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:42:30.762057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:30.764430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55932) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:30.764935 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-76683575-0a34-4261-8d46-2a9482ab2d2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9483914 Feb 28 11:42:30.906924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf8e8e-faae-4989-a8d4-0402b8fdf553 None None] Pushing event updated for resources: {'Port': ['ID=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:30.912183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:30.912968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:31.112700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:42:31.113510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:31.248910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:31.483930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Allocated IP 172.20.0.2 (44d1abaa-c167-4a58-9138-3e9c8eb7f5ea/5cd668b6-0a0c-41e9-8e0c-2ff12644144c/841970ff-97f2-42f4-b0c5-13f60536a36b) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:42:31.512435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:31.757946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:28Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:31.770030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e62ef1-d8ef-468f-8344-e99004cdc0b1 None None] The sync data for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv is: [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:28Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:42:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:42:31.773972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:31.785528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Transition to ACTIVE for port object 841970ff-97f2-42f4-b0c5-13f60536a36b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:31.808981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Transition to ACTIVE for port object 841970ff-97f2-42f4-b0c5-13f60536a36b will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:31.893093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:31.981478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:42:31.985218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:31.987161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Pushing event updated for resources: {'Port': ['ID=841970ff-97f2-42f4-b0c5-13f60536a36b,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:31.989732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:42:32.063152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.1 (44d1abaa-c167-4a58-9138-3e9c8eb7f5ea/5cd668b6-0a0c-41e9-8e0c-2ff12644144c/a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:42:32.090499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Attempting to bind port 841970ff-97f2-42f4-b0c5-13f60536a36b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:42:32.090949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Attempting to bind port 841970ff-97f2-42f4-b0c5-13f60536a36b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:42:32.091498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Attempting to bind port 841970ff-97f2-42f4-b0c5-13f60536a36b on network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:42:32.099126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:42:32.099498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Checking segment: {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:42:32.099891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:32.100277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Bound using segment: {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:42:32.100741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Bound port: 841970ff-97f2-42f4-b0c5-13f60536a36b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:42:32.101106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:32.198566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] For port 841970ff-97f2-42f4-b0c5-13f60536a36b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:42:32.202252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] For port 841970ff-97f2-42f4-b0c5-13f60536a36b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=841970ff-97f2-42f4-b0c5-13f60536a36b,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:42:32.252096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:32.263304 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:32.269764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:32.347574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b979e2de-3865-4724-88c0-4bde02208898 None None] Pushing event updated for resources: {'Port': ['ID=841970ff-97f2-42f4-b0c5-13f60536a36b,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:32.370638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:32.450827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:42:32.454594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:32.457264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:42:32.489272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:32.545968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:32.743455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:33.153851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:33.235066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:33.262900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22395f0f-e6ba-4bce-a1c8-61aa5b40a198 None None] Network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:42:33.345036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:33.348684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:33.472566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f9daa444-dd75-416b-8db2-9ddf98da6890 None None] Provisioning for port 841970ff-97f2-42f4-b0c5-13f60536a36b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:33.485155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:42:33.486180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:33.872863 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-04483665-7a43-4e2d-8a50-805e4c8995d3 None None] Provisioning for port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:33.878457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-04483665-7a43-4e2d-8a50-805e4c8995d3 None None] Provisioning complete for port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:33.879044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-04483665-7a43-4e2d-8a50-805e4c8995d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:33.928473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:33.971887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:34.022877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-04483665-7a43-4e2d-8a50-805e4c8995d3 None None] Port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:42:34.023727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router c5338b11-0d8c-4016-bbea-098899409e46 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:42:34.104108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:34.112296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:34.112670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:34.190465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7b0cc31c-d8fd-45c8-9b2b-30126d869531 None None] Provisioning complete for port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:34.190819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7b0cc31c-d8fd-45c8-9b2b-30126d869531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:34.239658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:42:34.252873 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d62216d9-895d-4fe0-beb2-6b7b1e03b1c4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/c5338b11-0d8c-4016-bbea-098899409e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4873610 Feb 28 11:42:34.255728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55936) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:34.329333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7b0cc31c-d8fd-45c8-9b2b-30126d869531 None None] Port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:42:34.339026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:34.355344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:34.398330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8fef4-4a58-451a-8953-acfd50ddff4a tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.398703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8fef4-4a58-451a-8953-acfd50ddff4a tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.408131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8fef4-4a58-451a-8953-acfd50ddff4a tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.408131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8fef4-4a58-451a-8953-acfd50ddff4a tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.408131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8fef4-4a58-451a-8953-acfd50ddff4a tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.408131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d8fef4-4a58-451a-8953-acfd50ddff4a tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.408131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-21d8fef4-4a58-451a-8953-acfd50ddff4a tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4283 time: 0.1452377 Feb 28 11:42:34.408131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55940) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:34.427253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:34.428064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 841970ff-97f2-42f4-b0c5-13f60536a36b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:34.475797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342de11-aed9-473f-b020-1d3655e5c478 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.476169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342de11-aed9-473f-b020-1d3655e5c478 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.476575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342de11-aed9-473f-b020-1d3655e5c478 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.477003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342de11-aed9-473f-b020-1d3655e5c478 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.477356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342de11-aed9-473f-b020-1d3655e5c478 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.477712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4342de11-aed9-473f-b020-1d3655e5c478 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:34.479438 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4342de11-aed9-473f-b020-1d3655e5c478 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4003 time: 0.0733654 Feb 28 11:42:34.482093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55944) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:34.559249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0d85dbf9-3d8a-4718-9b39-90a51532fec9 None None] Provisioning complete for port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:34.559621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0d85dbf9-3d8a-4718-9b39-90a51532fec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:34.583107 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:34.620256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0d85dbf9-3d8a-4718-9b39-90a51532fec9 None None] Port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:42:34.687297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 841970ff-97f2-42f4-b0c5-13f60536a36b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:34.691930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 841970ff-97f2-42f4-b0c5-13f60536a36b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:34.692298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:34.707757 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cb1f04e1-4a31-47e4-a72b-5e3da8aa7609 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.2244861 Feb 28 11:42:34.818651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:34.853009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 841970ff-97f2-42f4-b0c5-13f60536a36b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=841970ff-97f2-42f4-b0c5-13f60536a36b,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:34.961357 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.027577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=841970ff-97f2-42f4-b0c5-13f60536a36b,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:35.248725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55950) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:35.254901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1365335665', 'description': 'tempest-secgroup-smoke-1365335665 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:35.262660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:35.265887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:35.268758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:35.275147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:35.315578 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Sync routers for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:42:35.328028 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:35.328621 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:35.367232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.407069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:35.410862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:35.413759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:35.419890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:35.474911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.506414 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:35.537907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.578033 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a3d631-8922-4f39-b98d-27d13998cdd0,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:35.592407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.592757 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.593091 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.593422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.593868 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.594206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.594532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.594873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.595203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.595773 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.599118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:35.692731 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.693967 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-54dadb1c-e5a7-455f-aa14-c18377031050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4441638 Feb 28 11:42:35.696865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55954) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:35.702924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '11a3d631-8922-4f39-b98d-27d13998cdd0', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:35.708809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:35.712631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:35.716170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:35.722221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:35.793504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:35.797856 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.830006 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8', 'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:2f:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:31Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:35.834291 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Checking router: c5338b11-0d8c-4016-bbea-098899409e46 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:42:35.834645 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Updating router c5338b11-0d8c-4016-bbea-098899409e46 port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:42:35.870811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:35.871244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.877479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.887395 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.964635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:35.988075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e86a90-23c7-41bf-889b-06a6e3dee06b,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:35.989256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 841970ff-97f2-42f4-b0c5-13f60536a36b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:36.056819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 841970ff-97f2-42f4-b0c5-13f60536a36b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:36.057195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.078725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.082252 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7b66e1e1-f494-4f7c-8610-83fefbc4d7b2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3834605 Feb 28 11:42:36.083589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55958) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:36.089737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '11a3d631-8922-4f39-b98d-27d13998cdd0', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:36.096567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:36.100585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:36.103640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:36.111317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:36.199003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.237389 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.249518 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Transition to ACTIVE for port object a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:36.259257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.330652 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.352497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.377726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98997e19-a6b9-4333-a0eb-eb3c78f06e0d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:36.460896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.464059 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0536b1cd-3aff-4f87-99eb-eb1b7f5687de tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3787425 Feb 28 11:42:36.464139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 55962) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:36.471137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '11a3d631-8922-4f39-b98d-27d13998cdd0', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:36.477285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:36.481235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:36.485551 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:36.491894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:36.496518 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Pushing event updated for resources: {'Port': ['ID=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:36.537585 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.537932 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.538268 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.538602 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.538955 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.539280 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.539607 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.539913 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.540237 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.540553 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.540869 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:42:36.579281 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.598820 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Attempting to bind port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:42:36.599215 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Attempting to bind port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:42:36.599570 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Attempting to bind port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 on network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:42:36.606212 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:42:36.606577 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Checking segment: {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:42:36.606995 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.607417 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Bound using segment: {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:42:36.608468 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Bound port: a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:42:36.608839 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.652964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.695809 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] For port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:42:36.699895 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] For port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:42:36.726717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.750416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e69733-4caf-47dd-9194-dbc69aeb11b7,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:36.782028 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.863018 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b27352-0048-4052-bb97-ac565b914b1d None None] Pushing event updated for resources: {'Port': ['ID=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:36.864685 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:36.871290 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0237e1d8-3728-44e0-8547-89db845da987 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4011524 Feb 28 11:42:36.871396 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:36.871396 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:36.871536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55966) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:36.874952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '11a3d631-8922-4f39-b98d-27d13998cdd0', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:36.880947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:36.885260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:36.888467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:36.895321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:36.975298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.041801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.050471 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:37.135638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.159889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24be44d6-f536-4ea8-a662-18ecc455b45c,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:37.286968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.288226 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-227472f9-bf30-4178-a0cf-aef3baa26d75 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4184613 Feb 28 11:42:37.291050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55970) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:37.297058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '11a3d631-8922-4f39-b98d-27d13998cdd0', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:37.302778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:37.306528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:37.309556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:37.315413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:37.364616 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8', 'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:2f:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:31Z', 'updated_at': '2022-02-28T11:42:36Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:37.368549 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29cedb9-5c28-42fb-8d04-c6518f8d35c3 None None] The sync data for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv is: [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8', 'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:2f:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:31Z', 'updated_at': '2022-02-28T11:42:36Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:42:37.396733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:42:37.413908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.494593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.596109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.627991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fd0e95-5c96-4083-bf55-9bf69b2de203,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:37.696859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.697794 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-14495003-3464-46eb-b3af-cf3c20d3ce72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4055235 Feb 28 11:42:37.700294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 55974) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:37.706235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '11a3d631-8922-4f39-b98d-27d13998cdd0', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:37.712726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:37.716905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:37.720118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:37.730933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:37.815475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:37.817376 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:42:37.824799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.897467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.970274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:37.975339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:37.975717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:37.977868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:38.014612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8698249-77e6-44e7-a42a-a6b2b52d584b,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:38.081643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:38.090707 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-442a587b-e11f-4d80-9fd9-63da3749639e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3893888 Feb 28 11:42:38.098261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:38.134189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:38.207156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:38.270831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-d733caaf-c663-4998-8b84-b324c5c85b1a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:38.284729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:38.356260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-d733caaf-c663-4998-8b84-b324c5c85b1a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:38.356260 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-d733caaf-c663-4998-8b84-b324c5c85b1a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1365335665&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.1289859 Feb 28 11:42:38.511160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-a4b2af64-50c9-4d8b-a0b8-f5deb526a4d7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:38.511820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-a4b2af64-50c9-4d8b-a0b8-f5deb526a4d7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:38.632437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-a4b2af64-50c9-4d8b-a0b8-f5deb526a4d7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:38.633633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-a4b2af64-50c9-4d8b-a0b8-f5deb526a4d7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=44d1abaa-c167-4a58-9138-3e9c8eb7f5ea HTTP/1.1" status: 200 len: 796 time: 0.2636633 Feb 28 11:42:38.652034 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-31e0da03-1041-41bb-bad6-2dc5d2474a7a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0124121 Feb 28 11:42:38.739476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-b7c4c2a1-f525-4c48-829b-92c274a5f786 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:38.815369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-b7c4c2a1-f525-4c48-829b-92c274a5f786 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:38.817334 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-b7c4c2a1-f525-4c48-829b-92c274a5f786 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1593013 Feb 28 11:42:38.961555 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-74a9dc2c-dbe5-458b-b79d-663d0e1ba048 service neutron] 10.222.0.31 "GET /v2.0/networks/44d1abaa-c167-4a58-9138-3e9c8eb7f5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327956 Feb 28 11:42:39.189004 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-065d760f-26e6-4b7a-83b2-d639d0b3027d service neutron] 10.222.0.31 "GET /v2.0/networks/44d1abaa-c167-4a58-9138-3e9c8eb7f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209775 Feb 28 11:42:39.483808 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-faa52d5d-38c9-4359-8067-3f81f87bd81d req-3f927b6b-0df3-460c-851e-c62eb4baecbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 210 time: 0.0413287 Feb 28 11:42:39.787809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:39.857200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:39.858284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:40.656120 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c9a8bffc-4c5b-44af-9fa7-4183ce024ced req-965424e1-625c-4012-854d-dc70011b985d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 210 time: 0.0463245 Feb 28 11:42:41.526609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-911c3342-ee1a-46b6-ad3a-8f8837d4af46 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:41.527999 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-911c3342-ee1a-46b6-ad3a-8f8837d4af46 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=44d1abaa-c167-4a58-9138-3e9c8eb7f5ea HTTP/1.1" status: 200 len: 796 time: 0.1450047 Feb 28 11:42:41.587670 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-4922dcf2-b124-41bd-b5d2-4cef0729f112 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 380 time: 0.0444696 Feb 28 11:42:41.593520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': '87c8a4be-1081-486f-bddf-d83f56d06725', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['11a3d631-8922-4f39-b98d-27d13998cdd0']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:41.736070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:41.745527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:41.815074 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-75b4093b-c500-417b-afff-fb2416f131f4 req-626ba0a9-613e-42dd-85c8-910d94f3b2f1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 210 time: 0.0424428 Feb 28 11:42:41.815784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:42:41.818875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:41.992951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.9 (44d1abaa-c167-4a58-9138-3e9c8eb7f5ea/5cd668b6-0a0c-41e9-8e0c-2ff12644144c/40eecadf-e16a-46dc-879a-6b01e7807a58) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:42:42.177848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:42.192967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 40eecadf-e16a-46dc-879a-6b01e7807a58 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:42.306236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:42.380133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:42:42.383122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:42.387264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:42:42.412824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=40eecadf-e16a-46dc-879a-6b01e7807a58,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:42.459155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:42.459155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:42.596189 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-744777d3-ec97-4c4a-93b5-7744c1e0131b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0064666 Feb 28 11:42:42.607337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Request body: {'port': {'device_id': '87c8a4be-1081-486f-bddf-d83f56d06725', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:42.714912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:42.726472 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9d7e73b9-c3df-4f0e-bd0d-1ac4501ba4fb None None] Provisioning for port 40eecadf-e16a-46dc-879a-6b01e7807a58 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:42.731848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9d7e73b9-c3df-4f0e-bd0d-1ac4501ba4fb None None] Provisioning complete for port 40eecadf-e16a-46dc-879a-6b01e7807a58 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:42.732758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9d7e73b9-c3df-4f0e-bd0d-1ac4501ba4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:42.783743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9d7e73b9-c3df-4f0e-bd0d-1ac4501ba4fb None None] Port 40eecadf-e16a-46dc-879a-6b01e7807a58 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:42:43.092730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89863de6-f141-4169-9135-202fbeacd135 req-3c04c6ad-e786-4b7f-aa17-aff736ee13ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:43.093876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-89863de6-f141-4169-9135-202fbeacd135 req-3c04c6ad-e786-4b7f-aa17-aff736ee13ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:42:43.125837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40eecadf-e16a-46dc-879a-6b01e7807a58 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:42:43.132478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:43.146434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Transition to ACTIVE for port object 40eecadf-e16a-46dc-879a-6b01e7807a58 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:42:43.216161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-89863de6-f141-4169-9135-202fbeacd135 req-3c04c6ad-e786-4b7f-aa17-aff736ee13ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:42:43.217186 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-89863de6-f141-4169-9135-202fbeacd135 req-3c04c6ad-e786-4b7f-aa17-aff736ee13ff tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 931 time: 0.2738519 Feb 28 11:42:43.224377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:43.494717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Pushing event updated for resources: {'Port': ['ID=40eecadf-e16a-46dc-879a-6b01e7807a58,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:43.501855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-89863de6-f141-4169-9135-202fbeacd135 req-95af1140-beb8-4e1e-8268-8c3f5ecee20d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783594 Feb 28 11:42:43.604490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Attempting to bind port 40eecadf-e16a-46dc-879a-6b01e7807a58 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:42:43.604815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Attempting to bind port 40eecadf-e16a-46dc-879a-6b01e7807a58 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:42:43.605137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Attempting to bind port 40eecadf-e16a-46dc-879a-6b01e7807a58 on network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:42:43.612470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Port 40eecadf-e16a-46dc-879a-6b01e7807a58 on network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:42:43.612697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Attempting to bind port 40eecadf-e16a-46dc-879a-6b01e7807a58 on network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:42:43.619050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:42:43.619333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Checking segment: {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:42:43.619735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Bound using segment: {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:42:43.620151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Bound port: 40eecadf-e16a-46dc-879a-6b01e7807a58, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:42:43.620491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:43.708001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] For port 40eecadf-e16a-46dc-879a-6b01e7807a58, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:42:43.710972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] For port 40eecadf-e16a-46dc-879a-6b01e7807a58, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=40eecadf-e16a-46dc-879a-6b01e7807a58,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:42:43.790047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:43.852980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:43.854326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] 10.222.0.57 "PUT /v2.0/ports/40eecadf-e16a-46dc-879a-6b01e7807a58 HTTP/1.1" status: 200 len: 1093 time: 1.2513387 Feb 28 11:42:43.854755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:42:43.873029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ec4da9-475a-407e-899a-8fd2f2b0cdaf service neutron] Pushing event updated for resources: {'Port': ['ID=40eecadf-e16a-46dc-879a-6b01e7807a58,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:43.914499 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'status': 'completed', 'code': 200} Feb 28 11:42:44.018349 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6444dae6-2c31-4d56-b1fd-69a2df644c93 req-a9d47ed8-374e-4b30-bd14-77844748130b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 1096 time: 0.0814772 Feb 28 11:42:44.157119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dae6-2c31-4d56-b1fd-69a2df644c93 req-71f3fc84-f70c-43cd-8c13-5e6334f31f61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:44.158721 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6444dae6-2c31-4d56-b1fd-69a2df644c93 req-71f3fc84-f70c-43cd-8c13-5e6334f31f61 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1350505 Feb 28 11:42:44.293756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6444dae6-2c31-4d56-b1fd-69a2df644c93 req-ffc233af-b79f-4b8e-8e46-735eadd08039 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:44.295223 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6444dae6-2c31-4d56-b1fd-69a2df644c93 req-ffc233af-b79f-4b8e-8e46-735eadd08039 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311474 Feb 28 11:42:44.402250 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-94dad88e-1b05-4c41-a103-d947d6195814 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 1096 time: 0.0687947 Feb 28 11:42:44.472379 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-187e1b8f-7b08-487a-8056-059d6217ca26 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40eecadf-e16a-46dc-879a-6b01e7807a58 HTTP/1.1" status: 200 len: 217 time: 0.0634136 Feb 28 11:42:44.536151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-703c1be7-12af-40c5-80e7-fdc77993c10e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:44.537681 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-703c1be7-12af-40c5-80e7-fdc77993c10e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd668b6-0a0c-41e9-8e0c-2ff12644144c HTTP/1.1" status: 200 len: 834 time: 0.0585248 Feb 28 11:42:44.616869 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-40dd6c3f-395a-41c1-8f9d-ccb026382f73 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44d1abaa-c167-4a58-9138-3e9c8eb7f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734837 Feb 28 11:42:44.804939 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-84120e43-ba00-417f-8339-819f9a111750 service neutron] 10.222.0.57 "GET /v2.0/networks/44d1abaa-c167-4a58-9138-3e9c8eb7f5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820431 Feb 28 11:42:44.813840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58369802-c8de-42f2-a2a4-b2ac23905f3d req-45c447e9-4763-417d-883a-3c0a74647dcc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:44.815255 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58369802-c8de-42f2-a2a4-b2ac23905f3d req-45c447e9-4763-417d-883a-3c0a74647dcc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 943 time: 0.1730573 Feb 28 11:42:44.892568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e71b9a16-98ce-43c2-9d18-93f272001c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:44.944448 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58369802-c8de-42f2-a2a4-b2ac23905f3d req-7e97e4f4-11c5-40d8-813c-971477675efa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104488 Feb 28 11:42:44.978038 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db7cd13b-0d9d-410c-aa47-181960727a75 req-88c4e639-6724-4312-8eea-d9628fa78d4b service neutron] 10.222.0.57 "GET /v2.0/networks/44d1abaa-c167-4a58-9138-3e9c8eb7f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618822 Feb 28 11:42:46.146923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef7b9d-a7cc-421c-9d4f-2e7f472c9a81 req-3c87e1b1-e32d-47cc-9008-d9c3faab139b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:46.148376 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b8ef7b9d-a7cc-421c-9d4f-2e7f472c9a81 req-3c87e1b1-e32d-47cc-9008-d9c3faab139b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 943 time: 0.0793867 Feb 28 11:42:46.193375 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b8ef7b9d-a7cc-421c-9d4f-2e7f472c9a81 req-3b3227ed-48f6-40fd-859d-54c2827bc150 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395029 Feb 28 11:42:46.441947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 40eecadf-e16a-46dc-879a-6b01e7807a58 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:42:46.577963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 40eecadf-e16a-46dc-879a-6b01e7807a58, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=40eecadf-e16a-46dc-879a-6b01e7807a58,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:46.591070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'port_id': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'mac_address': 'fa:16:3e:fa:8b:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 721, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:42:46.648711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:46.666780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40eecadf-e16a-46dc-879a-6b01e7807a58 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:42:46.681781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 40eecadf-e16a-46dc-879a-6b01e7807a58, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=40eecadf-e16a-46dc-879a-6b01e7807a58,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:46.766650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:46.830448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=40eecadf-e16a-46dc-879a-6b01e7807a58,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:46.982031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['40eecadf-e16a-46dc-879a-6b01e7807a58'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:42:47.048520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f703291f-cd7b-4ff8-9bc4-a78a6f2e70d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:47.390507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac2a872-302b-4c49-8499-632d86abba33 req-8ee480ed-8981-4ba4-8cfd-ae45e4cfffdc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:47.391917 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ac2a872-302b-4c49-8499-632d86abba33 req-8ee480ed-8981-4ba4-8cfd-ae45e4cfffdc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 944 time: 0.0755577 Feb 28 11:42:47.440619 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ac2a872-302b-4c49-8499-632d86abba33 req-81bc96ca-7a6c-4df0-8809-8024b2e2c94e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428696 Feb 28 11:42:48.280990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:48.378150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:48.443993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 40eecadf-e16a-46dc-879a-6b01e7807a58 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:42:48.623870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 40eecadf-e16a-46dc-879a-6b01e7807a58 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:42:48.629613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 40eecadf-e16a-46dc-879a-6b01e7807a58 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:42:48.629613 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:48.639227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6e356-c0c9-44e4-a210-da997472c2e1 req-9ad2d789-a549-425d-8114-95e381ff90ae tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:48.640902 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5bf6e356-c0c9-44e4-a210-da997472c2e1 req-9ad2d789-a549-425d-8114-95e381ff90ae tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 944 time: 0.0765524 Feb 28 11:42:48.689418 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5bf6e356-c0c9-44e4-a210-da997472c2e1 req-2bcf32ff-38f5-4496-8d3b-371012010bae tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Feb 28 11:42:48.747452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:48.774116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:42:48.784183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 40eecadf-e16a-46dc-879a-6b01e7807a58, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=40eecadf-e16a-46dc-879a-6b01e7807a58,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:42:48.832481 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'code': 200} Feb 28 11:42:48.869448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:48.934978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=40eecadf-e16a-46dc-879a-6b01e7807a58,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:49.273036 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-62cbebfe-1e48-45ee-93e1-4a9ceff89a8a req-fbd792f7-5fb8-40b6-bd52-d7f5360251dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 1098 time: 0.1576612 Feb 28 11:42:49.313751 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-62cbebfe-1e48-45ee-93e1-4a9ceff89a8a req-bcb9877d-cd62-4eae-b490-55f15721c354 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346725 Feb 28 11:42:49.770495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:49.886030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27ad29f-c69d-4596-aa71-6564503e5bbc req-326bed5d-8bcf-4100-bed0-2ae797be816f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:49.887650 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d27ad29f-c69d-4596-aa71-6564503e5bbc req-326bed5d-8bcf-4100-bed0-2ae797be816f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 945 time: 0.0765014 Feb 28 11:42:49.935181 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d27ad29f-c69d-4596-aa71-6564503e5bbc req-84199af0-8919-47bc-a3ae-619e53602869 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418007 Feb 28 11:42:51.137062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bbf91f-d117-4d05-a2bc-ad508b80cfb4 req-5b0d347a-3a43-415a-b3ee-bfee8660cdf0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:51.138596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22bbf91f-d117-4d05-a2bc-ad508b80cfb4 req-5b0d347a-3a43-415a-b3ee-bfee8660cdf0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 945 time: 0.0818696 Feb 28 11:42:51.184531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22bbf91f-d117-4d05-a2bc-ad508b80cfb4 req-4538a841-15e6-4872-86b1-178913c9256a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397396 Feb 28 11:42:51.376912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9506148-be53-4d39-bc89-18287ccea511 req-eb6b50b9-f3f2-4894-97fd-10597c4c5320 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:51.378390 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f9506148-be53-4d39-bc89-18287ccea511 req-eb6b50b9-f3f2-4894-97fd-10597c4c5320 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 945 time: 0.0752447 Feb 28 11:42:51.423274 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f9506148-be53-4d39-bc89-18287ccea511 req-87ea6f71-374d-4fec-a2a9-2bd4e5d7a562 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394251 Feb 28 11:42:51.453498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56024) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:51.525546 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-58100d03-d706-4a96-97de-fe3ad8531538 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 1093 time: 0.0710504 Feb 28 11:42:51.528010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56028) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:51.533495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:42:51.539103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:42:51.542990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:floatingip and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:42:51.545725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:42:51.552150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:42:51.638158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:51.773398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:51.909808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.87 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/9bc3b5b3-e9b8-4c51-9296-925572eca92b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:42:52.051514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:52.117934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:52.184460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:42:52.187668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:42:52.191990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:42:52.215502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=9bc3b5b3-e9b8-4c51-9296-925572eca92b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:52.379992 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:42:52.679736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:52.805588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:53.109780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:53.177577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:53.282436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=9bc3b5b3-e9b8-4c51-9296-925572eca92b,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:42:53.296290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:53.479850 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 0732f61b-bb16-47f9-bd76-4a5fdf390784 associated. External IP: 172.26.1.87, port: 40eecadf-e16a-46dc-879a-6b01e7807a58. Feb 28 11:42:53.861602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router c5338b11-0d8c-4016-bbea-098899409e46 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:42:54.056194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:42:54.066633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] Sync routers for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:42:54.077757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:54.078367 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:54.160939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:42:54.214155 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f2902941-fd85-4418-9a9d-acf506e1b261 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6851599 Feb 28 11:42:54.214729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:42:54.216952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56032) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:54.255571 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:54.280984 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'status': 'completed', 'code': 200} Feb 28 11:42:54.379268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db39a988-c719-442f-a78f-067515e6c8b6 req-765623e8-4efa-4328-bc66-de42048f4db9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 1098 time: 0.0761497 Feb 28 11:42:54.425911 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-47170538-7c25-4d9d-9fec-e56b118a1b77 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers/c5338b11-0d8c-4016-bbea-098899409e46 HTTP/1.1" status: 200 len: 921 time: 0.2052450 Feb 28 11:42:54.426117 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56038) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:54.521085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a988-c719-442f-a78f-067515e6c8b6 req-2cbd9769-d482-4c5b-bdf3-be23977c9efc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:54.522577 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db39a988-c719-442f-a78f-067515e6c8b6 req-2cbd9769-d482-4c5b-bdf3-be23977c9efc service neutron] 10.222.0.57 "GET /v2.0/networks?id=44d1abaa-c167-4a58-9138-3e9c8eb7f5ea HTTP/1.1" status: 200 len: 897 time: 0.1381502 Feb 28 11:42:54.632887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0732f61b-bb16-47f9-bd76-4a5fdf390784', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'port_id': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'mac_address': 'fa:16:3e:fa:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8a4be-1081-486f-bddf-d83f56d06725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:52Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8', 'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:2f:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:31Z', 'updated_at': '2022-02-28T11:42:38Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:54.639015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] Checking router: c5338b11-0d8c-4016-bbea-098899409e46 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:42:54.646502 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db39a988-c719-442f-a78f-067515e6c8b6 req-867a1dbf-2071-472f-ad54-cb940134434a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40eecadf-e16a-46dc-879a-6b01e7807a58 HTTP/1.1" status: 200 len: 998 time: 0.1179080 Feb 28 11:42:54.650725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:42:54.651372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:42:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:54.654265 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0bd8da06-00f4-4ad4-a590-d7ffeaa54805 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.2261431 Feb 28 11:42:54.713540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39a988-c719-442f-a78f-067515e6c8b6 req-25803bf9-292b-437d-93e6-32d92012c4d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:42:54.714967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db39a988-c719-442f-a78f-067515e6c8b6 req-25803bf9-292b-437d-93e6-32d92012c4d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd668b6-0a0c-41e9-8e0c-2ff12644144c HTTP/1.1" status: 200 len: 834 time: 0.0599556 Feb 28 11:42:54.787951 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db39a988-c719-442f-a78f-067515e6c8b6 req-7252969e-e66a-476a-9639-05a3ad864deb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44d1abaa-c167-4a58-9138-3e9c8eb7f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673342 Feb 28 11:42:54.828787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:42:55.027321 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db39a988-c719-442f-a78f-067515e6c8b6 req-f93ff91e-42c1-4bad-bc34-68aab077cdaa service neutron] 10.222.0.57 "GET /v2.0/networks/44d1abaa-c167-4a58-9138-3e9c8eb7f5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337859 Feb 28 11:42:55.160933 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db39a988-c719-442f-a78f-067515e6c8b6 req-846f54d6-bc4e-40ee-a039-0e1750ca3e3a service neutron] 10.222.0.57 "GET /v2.0/networks/44d1abaa-c167-4a58-9138-3e9c8eb7f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274481 Feb 28 11:42:55.217278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0732f61b-bb16-47f9-bd76-4a5fdf390784', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'port_id': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'mac_address': 'fa:16:3e:fa:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8a4be-1081-486f-bddf-d83f56d06725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:52Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8', 'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:2f:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:31Z', 'updated_at': '2022-02-28T11:42:38Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:42:55.222058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec007274-a7ae-4bb4-82fc-24cfb58a8aee None None] The sync data for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv is: [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:42:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0732f61b-bb16-47f9-bd76-4a5fdf390784', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'port_id': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'mac_address': 'fa:16:3e:fa:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8a4be-1081-486f-bddf-d83f56d06725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:52Z', 'updated_at': '2022-02-28T11:42:52Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8', 'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:2f:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:31Z', 'updated_at': '2022-02-28T11:42:38Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:42:55.411822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525b2a61-5505-4064-a8b2-ed07c9a980da None None] New status for floating IP 0732f61b-bb16-47f9-bd76-4a5fdf390784: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:42:55.678026 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56042) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:55.761172 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ec520729-e855-4c48-a655-e6441614b916 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1026585 Feb 28 11:42:56.765932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56046) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:42:56.869766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-412abdf1-7afa-4e87-a868-649616fbf62c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 992 time: 0.1031194 Feb 28 11:43:03.959946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:14.862730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c2ea318-e14f-475a-88ab-f8e29f80d30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.077216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-19a6c5c6-7c7e-49de-8817-bfc7c73ac964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:17.254782 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-8e64aa93-5ce2-469a-a87c-9ba3f3b61272 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699935 Feb 28 11:43:17.395463 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-5c9a499e-eddf-4832-83ab-ebdc5fa4a563 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 1099 time: 0.0719669 Feb 28 11:43:17.536568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-08032851-9f52-4130-ab01-4f03cd80ee5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:17.538010 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-08032851-9f52-4130-ab01-4f03cd80ee5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.1247511 Feb 28 11:43:17.639869 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-d00d0d59-e616-4022-bb61-ad5dde45cd87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb HTTP/1.1" status: 200 len: 1001 time: 0.0957911 Feb 28 11:43:17.699608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-07167632-cd53-436b-b0a3-4abb3bf1f7ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:17.700989 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-07167632-cd53-436b-b0a3-4abb3bf1f7ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0550995 Feb 28 11:43:17.776780 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-614feb7e-c10b-4f7e-a7d8-ca1caa7a31d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698631 Feb 28 11:43:17.906715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-08779150-690f-4d08-abfc-e914db1c1cc2 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224179 Feb 28 11:43:18.035040 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b20ea059-bf7e-4bbc-a1b8-2e88d6bb4a26 req-5437f66d-7fae-493d-9e3a-c99592045797 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215098 Feb 28 11:43:18.280295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:18.394442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:19.706023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:26.121433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56074) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:26.306078 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-15209e01-c4b2-4450-88b9-791daf1feaf5 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers/c5338b11-0d8c-4016-bbea-098899409e46/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1833770 Feb 28 11:43:26.308858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56080) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:26.664047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2995ce2c-8102-4bd8-8f60-b548a739e549 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Notify agent at dv-neutron-830866-1-hyperv the message router_removed_from_agent {{(pid=84339) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 28 11:43:26.667685 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2995ce2c-8102-4bd8-8f60-b548a739e549 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "DELETE /v2.0/agents/022d0e89-facf-4d2f-a538-f675f7f5d16c/l3-routers/c5338b11-0d8c-4016-bbea-098899409e46 HTTP/1.1" status: 204 len: 168 time: 0.3579323 Feb 28 11:43:26.670423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56086) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:26.853991 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a3c48b80-8715-4b14-827a-90ee7575779b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers/c5338b11-0d8c-4016-bbea-098899409e46/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1816661 Feb 28 11:43:26.856568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56090) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:26.965651 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3d686e61-e70a-4d0d-9b7b-fc45bb472824 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 992 time: 0.1076648 Feb 28 11:43:27.417687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7cc786-ba34-4f99-a240-53bf583a4cea None None] New status for floating IP 0732f61b-bb16-47f9-bd76-4a5fdf390784: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:43:27.827184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:27.941900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:27.959002 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:43:27.968648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56096) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:28.016896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:28.017927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:28.084261 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c2bf6bf1-3f43-40e9-98aa-4a57d60659cb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1073308 Feb 28 11:43:28.134136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:28.177810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.178147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.178480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.178808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.179174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.179498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.179813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.180446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.180779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.181102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.181512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:28.206969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:28.239459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:43:28.339855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:28.406057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:29.238863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56104) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:29.380785 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:43:29.540090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06669b5b-5378-4327-94c2-d551d37c5137 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Router c5338b11-0d8c-4016-bbea-098899409e46 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:43:29.540090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06669b5b-5378-4327-94c2-d551d37c5137 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Notify agent at dv-neutron-830866-1-hyperv the message router_added_to_agent {{(pid=84339) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 28 11:43:29.569179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-06669b5b-5378-4327-94c2-d551d37c5137 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "POST /v2.0/agents/022d0e89-facf-4d2f-a538-f675f7f5d16c/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3291388 Feb 28 11:43:29.571681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56112) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:29.594414 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] Sync routers for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:43:29.610807 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:43:29.611586 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:29.774543 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7e15d8b4-2ac4-43be-88a1-9e01aa0eb5aa tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers/c5338b11-0d8c-4016-bbea-098899409e46/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2013946 Feb 28 11:43:29.777346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56118) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:29.798714 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:43:29.888565 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2ff25979-a4d1-492f-b9e8-a52d2ca2f956 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1101468 Feb 28 11:43:30.197558 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:43:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0732f61b-bb16-47f9-bd76-4a5fdf390784', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'port_id': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'mac_address': 'fa:16:3e:fa:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8a4be-1081-486f-bddf-d83f56d06725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:52Z', 'updated_at': '2022-02-28T11:43:27Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8', 'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:2f:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:31Z', 'updated_at': '2022-02-28T11:43:28Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:30.203184 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] Checking router: c5338b11-0d8c-4016-bbea-098899409e46 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:43:30.215536 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:43:30.216131 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:30.405795 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:43:30.795885 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:43:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0732f61b-bb16-47f9-bd76-4a5fdf390784', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'port_id': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'mac_address': 'fa:16:3e:fa:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8a4be-1081-486f-bddf-d83f56d06725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:52Z', 'updated_at': '2022-02-28T11:43:27Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8', 'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:2f:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:31Z', 'updated_at': '2022-02-28T11:43:28Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:30.800391 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f822bf-ff5a-4deb-988b-770d74bb7c3e None None] The sync data for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv is: [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:42:32Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:43:27Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0732f61b-bb16-47f9-bd76-4a5fdf390784', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'port_id': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'mac_address': 'fa:16:3e:fa:8b:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c8a4be-1081-486f-bddf-d83f56d06725', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:42:52Z', 'updated_at': '2022-02-28T11:43:27Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8', 'name': '', 'network_id': '44d1abaa-c167-4a58-9138-3e9c8eb7f5ea', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:2f:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:31Z', 'updated_at': '2022-02-28T11:43:28Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '5cd668b6-0a0c-41e9-8e0c-2ff12644144c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:43:30.900374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56124) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:31.037181 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0cfd914c-e598-4ace-a07a-1ac9cf708340 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1347661 Feb 28 11:43:31.872530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:31.948940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:31.949302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:32.040165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56130) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:32.068369 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:32.085195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:43:32.150171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-654fd404-f41e-424d-8a5b-04b4f5d853df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1087992 Feb 28 11:43:32.162463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:32.163264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:32.277911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:32.293618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:32.293987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:32.410532 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:32.443292 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:43:32.533703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:32.605520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:33.156321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56136) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:33.263522 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-54107ee6-d0ca-4a5a-8b50-4df34a4a5592 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1060803 Feb 28 11:43:33.817701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:33.898781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:33.899186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:33.961165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:34.017941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:34.090492 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:34.090917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:34.268442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56142) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:34.370449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e350cc70-7479-4553-a09f-1d680e94cd25 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1008794 Feb 28 11:43:35.374489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56148) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:35.484504 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6c6c67a0-ca74-4154-85d8-29bf3b39fbbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1088142 Feb 28 11:43:36.490059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56154) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:36.602257 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6e2642ad-5d80-4b6b-a7a7-727ad1c9fcd9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1106591 Feb 28 11:43:37.605295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56160) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:37.716621 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e446153a-7244-4867-a22b-b86406c45cb8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 990 time: 0.1101975 Feb 28 11:43:38.028627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a4c56e-5d66-46f2-a0d1-ea5bc9af1d23 None None] New status for floating IP 0732f61b-bb16-47f9-bd76-4a5fdf390784: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:43:38.720864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56166) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:38.830210 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0ac39a0c-b792-4396-adad-aec6d0718dca tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 200 len: 992 time: 0.1081882 Feb 28 11:43:39.126187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56176) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:39.334340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 9bc3b5b3-e9b8-4c51-9296-925572eca92b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:43:39.334684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:39.512322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:39.512640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:39.648508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 9bc3b5b3-e9b8-4c51-9296-925572eca92b owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:43:40.028680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:40.076519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=9bc3b5b3-e9b8-4c51-9296-925572eca92b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:40.148331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.148677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.149016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.149349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.149683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.150017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.150339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.150663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.151013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.151336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.151654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:40.182395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:40.585153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router c5338b11-0d8c-4016-bbea-098899409e46 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:43:40.789822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:43:40.890816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:40.944239 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b5f5faf1-ce94-409b-bda8-f0ee29babf86 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/floatingips/0732f61b-bb16-47f9-bd76-4a5fdf390784 HTTP/1.1" status: 204 len: 168 time: 1.8167107 Feb 28 11:43:40.945055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:43:41.003488 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'status': 'completed', 'code': 200} Feb 28 11:43:41.100118 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-74677d5f-0abc-42bc-9dcb-fdca2811f1ac req-6304c61f-137c-412d-b7b4-00d3c54342c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 1098 time: 0.0757439 Feb 28 11:43:41.351579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74677d5f-0abc-42bc-9dcb-fdca2811f1ac req-fdd3fd97-d96a-4e80-ba31-95a8351c4e70 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:41.353347 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-74677d5f-0abc-42bc-9dcb-fdca2811f1ac req-fdd3fd97-d96a-4e80-ba31-95a8351c4e70 service neutron] 10.222.0.57 "GET /v2.0/networks?id=44d1abaa-c167-4a58-9138-3e9c8eb7f5ea HTTP/1.1" status: 200 len: 897 time: 0.2476215 Feb 28 11:43:41.430301 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-74677d5f-0abc-42bc-9dcb-fdca2811f1ac req-ecc36c93-9fba-4182-9020-952bfa5a3739 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40eecadf-e16a-46dc-879a-6b01e7807a58 HTTP/1.1" status: 200 len: 217 time: 0.0702126 Feb 28 11:43:41.495465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74677d5f-0abc-42bc-9dcb-fdca2811f1ac req-93a37fef-e591-4ae4-8823-dbb047909380 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:41.500157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-74677d5f-0abc-42bc-9dcb-fdca2811f1ac req-93a37fef-e591-4ae4-8823-dbb047909380 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5cd668b6-0a0c-41e9-8e0c-2ff12644144c HTTP/1.1" status: 200 len: 834 time: 0.0611749 Feb 28 11:43:41.640465 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-74677d5f-0abc-42bc-9dcb-fdca2811f1ac req-d252c044-95bd-4831-90bf-8c0c51a88a4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=44d1abaa-c167-4a58-9138-3e9c8eb7f5ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1368899 Feb 28 11:43:41.646731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ffcb4-9569-438f-9950-c68a3712e385 req-8dc9e366-8d42-4e69-a4c7-6c80bceb8c61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:41.648049 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc7ffcb4-9569-438f-9950-c68a3712e385 req-8dc9e366-8d42-4e69-a4c7-6c80bceb8c61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 945 time: 0.1096413 Feb 28 11:43:41.786010 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc7ffcb4-9569-438f-9950-c68a3712e385 req-4ecd81df-7b2f-45f9-a35a-2e968ee771f8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178517 Feb 28 11:43:41.828031 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-74677d5f-0abc-42bc-9dcb-fdca2811f1ac req-7d1f0607-385d-4bd8-aa8e-af362a8d3547 service neutron] 10.222.0.57 "GET /v2.0/networks/44d1abaa-c167-4a58-9138-3e9c8eb7f5ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790786 Feb 28 11:43:41.960705 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-74677d5f-0abc-42bc-9dcb-fdca2811f1ac req-7de35ede-3fa3-4923-a27c-b4179a247ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/44d1abaa-c167-4a58-9138-3e9c8eb7f5ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266758 Feb 28 11:43:42.901621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-9956fc43-d792-47e1-be45-83a3f3404b03 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:42.903089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-9956fc43-d792-47e1-be45-83a3f3404b03 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 945 time: 0.0883677 Feb 28 11:43:43.019120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 40eecadf-e16a-46dc-879a-6b01e7807a58 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:43:43.019387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:43.135592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b792e35c-fde8-4cf7-9167-2d92261faa05 req-b1da17ab-4ce4-44da-853d-745216b1c5f0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:43.137065 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b792e35c-fde8-4cf7-9167-2d92261faa05 req-b1da17ab-4ce4-44da-853d-745216b1c5f0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 945 time: 0.2000868 Feb 28 11:43:43.278893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b792e35c-fde8-4cf7-9167-2d92261faa05 req-57b9e433-0dcc-4059-961c-400f491877ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=11a3d631-8922-4f39-b98d-27d13998cdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300268 Feb 28 11:43:43.321639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 40eecadf-e16a-46dc-879a-6b01e7807a58, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=40eecadf-e16a-46dc-879a-6b01e7807a58,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:43:43.321995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:43.447926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 40eecadf-e16a-46dc-879a-6b01e7807a58 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:43:43.716294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:43.769490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=40eecadf-e16a-46dc-879a-6b01e7807a58,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:43.814687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.814884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.815188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.815993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.815993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.816293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.816662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.817031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.817392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.817719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.818042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:43:43.864579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port 40eecadf-e16a-46dc-879a-6b01e7807a58 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:43:43.867029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:43.869625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'name': 'network-vif-deleted', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:43:43.883730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-36509fe1-8003-4909-bd64-a840f92f2da7 req-c2a942f5-3005-447a-afd7-33bc10ac837e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/40eecadf-e16a-46dc-879a-6b01e7807a58 HTTP/1.1" status: 204 len: 173 time: 0.9746826 Feb 28 11:43:43.927123 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c8a4be-1081-486f-bddf-d83f56d06725', 'name': 'network-vif-deleted', 'tag': '40eecadf-e16a-46dc-879a-6b01e7807a58', 'status': 'completed', 'code': 200} Feb 28 11:43:44.467569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-17299c94-c5ba-42ef-a875-44fa8f6d2839 req-cc4de735-3dc7-4bb6-9326-4b7ae3013f6c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:43:44.574120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-17299c94-c5ba-42ef-a875-44fa8f6d2839 req-cc4de735-3dc7-4bb6-9326-4b7ae3013f6c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:43:44.579876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-17299c94-c5ba-42ef-a875-44fa8f6d2839 req-cc4de735-3dc7-4bb6-9326-4b7ae3013f6c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=87c8a4be-1081-486f-bddf-d83f56d06725 HTTP/1.1" status: 200 len: 210 time: 0.1558869 Feb 28 11:43:44.948394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-26bdda37-d966-4f24-9b22-44a99363fa47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:45.684924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56208) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:45.759806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54a8fa71-23d4-4793-812d-4c99696dbc90 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:45.789180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54a8fa71-23d4-4793-812d-4c99696dbc90 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:45.939498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54a8fa71-23d4-4793-812d-4c99696dbc90 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:45.959743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8fa71-23d4-4793-812d-4c99696dbc90 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a3d631-8922-4f39-b98d-27d13998cdd0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:46.057887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-54a8fa71-23d4-4793-812d-4c99696dbc90 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:46.061890 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-54a8fa71-23d4-4793-812d-4c99696dbc90 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/11a3d631-8922-4f39-b98d-27d13998cdd0 HTTP/1.1" status: 204 len: 168 time: 0.3731387 Feb 28 11:43:46.154687 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56224) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:46.196790 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-c9d9add3-81e1-4020-bd71-8f848f331b66 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1492693205&fields=id&tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028 HTTP/1.1" status: 200 len: 267 time: 0.1255059 Feb 28 11:43:46.343672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-c0c847a5-3366-43c4-85d1-7dda87f8ae42 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:46.345020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-c0c847a5-3366-43c4-85d1-7dda87f8ae42 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 811 time: 0.1416662 Feb 28 11:43:46.361436 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-309730f7-edf1-4f04-b02d-f2db900eca8c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/quotas/f48f551f4f5b4c48a3a7d600e7c9c028 HTTP/1.1" status: 200 len: 375 time: 0.0105073 Feb 28 11:43:46.448814 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-d8bbeb2b-6228-4fbd-8624-78a8e17439f5 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0817802 Feb 28 11:43:46.554237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:46.585665 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-8062461a-2812-4c62-a2fb-30ecbcff8112 service neutron] 10.222.0.31 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248896 Feb 28 11:43:46.723672 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-a136772b-c569-4262-b141-264fb0c8b35c service neutron] 10.222.0.31 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317642 Feb 28 11:43:46.753616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 40eecadf-e16a-46dc-879a-6b01e7807a58 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:46.794562 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 40eecadf-e16a-46dc-879a-6b01e7807a58 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:43:46.795013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 40eecadf-e16a-46dc-879a-6b01e7807a58 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:43:47.034143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b4c4ebba-b266-48e2-b0e7-02c2df00b415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:47.272182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:43:47.272743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:47.411498 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ad75229f-df39-404e-b885-6e4108f23fdf req-423c66ea-8224-4447-a75f-0fe7cc7e2021 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 210 time: 0.0466216 Feb 28 11:43:47.473552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:43:47.473911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:47.592954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:43:47.857056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:47.904810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:48.201641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:48.268761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:48.350695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:48.464013 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] Sync routers for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:43:48.477040 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:43:48.477195 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:48.616718 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c036297-1a9c-4fc9-a8ad-5e0c41822050 req-30a92195-e4b8-41f0-a421-2c551daf8110 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 210 time: 0.0443034 Feb 28 11:43:48.668984 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:43:48.920648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router c5338b11-0d8c-4016-bbea-098899409e46 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:43:48.968704 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:43:47Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:43:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:48.973553 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] Checking router: c5338b11-0d8c-4016-bbea-098899409e46 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:43:48.983658 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] Routers {'c5338b11-0d8c-4016-bbea-098899409e46'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:43:48.984236 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c5338b11-0d8c-4016-bbea-098899409e46'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:49.119938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:43:49.182075 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] Set router c5338b11-0d8c-4016-bbea-098899409e46 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:43:49.189000 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bba2f8f7-6c7e-472f-80e1-fc3f119453cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/c5338b11-0d8c-4016-bbea-098899409e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0307939 Feb 28 11:43:49.189287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56246) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:49.396499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-30640691-20d4-4fa5-9ab6-66a4a662ee64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting subnet 5cd668b6-0a0c-41e9-8e0c-2ff12644144c {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:43:49.399975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-30640691-20d4-4fa5-9ab6-66a4a662ee64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:49.462499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-30640691-20d4-4fa5-9ab6-66a4a662ee64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:49.464503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-cc457fe5-eafc-4a41-b807-5769c0c0e4aa tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:49.466352 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-cc457fe5-eafc-4a41-b807-5769c0c0e4aa tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 811 time: 0.1643178 Feb 28 11:43:49.506331 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:43:47Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:43:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:49.510794 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69deb9cc-13b4-4dd8-bee6-b72f5028e243 None None] The sync data for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv is: [{'id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'name': 'tempest-TestNetworkBasicOps-router-60089186', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247'}], 'enable_snat': True}, 'gw_port_id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:42:27Z', 'updated_at': '2022-02-28T11:43:47Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '279ddc97-3264-4a4a-aeaa-d3741b1c7df6', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5338b11-0d8c-4016-bbea-098899409e46', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:42:28Z', 'updated_at': '2022-02-28T11:43:32Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:43:49.529635 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-d2d8650a-1e33-4d1b-8889-082044f9ca8f tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028 HTTP/1.1" status: 200 len: 380 time: 0.0446310 Feb 28 11:43:49.531401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'port': {'device_id': '72461409-7f8d-4e28-b29c-3d999274a668', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'admin_state_up': True, 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'security_groups': ['540ec721-4349-4fa3-9e5f-2faf792460fe']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:43:49.551835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-30640691-20d4-4fa5-9ab6-66a4a662ee64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:49.684113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:49.695004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:49.731530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-30640691-20d4-4fa5-9ab6-66a4a662ee64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:49.770367 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30640691-20d4-4fa5-9ab6-66a4a662ee64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Subnet': ['ID=5cd668b6-0a0c-41e9-8e0c-2ff12644144c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:49.776674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-30640691-20d4-4fa5-9ab6-66a4a662ee64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:49.784155 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-30640691-20d4-4fa5-9ab6-66a4a662ee64 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/subnets/5cd668b6-0a0c-41e9-8e0c-2ff12644144c HTTP/1.1" status: 204 len: 168 time: 0.5923431 Feb 28 11:43:49.787249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ee7f86-eec7-4977-9739-e19aa5bc518e None None] Network 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:43:49.787711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56252) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:49.809169 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f4cbdfa4-f8ec-42a6-87e0-aee402a4bd59 req-6eaeee56-7cc6-4972-a1c2-c1f15f780681 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 210 time: 0.0685391 Feb 28 11:43:49.810155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Made reservation on behalf of f48f551f4f5b4c48a3a7d600e7c9c028 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:43:49.813159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:49.998020 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:50.034227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.078452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Allocated IP 172.20.0.9 (8fd774dd-d19f-4ed4-96ef-55403b622175/b6bcdc01-3fc1-4aef-b97a-7204f808e3fb/689ce08d-e34b-44c4-97df-f3ca9849f67b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:50.083665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:43:50.084032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a22bd4f9-90f2-40f7-88b4-5bd8b4527bb8 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:43:50.095329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.218266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12516b6d-c284-4c72-905f-c11e3f5ee487 None None] DHCP port deletion for 44d1abaa-c167-4a58-9138-3e9c8eb7f5ea request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:43:50.223348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-12516b6d-c284-4c72-905f-c11e3f5ee487 None None] Deleting port 841970ff-97f2-42f4-b0c5-13f60536a36b {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:43:50.223943 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-12516b6d-c284-4c72-905f-c11e3f5ee487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.382577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.405479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Transition to ACTIVE for port object 689ce08d-e34b-44c4-97df-f3ca9849f67b will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:50.503222 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-12516b6d-c284-4c72-905f-c11e3f5ee487 None None] For port 841970ff-97f2-42f4-b0c5-13f60536a36b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=841970ff-97f2-42f4-b0c5-13f60536a36b,segment=NetworkSegment(dfb6d329-a8a7-4d72-9c06-8cfa8142b791),segment_id=dfb6d329-a8a7-4d72-9c06-8cfa8142b791)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:43:50.503918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-12516b6d-c284-4c72-905f-c11e3f5ee487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.505499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.508498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.573546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:43:50.578935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.587356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:50.590242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:50.594302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:43:50.636836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'Port': ['ID=689ce08d-e34b-44c4-97df-f3ca9849f67b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:50.675726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-12516b6d-c284-4c72-905f-c11e3f5ee487 None None] Calling delete_port for 841970ff-97f2-42f4-b0c5-13f60536a36b owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:43:50.702231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:50.702918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.831242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-502c283c-9c36-40f1-b627-2fa583ecce1c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3034856 Feb 28 11:43:50.843919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Request body: {'port': {'device_id': '72461409-7f8d-4e28-b29c-3d999274a668', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:43:50.850406 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 279ddc97-3264-4a4a-aeaa-d3741b1c7df6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:43:50.851072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.859527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-12516b6d-c284-4c72-905f-c11e3f5ee487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:50.954259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12516b6d-c284-4c72-905f-c11e3f5ee487 None None] Pushing event deleted for resources: {'Port': ['ID=841970ff-97f2-42f4-b0c5-13f60536a36b,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:50.971809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12516b6d-c284-4c72-905f-c11e3f5ee487 None None] No DVR routers for this DVR port 841970ff-97f2-42f4-b0c5-13f60536a36b on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:43:51.010651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:43:51.026192 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.064307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-332056ac-c6bd-4546-86c3-5a0375c14245 None None] Provisioning for port 689ce08d-e34b-44c4-97df-f3ca9849f67b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:51.069522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-332056ac-c6bd-4546-86c3-5a0375c14245 None None] Provisioning complete for port 689ce08d-e34b-44c4-97df-f3ca9849f67b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:43:51.069818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-332056ac-c6bd-4546-86c3-5a0375c14245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.165843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-332056ac-c6bd-4546-86c3-5a0375c14245 None None] Port 689ce08d-e34b-44c4-97df-f3ca9849f67b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:43:51.282549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.329977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=279ddc97-3264-4a4a-aeaa-d3741b1c7df6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:51.415243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7403d9a9-d03e-466e-8eac-783996fabf3b req-3658b2ae-d7f4-43c8-82f8-8816622ec548 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:51.415840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7403d9a9-d03e-466e-8eac-783996fabf3b req-3658b2ae-d7f4-43c8-82f8-8816622ec548 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Synchronizing usage tracker for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:43:51.530959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7403d9a9-d03e-466e-8eac-783996fabf3b req-3658b2ae-d7f4-43c8-82f8-8816622ec548 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Unset dirty status for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:43:51.532244 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7403d9a9-d03e-466e-8eac-783996fabf3b req-3658b2ae-d7f4-43c8-82f8-8816622ec548 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 931 time: 0.5301735 Feb 28 11:43:51.559970 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.583593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 689ce08d-e34b-44c4-97df-f3ca9849f67b {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:43:51.593704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.612449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7403d9a9-d03e-466e-8eac-783996fabf3b req-bf988bed-649d-4567-89e0-1e3690a26b2c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732043 Feb 28 11:43:51.615004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Transition to ACTIVE for port object 689ce08d-e34b-44c4-97df-f3ca9849f67b will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:51.698799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.841102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Pushing event updated for resources: {'Port': ['ID=689ce08d-e34b-44c4-97df-f3ca9849f67b,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:51.841813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.847295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.944494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 841970ff-97f2-42f4-b0c5-13f60536a36b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:51.973351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:51.973856 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Fanout notify agent at l3_agent the message router_deleted on router c5338b11-0d8c-4016-bbea-098899409e46 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:43:51.974137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Attempting to bind port 689ce08d-e34b-44c4-97df-f3ca9849f67b on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:51.974611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Attempting to bind port 689ce08d-e34b-44c4-97df-f3ca9849f67b by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:51.974986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Attempting to bind port 689ce08d-e34b-44c4-97df-f3ca9849f67b on network 8fd774dd-d19f-4ed4-96ef-55403b622175 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:43:51.981542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Port 689ce08d-e34b-44c4-97df-f3ca9849f67b on network 8fd774dd-d19f-4ed4-96ef-55403b622175 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:43:51.981898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Attempting to bind port 689ce08d-e34b-44c4-97df-f3ca9849f67b on network 8fd774dd-d19f-4ed4-96ef-55403b622175 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:43:51.992255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:43:51.995167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Checking segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:43:51.995167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Bound using segment: {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:43:51.995368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 841970ff-97f2-42f4-b0c5-13f60536a36b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:43:51.995445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Bound port: 689ce08d-e34b-44c4-97df-f3ca9849f67b, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '570b9512-792a-4b45-aeea-ac70c45a51f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 731, 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:51.995521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 841970ff-97f2-42f4-b0c5-13f60536a36b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:43:51.995596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.007816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.009175 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2d8b5ade-0f23-43df-9ede-cbf023d51021 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/routers/c5338b11-0d8c-4016-bbea-098899409e46 HTTP/1.1" status: 204 len: 168 time: 2.2201767 Feb 28 11:43:52.012115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56260) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:52.190800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.202757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] For port 689ce08d-e34b-44c4-97df-f3ca9849f67b, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:43:52.207159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] For port 689ce08d-e34b-44c4-97df-f3ca9849f67b, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=689ce08d-e34b-44c4-97df-f3ca9849f67b,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:43:52.265082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.402496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.403864 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] 10.222.0.57 "PUT /v2.0/ports/689ce08d-e34b-44c4-97df-f3ca9849f67b HTTP/1.1" status: 200 len: 1093 time: 1.5647643 Feb 28 11:43:52.405947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.417123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:43:52.452321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44d1abaa-c167-4a58-9138-3e9c8eb7f5ea']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:52.462378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd43924-ad27-41df-aa38-63e494ca4d4e service neutron] Pushing event updated for resources: {'Port': ['ID=689ce08d-e34b-44c4-97df-f3ca9849f67b,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:52.469167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:52.469461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfb6d329-a8a7-4d72-9c06-8cfa8142b791') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:52.485849 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.494923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'status': 'completed', 'code': 200} Feb 28 11:43:52.506107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.556110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Releasing vlan 721 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:43:52.556524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:43:52.571948 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:43:52.678447 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f75b872d-cef8-4584-9149-5a1a1fd74843 req-bd930efc-22e6-4256-9762-a53b098b453e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 1096 time: 0.1662762 Feb 28 11:43:52.785045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.815070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:52.836851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Network': ['ID=44d1abaa-c167-4a58-9138-3e9c8eb7f5ea,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:52.902155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b872d-cef8-4584-9149-5a1a1fd74843 req-9d8d0f0b-4d43-4831-b63d-865c9cd498a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:52.903679 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f75b872d-cef8-4584-9149-5a1a1fd74843 req-9d8d0f0b-4d43-4831-b63d-865c9cd498a4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2216249 Feb 28 11:43:52.913950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b713582e-61ff-475c-ac2d-d8e44bf393b2 req-51d86a01-3cd9-4b13-9b2e-f044f5ec8b44 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:52.916862 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b713582e-61ff-475c-ac2d-d8e44bf393b2 req-51d86a01-3cd9-4b13-9b2e-f044f5ec8b44 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 943 time: 0.1635745 Feb 28 11:43:52.962348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f1924-4838-4b23-afd6-18c1f1305e14 None None] New status for floating IP 0732f61b-bb16-47f9-bd76-4a5fdf390784: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:43:53.101440 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f6b437eb-3aa9-420d-830e-606e392cada8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/networks/44d1abaa-c167-4a58-9138-3e9c8eb7f5ea HTTP/1.1" status: 204 len: 168 time: 1.0881085 Feb 28 11:43:53.124058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56268) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:53.130059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'network': {'name': 'tempest-network-smoke--1642905970', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'port_security_enabled': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:43:53.135009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:53.139108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:network and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:53.142087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:53.145779 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b713582e-61ff-475c-ac2d-d8e44bf393b2 req-f6244022-38b4-4a2e-bd79-8a6254c75000 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2114305 Feb 28 11:43:53.149689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:53.189116 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d61133-2d6d-4aea-81a7-4c4b6f710c22 None None] Sync routers for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:43:53.193847 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b872d-cef8-4584-9149-5a1a1fd74843 req-c8f6d44c-67b6-4a11-8b97-48fb22c78ac8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:53.193847 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f75b872d-cef8-4584-9149-5a1a1fd74843 req-c8f6d44c-67b6-4a11-8b97-48fb22c78ac8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2765656 Feb 28 11:43:53.201671 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d61133-2d6d-4aea-81a7-4c4b6f710c22 None None] Routers set() bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:43:53.202037 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d61133-2d6d-4aea-81a7-4c4b6f710c22 None None] Router IDs set() for agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 11:43:53.202690 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_agentschedulers_db [None req-69d61133-2d6d-4aea-81a7-4c4b6f710c22 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5338b11-0d8c-4016-bbea-098899409e46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent'). {{(pid=84341) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 11:43:53.213025 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d61133-2d6d-4aea-81a7-4c4b6f710c22 None None] Routers set() bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:43:53.213377 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d61133-2d6d-4aea-81a7-4c4b6f710c22 None None] Router IDs set() for agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 11:43:53.213938 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_agentschedulers_db [None req-69d61133-2d6d-4aea-81a7-4c4b6f710c22 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c5338b11-0d8c-4016-bbea-098899409e46'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent'). {{(pid=84341) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 11:43:53.214305 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d61133-2d6d-4aea-81a7-4c4b6f710c22 None None] The sync data for ids ['c5338b11-0d8c-4016-bbea-098899409e46'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:43:53.241992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:43:53.245289 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.277865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 722} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:43:53.288094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.291620 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Added segment 1b38c086-874f-4693-ac9a-b09247c09616 of type vlan for network 24ab331c-da33-407c-922a-b0916700e6a1 Feb 28 11:43:53.298963 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-93012b5c-f4ff-4c6a-adf4-09cffa9bc1aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 1096 time: 0.0736012 Feb 28 11:43:53.317424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.370435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-26446bdf-bbec-418e-ae1c-b4ebf1f60d6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689ce08d-e34b-44c4-97df-f3ca9849f67b HTTP/1.1" status: 200 len: 217 time: 0.0652118 Feb 28 11:43:53.431046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-4b186b47-38bb-45bf-a160-b1dfac833ec4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:53.432328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-4b186b47-38bb-45bf-a160-b1dfac833ec4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0558662 Feb 28 11:43:53.479579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.483281 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:53.483899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.507114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-1f8bfc56-ee5b-4a42-9175-183958278ca9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687711 Feb 28 11:43:53.593874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Network': ['ID=24ab331c-da33-407c-922a-b0916700e6a1,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:53.605744 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 24ab331c-da33-407c-922a-b0916700e6a1 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:43:53.639875 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-386bcc7a-26c9-4413-905c-f0159dbbaafa service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268067 Feb 28 11:43:53.687375 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6625ea7c-8a27-4fe7-95bb-32a71366393a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5573151 Feb 28 11:43:53.687375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56272) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:53.692270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'admin_state_up': True, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:43:53.700428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:53.709941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:router and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:53.715098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:53.720108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:53.796916 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ff100ab-bc6c-4b17-a657-995103538f62 req-eddc2240-a157-4375-9727-2fda39322b65 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513348 Feb 28 11:43:53.826431 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:43:53.912199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:43:53.912533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 279ddc97-3264-4a4a-aeaa-d3741b1c7df6 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:43:53.925601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.926631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:53.946111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:54.202951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:54.428844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548a74fe-4ffb-4d4b-b10c-a8a887571dc3 req-a6021974-05dc-4d7e-88f8-baf327dec8e5 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:54.430297 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-548a74fe-4ffb-4d4b-b10c-a8a887571dc3 req-a6021974-05dc-4d7e-88f8-baf327dec8e5 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 943 time: 0.1579609 Feb 28 11:43:54.446683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:54.476584 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-548a74fe-4ffb-4d4b-b10c-a8a887571dc3 req-7a1ecbf3-2258-43c3-be53-b6b5aa66d2d7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 Feb 28 11:43:54.476801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:54.614769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.150 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/746f810c-c078-4ee4-864f-370bf31f4e26) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:54.762146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:54.856884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:54.926804 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:54.930209 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=746f810c-c078-4ee4-864f-370bf31f4e26,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:54.932631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:54.934676 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:43:55.172315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:55.173043 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:55.496292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 9492979e-0fd5-4e08-a471-0dbe4be477c0 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:43:55.672505 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96235df8-2ae7-4380-9795-2c74999d5822 req-75bfe290-eac6-4aed-9fbe-c969a547c7a8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:55.673935 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96235df8-2ae7-4380-9795-2c74999d5822 req-75bfe290-eac6-4aed-9fbe-c969a547c7a8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 943 time: 0.0790062 Feb 28 11:43:55.704429 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:43:55.715240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Sync routers for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:43:55.727472 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:43:55.727994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:55.728144 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96235df8-2ae7-4380-9795-2c74999d5822 req-366d1272-430c-4a87-a65f-4da3d3fa1d96 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479248 Feb 28 11:43:55.813007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:55.817794 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8d4d6891-f8b2-4e26-b22e-f361887365ec tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1277239 Feb 28 11:43:55.818056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56282) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:55.857716 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e7c39c67-fbe4-4c03-b838-3b9bb6c07d68 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385878 Feb 28 11:43:55.860546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56286) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:55.904665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:43:55.989765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc47eae0-25c3-4aa7-8f99-ac71636ed7b4 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:55.991539 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cc47eae0-25c3-4aa7-8f99-ac71636ed7b4 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300247 Feb 28 11:43:55.994446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56290) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:56.034061 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3a00eb93-170f-4dcb-8b62-0c86937ffd9f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383627 Feb 28 11:43:56.036473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56294) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:56.041880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1508265135', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:43:56.150433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:43:56.154228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:subnet and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:43:56.157034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:43:56.163084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:43:56.184617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:55Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:43:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:56.188394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Checking router: 9492979e-0fd5-4e08-a471-0dbe4be477c0 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:43:56.188735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Updating router 9492979e-0fd5-4e08-a471-0dbe4be477c0 port 746f810c-c078-4ee4-864f-370bf31f4e26 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:43:56.222372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:43:56.242557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.324606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.565550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.576816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Transition to ACTIVE for port object 746f810c-c078-4ee4-864f-370bf31f4e26 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:56.619196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.648172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.740910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Attempting to bind port 746f810c-c078-4ee4-864f-370bf31f4e26 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:56.741584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Attempting to bind port 746f810c-c078-4ee4-864f-370bf31f4e26 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:56.741700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Attempting to bind port 746f810c-c078-4ee4-864f-370bf31f4e26 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:43:56.743851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43810c1c-5639-47d3-942d-5f796e2233ee None None] Pushing event updated for resources: {'Port': ['ID=746f810c-c078-4ee4-864f-370bf31f4e26,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:56.751222 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:43:56.751482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:43:56.751894 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.752341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:43:56.753527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Bound port: 746f810c-c078-4ee4-864f-370bf31f4e26, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:56.753887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:56.789368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=48cbd532-19dc-42f0-b85a-6c5084ed9ffc,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:56.811343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Checking segment: {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:43:56.811803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network hostable DHCP agents. Network: 24ab331c-da33-407c-922a-b0916700e6a1, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:43:56.836344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] For port 746f810c-c078-4ee4-864f-370bf31f4e26, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:43:56.839771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] For port 746f810c-c078-4ee4-864f-370bf31f4e26, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=746f810c-c078-4ee4-864f-370bf31f4e26,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:43:56.898905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 24ab331c-da33-407c-922a-b0916700e6a1 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:43:56.967550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:57.035309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 24ab331c-da33-407c-922a-b0916700e6a1) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:57.043711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:57.044507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:57.046830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff289b2-e3d3-463f-b2d1-63fa7dd67539 None None] Network 24ab331c-da33-407c-922a-b0916700e6a1 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:43:57.095049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a160a-da90-4dab-97b9-161ca713a5d1 req-f7312e62-18bd-4f30-b341-fee2e0ccb09b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:57.096778 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4f9a160a-da90-4dab-97b9-161ca713a5d1 req-f7312e62-18bd-4f30-b341-fee2e0ccb09b tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 943 time: 0.0974717 Feb 28 11:43:57.110290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43810c1c-5639-47d3-942d-5f796e2233ee None None] Pushing event updated for resources: {'Port': ['ID=746f810c-c078-4ee4-864f-370bf31f4e26,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:57.143734 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4f9a160a-da90-4dab-97b9-161ca713a5d1 req-55019c89-862a-4260-9468-a193651723d1 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407991 Feb 28 11:43:57.148207 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6a8332d7-f1a2-4408-9577-d8c17df35a72 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1080358 Feb 28 11:43:57.148353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56300) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:43:57.157707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:43:57.158378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:57.425378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:43:57.628061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-24ab331c-da33-407c-922a-b0916700e6a1', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:43:57.628877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:57.870655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Allocated IP 172.20.0.2 (24ab331c-da33-407c-922a-b0916700e6a1/48cbd532-19dc-42f0-b85a-6c5084ed9ffc/25a2ba66-1117-4d64-b0a4-1ea1b03eb26f) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:57.911532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:57.952892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:55Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:43:57.967037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a82964-7805-4b14-8414-5ceba20069e9 None None] The sync data for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv is: [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:55Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:43:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:43:58.090462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:58.101324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Transition to ACTIVE for port object 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:58.121646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Transition to ACTIVE for port object 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:58.235599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:58.310920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Network 24ab331c-da33-407c-922a-b0916700e6a1 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:58.315323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:58.318074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:43:58.320533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Pushing event updated for resources: {'Port': ['ID=25a2ba66-1117-4d64-b0a4-1ea1b03eb26f,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:58.403664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.1 (24ab331c-da33-407c-922a-b0916700e6a1/48cbd532-19dc-42f0-b85a-6c5084ed9ffc/8d380a28-994e-414f-b82b-18aea6e83cd3) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:43:58.418023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Attempting to bind port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:43:58.418505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Attempting to bind port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:43:58.418996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Attempting to bind port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f on network 24ab331c-da33-407c-922a-b0916700e6a1 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:43:58.425790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c12d4ea-12eb-4877-9fb7-c7a7df093e59 req-05aabb32-914b-4c72-990c-7dc7b9882c8a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:43:58.426206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:43:58.431784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Checking segment: {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:43:58.431784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:58.431784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Bound using segment: {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:43:58.431784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Bound port: 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:43:58.431784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:58.432214 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2c12d4ea-12eb-4877-9fb7-c7a7df093e59 req-05aabb32-914b-4c72-990c-7dc7b9882c8a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 943 time: 0.1504304 Feb 28 11:43:58.525781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] For port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:43:58.529084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] For port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=25a2ba66-1117-4d64-b0a4-1ea1b03eb26f,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:43:58.662642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:58.700607 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2c12d4ea-12eb-4877-9fb7-c7a7df093e59 req-bb4b35e3-76c7-44e2-9b91-a9229ea47583 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508337 Feb 28 11:43:58.733768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:58.749984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 8d380a28-994e-414f-b82b-18aea6e83cd3 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:43:58.764362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c044e03-9aa1-4e72-abe4-ed6d569ac51d None None] Pushing event updated for resources: {'Port': ['ID=25a2ba66-1117-4d64-b0a4-1ea1b03eb26f,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:58.848099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:58.936750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 24ab331c-da33-407c-922a-b0916700e6a1 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:43:58.937697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=8d380a28-994e-414f-b82b-18aea6e83cd3,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:58.940222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:43:58.942228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:43:59.005071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:59.168318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:59.575493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:59.621464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7610ba4a-9824-44c9-9580-23bb0ce1ec11 None None] Network 24ab331c-da33-407c-922a-b0916700e6a1 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:43:59.647332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:59.765270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:43:59.771208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=8d380a28-994e-414f-b82b-18aea6e83cd3,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:43:59.891824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6f5a2a95-4761-4e44-ac5f-08e8e4f9587c None None] Provisioning for port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:43:59.949107 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:43:59.997619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 24ab331c-da33-407c-922a-b0916700e6a1 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:44:00.000122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:44:00.098611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:44:00.104137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:00.104691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:00.125362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eca44cc-e926-4f0c-86fc-ebffb26a7737 req-81c8e2af-69d0-4808-b888-eb2ca710de33 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:00.126806 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0eca44cc-e926-4f0c-86fc-ebffb26a7737 req-81c8e2af-69d0-4808-b888-eb2ca710de33 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 943 time: 0.2644575 Feb 28 11:44:00.179414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3e776d50-0052-4fdc-b9e7-9fa397320655 None None] Provisioning complete for port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:00.179797 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3e776d50-0052-4fdc-b9e7-9fa397320655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:00.207358 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0eca44cc-e926-4f0c-86fc-ebffb26a7737 req-2c22592b-0736-4df4-aa9b-94cddc83d249 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729442 Feb 28 11:44:00.339875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:00.400900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3e776d50-0052-4fdc-b9e7-9fa397320655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:00.409899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=25a2ba66-1117-4d64-b0a4-1ea1b03eb26f,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:44:00.449432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 9492979e-0fd5-4e08-a471-0dbe4be477c0 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:44:00.468391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:00.469168 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 746f810c-c078-4ee4-864f-370bf31f4e26 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:44:00.660804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-3e776d50-0052-4fdc-b9e7-9fa397320655 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:44:00.660804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-3e776d50-0052-4fdc-b9e7-9fa397320655 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:44:00.670574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=25a2ba66-1117-4d64-b0a4-1ea1b03eb26f,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:00.784022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:44:00.785473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 746f810c-c078-4ee4-864f-370bf31f4e26 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:44:00.795781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 746f810c-c078-4ee4-864f-370bf31f4e26 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:00.796391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:00.801114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-14de9724-7dc0-4c5d-baba-1c7ebc4432ef tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/9492979e-0fd5-4e08-a471-0dbe4be477c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6517885 Feb 28 11:44:00.803703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56308) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:00.823200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 689ce08d-e34b-44c4-97df-f3ca9849f67b details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:44:00.973507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700960d-dc34-4027-b0e2-22be3638d372 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:00.973507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700960d-dc34-4027-b0e2-22be3638d372 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:00.973507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700960d-dc34-4027-b0e2-22be3638d372 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:00.973763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700960d-dc34-4027-b0e2-22be3638d372 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:00.974111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700960d-dc34-4027-b0e2-22be3638d372 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:00.974679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2700960d-dc34-4027-b0e2-22be3638d372 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:00.980709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2700960d-dc34-4027-b0e2-22be3638d372 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1725922 Feb 28 11:44:00.981098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56312) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:01.040522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:01.051151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 689ce08d-e34b-44c4-97df-f3ca9849f67b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=689ce08d-e34b-44c4-97df-f3ca9849f67b,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:44:01.058933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec6cb4-e81e-482a-924c-1b3d4f836e15 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:01.059309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec6cb4-e81e-482a-924c-1b3d4f836e15 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:01.059666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec6cb4-e81e-482a-924c-1b3d4f836e15 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:01.060017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec6cb4-e81e-482a-924c-1b3d4f836e15 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:01.060368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec6cb4-e81e-482a-924c-1b3d4f836e15 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:01.060715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dec6cb4-e81e-482a-924c-1b3d4f836e15 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:01.062442 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7dec6cb4-e81e-482a-924c-1b3d4f836e15 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.0802767 Feb 28 11:44:01.066104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56316) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:01.078987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'port_id': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'mac_address': 'fa:16:3e:74:c1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 731, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:44:01.078987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 746f810c-c078-4ee4-864f-370bf31f4e26, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=746f810c-c078-4ee4-864f-370bf31f4e26,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:44:01.137709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:01.192909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:01.247099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 689ce08d-e34b-44c4-97df-f3ca9849f67b {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:44:01.308136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 689ce08d-e34b-44c4-97df-f3ca9849f67b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=689ce08d-e34b-44c4-97df-f3ca9849f67b,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:44:01.317402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=746f810c-c078-4ee4-864f-370bf31f4e26,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:01.388425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:01.411221 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d6dc6dad-25e7-49a0-87c8-b677b65c01cc tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.3439901 Feb 28 11:44:01.438780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3e776d50-0052-4fdc-b9e7-9fa397320655 None None] Provisioning for port 8d380a28-994e-414f-b82b-18aea6e83cd3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:44:01.456006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3e776d50-0052-4fdc-b9e7-9fa397320655 None None] Provisioning complete for port 8d380a28-994e-414f-b82b-18aea6e83cd3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:01.456006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3e776d50-0052-4fdc-b9e7-9fa397320655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:01.489430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2ef39-7aad-490b-aa09-07f0e276f7e7 req-4db2ce1b-d848-4fce-8f9b-3e1eec14416d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:01.496445 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-16b2ef39-7aad-490b-aa09-07f0e276f7e7 req-4db2ce1b-d848-4fce-8f9b-3e1eec14416d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 944 time: 0.1228025 Feb 28 11:44:01.543572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-16b2ef39-7aad-490b-aa09-07f0e276f7e7 req-64fa06c9-6868-47e4-a9db-96e5e3b1e1a8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 Feb 28 11:44:01.545895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=689ce08d-e34b-44c4-97df-f3ca9849f67b,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:01.553380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-3e776d50-0052-4fdc-b9e7-9fa397320655 None None] Port 8d380a28-994e-414f-b82b-18aea6e83cd3 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:44:01.628606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['689ce08d-e34b-44c4-97df-f3ca9849f67b'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:44:01.635894 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Sync routers for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:44:01.650153 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:44:01.650998 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:01.714161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-05ef6b81-e8fe-4d6a-a590-d2402c395162 None None] Provisioning complete for port 8d380a28-994e-414f-b82b-18aea6e83cd3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:01.714779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-05ef6b81-e8fe-4d6a-a590-d2402c395162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:01.799595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-05ef6b81-e8fe-4d6a-a590-d2402c395162 None None] Port 8d380a28-994e-414f-b82b-18aea6e83cd3 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:44:01.850871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56324) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:01.854441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:44:01.855037 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:44:01.857561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180123297', 'description': 'tempest-secgroup-smoke-180123297 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:01.864262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:01.868655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:01.874173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:01.878191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:01.978921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.017136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:02.021538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:02.024559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:02.028624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:02.035406 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.035564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:02.090148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.180089 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8d380a28-994e-414f-b82b-18aea6e83cd3', 'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:1b:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:58Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:02.188168 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Checking router: 9492979e-0fd5-4e08-a471-0dbe4be477c0 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:44:02.188168 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Updating router 9492979e-0fd5-4e08-a471-0dbe4be477c0 port 8d380a28-994e-414f-b82b-18aea6e83cd3 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:44:02.190770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.195498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 746f810c-c078-4ee4-864f-370bf31f4e26 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:44:02.238139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:02.239586 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.264344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 746f810c-c078-4ee4-864f-370bf31f4e26 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:02.264709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.321518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.322747 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-698d4fe7-de2c-40ba-a16c-a345178cab0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4707012 Feb 28 11:44:02.325718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56328) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:02.331963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:02.337799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:02.342359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:02.344748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:02.351727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:02.489967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.552874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.591978 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.601232 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Transition to ACTIVE for port object 8d380a28-994e-414f-b82b-18aea6e83cd3 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:44:02.701340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.704404 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.739091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09eb94c2-4a02-40a6-bc3f-4794ed6bb38e,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:02.772778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda3cc4-6d05-4843-9fe8-1eb6267bf915 req-3bce1643-04f5-4a03-80f3-c0de08ef83e8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:02.774232 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2bda3cc4-6d05-4843-9fe8-1eb6267bf915 req-3bce1643-04f5-4a03-80f3-c0de08ef83e8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 944 time: 0.1073885 Feb 28 11:44:02.816106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 689ce08d-e34b-44c4-97df-f3ca9849f67b up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:44:02.824967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2bda3cc4-6d05-4843-9fe8-1eb6267bf915 req-8a502058-c21f-416b-a505-ebc728933827 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451293 Feb 28 11:44:02.847449 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Pushing event updated for resources: {'Port': ['ID=8d380a28-994e-414f-b82b-18aea6e83cd3,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:02.847955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.851810 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bb422431-1f43-464a-b2aa-56bcd5d23f87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5225832 Feb 28 11:44:02.852417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56334) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:02.856455 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.856788 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.857115 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.857439 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.857763 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.858082 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.858397 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.858717 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.859061 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.859375 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.859687 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:44:02.860802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:02.874344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:02.880721 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:02.884275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:02.891346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:02.977767 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Attempting to bind port 8d380a28-994e-414f-b82b-18aea6e83cd3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:44:02.982581 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Attempting to bind port 8d380a28-994e-414f-b82b-18aea6e83cd3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:44:02.982581 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Attempting to bind port 8d380a28-994e-414f-b82b-18aea6e83cd3 on network 24ab331c-da33-407c-922a-b0916700e6a1 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:44:02.985435 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:44:02.985824 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Checking segment: {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:44:02.986728 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:02.987205 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Bound using segment: {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:44:02.987666 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Bound port: 8d380a28-994e-414f-b82b-18aea6e83cd3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:44:02.988051 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.013653 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.031380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 689ce08d-e34b-44c4-97df-f3ca9849f67b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:44:03.038198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 689ce08d-e34b-44c4-97df-f3ca9849f67b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:03.038569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.086310 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] For port 8d380a28-994e-414f-b82b-18aea6e83cd3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:44:03.086310 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] For port 8d380a28-994e-414f-b82b-18aea6e83cd3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8d380a28-994e-414f-b82b-18aea6e83cd3,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:44:03.088047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.156289 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.160178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.172948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.187903 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:44:03.197777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 689ce08d-e34b-44c4-97df-f3ca9849f67b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=689ce08d-e34b-44c4-97df-f3ca9849f67b,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:44:03.200794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7025913-5f63-4f7a-9712-9d626a6c959c,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:03.236126 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7efa48-2829-41f7-a1eb-9d804fe7bc23 None None] Pushing event updated for resources: {'Port': ['ID=8d380a28-994e-414f-b82b-18aea6e83cd3,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:03.246543 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:44:03.247096 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:03.264760 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'code': 200} Feb 28 11:44:03.315992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.353199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.354793 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2abc921b-d0b8-4f6d-8b7a-a198dc70b0a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5012467 Feb 28 11:44:03.357644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56340) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:03.374580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:03.387375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:03.391580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:03.397239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:03.403576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:03.404838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=689ce08d-e34b-44c4-97df-f3ca9849f67b,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:03.438713 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:44:03.556628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.624226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.747889 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8d380a28-994e-414f-b82b-18aea6e83cd3', 'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:1b:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:58Z', 'updated_at': '2022-02-28T11:44:03Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:03.751782 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc27e3b9-147f-41bb-9c5f-443b50091f09 None None] The sync data for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv is: [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8d380a28-994e-414f-b82b-18aea6e83cd3', 'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:1b:28:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:58Z', 'updated_at': '2022-02-28T11:44:03Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:44:03.776263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.797525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a32ce67-5877-4321-ad1f-ac2ccc967495,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:03.823028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6743bf57-d7f5-4445-86d8-d34477cb0dc3 req-88ded2c2-7bbe-4328-b5f4-d222dcba90b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 1098 time: 0.1080186 Feb 28 11:44:03.869888 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6743bf57-d7f5-4445-86d8-d34477cb0dc3 req-acea2c1e-d571-4c87-b0f4-326cfc742050 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403416 Feb 28 11:44:03.936693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:03.937920 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c69e50e0-97ba-41cc-b21d-49f1918ef4eb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5790811 Feb 28 11:44:03.941677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56346) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:03.947411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:03.958163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:03.996238 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:04.004011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:04.014919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:04.030175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.056180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68778acd-50f9-4906-976b-610f3df99e47 req-11e372fb-b909-43f3-8bc6-3446b6a83b07 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:04.057620 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68778acd-50f9-4906-976b-610f3df99e47 req-11e372fb-b909-43f3-8bc6-3446b6a83b07 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 945 time: 0.0966897 Feb 28 11:44:04.105699 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68778acd-50f9-4906-976b-610f3df99e47 req-c6adcab1-af35-4aab-b65f-f81b309677b8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423257 Feb 28 11:44:04.132588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.200676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.273974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.296311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77baac6a-6645-4057-85b9-7735337ef1fe,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:04.399393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.400715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2d148fb6-0528-4acb-95c0-7d35b34a05dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4579432 Feb 28 11:44:04.403591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56350) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:04.409660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:04.417218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:04.419948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:04.422829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:04.429414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:04.514626 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:44:04.517376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.589986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.665017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.688696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d734e4eb-5a53-4732-be2e-2c01e36be397,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:04.761554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.762787 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4e54aad9-a745-494f-b731-7cb355ad31ea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3581996 Feb 28 11:44:04.765658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56354) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:04.771321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:04.777223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:04.781865 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:04.786981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:04.792930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:04.898443 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:44:04.905283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:04.972013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:05.049252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:05.069355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e118cd4-92c9-4da5-aa17-749d52f7e429,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:05.193428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:05.194555 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a95f5b48-54ff-4868-9d6e-63b9d06380cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4279752 Feb 28 11:44:05.305955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f1b75-a26e-4e76-a001-ac6347173a9b req-c6ec7e4b-5e8f-4119-8b4e-007cd818d7be tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:05.307404 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e6f1b75-a26e-4e76-a001-ac6347173a9b req-c6ec7e4b-5e8f-4119-8b4e-007cd818d7be tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 945 time: 0.0786514 Feb 28 11:44:05.384704 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e6f1b75-a26e-4e76-a001-ac6347173a9b req-1d0b6ec1-56d7-4cd2-a42b-5eb0e797ff0a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713227 Feb 28 11:44:05.390658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-2bd9a716-e77e-45d6-aa4b-200eda42ea97 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:44:05.502540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-2bd9a716-e77e-45d6-aa4b-200eda42ea97 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:44:05.503684 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-2bd9a716-e77e-45d6-aa4b-200eda42ea97 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180123297&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.1736953 Feb 28 11:44:05.708254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-a8da17b6-615b-4723-95b4-8df1878b2edc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:05.708997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-a8da17b6-615b-4723-95b4-8df1878b2edc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:44:05.716369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42fa9e-2526-4472-b05f-75006561eebd req-3b75a228-e52d-42dc-81c1-5f5b4f061974 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:05.717785 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c42fa9e-2526-4472-b05f-75006561eebd req-3b75a228-e52d-42dc-81c1-5f5b4f061974 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 945 time: 0.2056143 Feb 28 11:44:05.772411 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c42fa9e-2526-4472-b05f-75006561eebd req-ac2bff3f-18b7-493a-b40a-28c6f09fb6bf tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483656 Feb 28 11:44:05.804856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56370) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:05.864988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8d380a28-994e-414f-b82b-18aea6e83cd3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:44:05.879630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-a8da17b6-615b-4723-95b4-8df1878b2edc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:44:05.880856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-a8da17b6-615b-4723-95b4-8df1878b2edc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=24ab331c-da33-407c-922a-b0916700e6a1 HTTP/1.1" status: 200 len: 797 time: 0.3704157 Feb 28 11:44:05.897820 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-0c966716-d369-47f3-9df2-1ebe571d8d77 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0112612 Feb 28 11:44:05.989396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8d380a28-994e-414f-b82b-18aea6e83cd3 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:44:05.994489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8d380a28-994e-414f-b82b-18aea6e83cd3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:06.001646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:06.045251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-50cc101f-a463-4f1c-b02f-8347eb8636da tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:44:06.054474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56376) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:06.055031 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-52095776-21cd-4eec-a24a-741ce10dc712 tempest-TestVolumeBootPattern-1703561133 tempest-TestVolumeBootPattern-1703561133-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 1093 time: 0.2492912 Feb 28 11:44:06.061416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:06.068046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:06.071959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Usage tracker for resource:floatingip and tenant:f48f551f4f5b4c48a3a7d600e7c9c028 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:06.074937 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:06.082384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:06.113474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:06.135994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-50cc101f-a463-4f1c-b02f-8347eb8636da tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:44:06.137488 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-50cc101f-a463-4f1c-b02f-8347eb8636da tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2339599 Feb 28 11:44:06.146132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8d380a28-994e-414f-b82b-18aea6e83cd3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8d380a28-994e-414f-b82b-18aea6e83cd3,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:44:06.161213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:06.251056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:06.319896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:06.329322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8d380a28-994e-414f-b82b-18aea6e83cd3,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:06.373636 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-86e22f9f-f0c6-4810-8f61-7d4fa4898881 service neutron] 10.222.0.31 "GET /v2.0/networks/24ab331c-da33-407c-922a-b0916700e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235210 Feb 28 11:44:06.380897 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:44:06.508006 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-6a09ec7c-cd89-42bc-8ead-c89bdb1a546a service neutron] 10.222.0.31 "GET /v2.0/networks/24ab331c-da33-407c-922a-b0916700e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276970 Feb 28 11:44:06.546459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Allocated IP 172.26.1.207 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/705e73f2-a6ed-446a-8422-18a3a35b268e) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:44:06.698806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:06.793908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:06.816411 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0445711-44cf-491a-94a0-2a67ee07b231 req-92bf03b1-665e-459d-af57-cb0baa0c5c91 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 210 time: 0.0414407 Feb 28 11:44:06.869467 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:44:06.872285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:44:06.875108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:44:06.914325 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'Port': ['ID=705e73f2-a6ed-446a-8422-18a3a35b268e,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:07.391280 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:07.493045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:07.703640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:07.778658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:07.844888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8d380a28-994e-414f-b82b-18aea6e83cd3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:44:07.904681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event updated for resources: {'Port': ['ID=705e73f2-a6ed-446a-8422-18a3a35b268e,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:07.924166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:07.946720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8d380a28-994e-414f-b82b-18aea6e83cd3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:07.947485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:08.007478 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1454a401-08db-4af5-9391-47fdcece5665 req-d6698f59-88e8-4ea9-a5c5-abbfb2f8ab2a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 210 time: 0.0471842 Feb 28 11:44:08.230588 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Floating IP b56331f8-a192-461b-9568-b36c253aa344 associated. External IP: 172.26.1.207, port: 689ce08d-e34b-44c4-97df-f3ca9849f67b. Feb 28 11:44:08.617346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:44:08.824243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:44:08.834144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] Sync routers for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:44:08.846643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:44:08.847322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:08.941123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:09.002701 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c9f0b5eb-10c5-4177-9623-683999b181f4 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9453936 Feb 28 11:44:09.004701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:44:09.061446 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'status': 'completed', 'code': 200} Feb 28 11:44:09.068368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:44:09.160987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-82dbaa5d-2870-48f6-8c7d-6ceaf8c98bd2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:09.162575 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-82dbaa5d-2870-48f6-8c7d-6ceaf8c98bd2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=24ab331c-da33-407c-922a-b0916700e6a1 HTTP/1.1" status: 200 len: 797 time: 0.2356157 Feb 28 11:44:09.246380 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29262d1a-c0d3-4fc1-b6c5-6725fac32b72 req-93b221cc-f2b7-4174-869c-bf584163311a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 210 time: 0.0765362 Feb 28 11:44:09.282321 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-c49bf507-c279-468a-87b7-bf4ce853e843 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 379 time: 0.0750158 Feb 28 11:44:09.289089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5fc587b4-a9d4-4b60-9311-bb75ea6c34d6 req-223e831d-ef35-4123-8270-6738a1189ed8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 1098 time: 0.1830778 Feb 28 11:44:09.295870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:09.465950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '4fdc77b1-e148-43e7-9617-4b977a2c305c', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:49Z', 'updated_at': '2022-02-28T11:40:52Z', 'revision_number': 1, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}, {'id': 'b56331f8-a192-461b-9568-b36c253aa344', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:74:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72461409-7f8d-4e28-b29c-3d999274a668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:44:07Z', 'updated_at': '2022-02-28T11:44:07Z', 'revision_number': 0, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:09.469960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] Checking router: 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:44:09.485204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:44:09.489428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:43:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:09.543636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:09.545977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc587b4-a9d4-4b60-9311-bb75ea6c34d6 req-8ab891d0-71be-47b1-b5bb-0f7ff84ed3f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:09.547455 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5fc587b4-a9d4-4b60-9311-bb75ea6c34d6 req-8ab891d0-71be-47b1-b5bb-0f7ff84ed3f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.2344325 Feb 28 11:44:09.602683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:09.660263 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5fc587b4-a9d4-4b60-9311-bb75ea6c34d6 req-f73dc250-66dd-4353-86a3-80c460634074 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689ce08d-e34b-44c4-97df-f3ca9849f67b HTTP/1.1" status: 200 len: 999 time: 0.1045885 Feb 28 11:44:09.668263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:44:09.734610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:44:09.734610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:09.741028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc587b4-a9d4-4b60-9311-bb75ea6c34d6 req-e88713a0-0166-47b5-a40c-25ab17799381 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:09.742468 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5fc587b4-a9d4-4b60-9311-bb75ea6c34d6 req-e88713a0-0166-47b5-a40c-25ab17799381 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0756779 Feb 28 11:44:09.933291 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5fc587b4-a9d4-4b60-9311-bb75ea6c34d6 req-33a32160-4056-4bed-a9a4-fb9ed032760d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1848195 Feb 28 11:44:10.020149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.10 (24ab331c-da33-407c-922a-b0916700e6a1/48cbd532-19dc-42f0-b85a-6c5084ed9ffc/8370d85c-a451-46e1-a77a-c5e4d022ae56) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:44:10.023100 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '4fdc77b1-e148-43e7-9617-4b977a2c305c', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:49Z', 'updated_at': '2022-02-28T11:40:52Z', 'revision_number': 1, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}, {'id': 'b56331f8-a192-461b-9568-b36c253aa344', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:74:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72461409-7f8d-4e28-b29c-3d999274a668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:44:07Z', 'updated_at': '2022-02-28T11:44:07Z', 'revision_number': 0, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:10.036018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3faf1a-393e-4a7f-8b24-4e06f94b0a31 None None] The sync data for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv is: [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '4fdc77b1-e148-43e7-9617-4b977a2c305c', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:49Z', 'updated_at': '2022-02-28T11:40:52Z', 'revision_number': 1, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}, {'id': 'b56331f8-a192-461b-9568-b36c253aa344', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:74:c1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72461409-7f8d-4e28-b29c-3d999274a668', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:44:07Z', 'updated_at': '2022-02-28T11:44:07Z', 'revision_number': 0, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:44:10.281242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5fc587b4-a9d4-4b60-9311-bb75ea6c34d6 req-8c5d4641-da83-46fe-b426-c86c9166f654 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395629 Feb 28 11:44:10.461773 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-581e1129-1989-46a9-8da2-2574c2efc79f req-6eb74a31-2748-492a-8ad2-a7c3c1f97c3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 210 time: 0.0728648 Feb 28 11:44:10.508755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:10.516813 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5fc587b4-a9d4-4b60-9311-bb75ea6c34d6 req-be11eca3-d4c9-485e-8bc6-1398b8a6cc41 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251549 Feb 28 11:44:10.528261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 8370d85c-a451-46e1-a77a-c5e4d022ae56 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:44:10.641642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:10.718477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 24ab331c-da33-407c-922a-b0916700e6a1 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:44:10.722372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:44:10.724246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=8370d85c-a451-46e1-a77a-c5e4d022ae56,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:10.726312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:44:10.787632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:10.788246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:10.927147 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-61a6cf25-f395-4230-8510-a5127edcdeea tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6369679 Feb 28 11:44:10.939335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Request body: {'port': {'device_id': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:11.037171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-94a48e10-acb0-43bb-b5a0-3363aa54aa15 None None] Provisioning for port 8370d85c-a451-46e1-a77a-c5e4d022ae56 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:44:11.040220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-94a48e10-acb0-43bb-b5a0-3363aa54aa15 None None] Provisioning complete for port 8370d85c-a451-46e1-a77a-c5e4d022ae56 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:11.040220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-94a48e10-acb0-43bb-b5a0-3363aa54aa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:11.046664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:11.091632 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-94a48e10-acb0-43bb-b5a0-3363aa54aa15 None None] Port 8370d85c-a451-46e1-a77a-c5e4d022ae56 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:44:11.381639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8370d85c-a451-46e1-a77a-c5e4d022ae56 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:44:11.388253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:11.402445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Transition to ACTIVE for port object 8370d85c-a451-46e1-a77a-c5e4d022ae56 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:44:11.484368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:11.648666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Pushing event updated for resources: {'Port': ['ID=8370d85c-a451-46e1-a77a-c5e4d022ae56,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:11.782025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b59057-6530-45e1-9c75-bda090258dc2 req-e9f2bf8c-bab8-410d-a883-26404d344f3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:11.783992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-50b59057-6530-45e1-9c75-bda090258dc2 req-e9f2bf8c-bab8-410d-a883-26404d344f3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:44:11.793768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Attempting to bind port 8370d85c-a451-46e1-a77a-c5e4d022ae56 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:44:11.794098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Attempting to bind port 8370d85c-a451-46e1-a77a-c5e4d022ae56 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:44:11.794417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Attempting to bind port 8370d85c-a451-46e1-a77a-c5e4d022ae56 on network 24ab331c-da33-407c-922a-b0916700e6a1 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:44:11.805639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Port 8370d85c-a451-46e1-a77a-c5e4d022ae56 on network 24ab331c-da33-407c-922a-b0916700e6a1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:44:11.805952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Attempting to bind port 8370d85c-a451-46e1-a77a-c5e4d022ae56 on network 24ab331c-da33-407c-922a-b0916700e6a1 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:44:11.812069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:44:11.821074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Checking segment: {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:44:11.821074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Bound using segment: {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:44:11.821074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Bound port: 8370d85c-a451-46e1-a77a-c5e4d022ae56, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b38c086-874f-4693-ac9a-b09247c09616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 722, 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:44:11.821074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:11.879780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-50b59057-6530-45e1-9c75-bda090258dc2 req-e9f2bf8c-bab8-410d-a883-26404d344f3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:44:11.881340 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50b59057-6530-45e1-9c75-bda090258dc2 req-e9f2bf8c-bab8-410d-a883-26404d344f3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 944 time: 0.2792110 Feb 28 11:44:11.941222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] For port 8370d85c-a451-46e1-a77a-c5e4d022ae56, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:44:11.951955 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50b59057-6530-45e1-9c75-bda090258dc2 req-7e58df9d-03eb-4238-a0d8-946ce094893c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651131 Feb 28 11:44:11.953327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] For port 8370d85c-a451-46e1-a77a-c5e4d022ae56, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8370d85c-a451-46e1-a77a-c5e4d022ae56,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:44:12.022282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:12.084667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:12.084667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] 10.222.0.57 "PUT /v2.0/ports/8370d85c-a451-46e1-a77a-c5e4d022ae56 HTTP/1.1" status: 200 len: 1094 time: 1.1470273 Feb 28 11:44:12.084667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:44:12.103503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7a915-fead-40b7-9e27-edd91e075d22 service neutron] Pushing event updated for resources: {'Port': ['ID=8370d85c-a451-46e1-a77a-c5e4d022ae56,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:12.146886 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'status': 'completed', 'code': 200} Feb 28 11:44:12.242674 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1d56b99-83cf-4208-a800-6a1ce44c9a7f req-b9850362-efea-4590-bf67-70d64f478ff2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 1097 time: 0.0760281 Feb 28 11:44:12.471262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56b99-83cf-4208-a800-6a1ce44c9a7f req-f537614e-5623-46a3-be8e-dbca9faef98b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:12.472781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1d56b99-83cf-4208-a800-6a1ce44c9a7f req-f537614e-5623-46a3-be8e-dbca9faef98b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2228765 Feb 28 11:44:12.605407 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d56b99-83cf-4208-a800-6a1ce44c9a7f req-89ae5165-a601-4053-b658-6dd2dabd822d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:12.606753 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1d56b99-83cf-4208-a800-6a1ce44c9a7f req-89ae5165-a601-4053-b658-6dd2dabd822d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1284969 Feb 28 11:44:12.779788 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-a59bb5ff-85e5-4b44-844a-04c148b5ef03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 1097 time: 0.1355555 Feb 28 11:44:12.848750 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-448b2d74-a3a9-4d01-a016-ed421949b19e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8370d85c-a451-46e1-a77a-c5e4d022ae56 HTTP/1.1" status: 200 len: 217 time: 0.0624497 Feb 28 11:44:12.910111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-b61f5896-8f07-409c-9330-3feac3b24958 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:12.911542 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-b61f5896-8f07-409c-9330-3feac3b24958 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48cbd532-19dc-42f0-b85a-6c5084ed9ffc HTTP/1.1" status: 200 len: 844 time: 0.0569732 Feb 28 11:44:12.988639 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-dc892e9a-3e26-42dc-a42b-9edeff3cca1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24ab331c-da33-407c-922a-b0916700e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714133 Feb 28 11:44:13.165366 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-a30fce86-734a-4fd7-9510-e4a2968ece0c service neutron] 10.222.0.57 "GET /v2.0/networks/24ab331c-da33-407c-922a-b0916700e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710353 Feb 28 11:44:13.261578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a25400a-a2e3-4d85-9347-dad4bac29209 req-a793cf4a-5f33-4c64-aeaf-596b62b3e6e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:13.263040 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a25400a-a2e3-4d85-9347-dad4bac29209 req-a793cf4a-5f33-4c64-aeaf-596b62b3e6e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 944 time: 0.1876941 Feb 28 11:44:13.339245 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a25400a-a2e3-4d85-9347-dad4bac29209 req-2d03bf80-97b9-445b-82db-cb32f4572480 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693550 Feb 28 11:44:13.341012 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-614f9de9-f1a4-4171-b031-c3857fd51815 req-c0e62114-6a24-4e08-a001-4d04d20156f0 service neutron] 10.222.0.57 "GET /v2.0/networks/24ab331c-da33-407c-922a-b0916700e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685658 Feb 28 11:44:13.473983 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91bd3b-f6e1-4cf0-b055-61626fd954e4 None None] New status for floating IP b56331f8-a192-461b-9568-b36c253aa344: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:44:14.540886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2fcee1-dedc-4d08-8762-baedd336ca04 req-10f752c6-aea6-4e0e-83d5-594143bc5ea7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:14.542317 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3f2fcee1-dedc-4d08-8762-baedd336ca04 req-10f752c6-aea6-4e0e-83d5-594143bc5ea7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 944 time: 0.0809689 Feb 28 11:44:14.588530 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3f2fcee1-dedc-4d08-8762-baedd336ca04 req-a0498a5c-0866-4d94-b05c-014d012f92d1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403595 Feb 28 11:44:14.888230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8370d85c-a451-46e1-a77a-c5e4d022ae56 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:44:14.904576 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ef836374-51c5-4bd4-8b38-f4defb775881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:15.012736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8370d85c-a451-46e1-a77a-c5e4d022ae56, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8370d85c-a451-46e1-a77a-c5e4d022ae56,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:44:15.026537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'port_id': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'mac_address': 'fa:16:3e:5e:b4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 722, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:44:15.078186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:15.099305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8370d85c-a451-46e1-a77a-c5e4d022ae56 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:44:15.113794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8370d85c-a451-46e1-a77a-c5e4d022ae56, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8370d85c-a451-46e1-a77a-c5e4d022ae56,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:44:15.204405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:15.270787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=8370d85c-a451-46e1-a77a-c5e4d022ae56,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:15.447057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['8370d85c-a451-46e1-a77a-c5e4d022ae56'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:44:15.790820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee49038b-090b-419f-a0cd-a9248157e6bc req-2e756bad-205b-4f40-9b3c-b3b6c90860a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:15.791449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ee49038b-090b-419f-a0cd-a9248157e6bc req-2e756bad-205b-4f40-9b3c-b3b6c90860a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 945 time: 0.0772250 Feb 28 11:44:15.841379 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ee49038b-090b-419f-a0cd-a9248157e6bc req-970f8a02-7ed7-4dff-ba59-4c20337d89f3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444460 Feb 28 11:44:16.898502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8370d85c-a451-46e1-a77a-c5e4d022ae56 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:44:17.084499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e99c2-472c-42b0-ac62-ef9a3bbbb824 req-2902689a-eabe-409e-b036-774cf1c32a48 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:17.084499 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-861e99c2-472c-42b0-ac62-ef9a3bbbb824 req-2902689a-eabe-409e-b036-774cf1c32a48 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 945 time: 0.0833421 Feb 28 11:44:17.098880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b09f186f-f839-4275-886f-e099d6b82716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:17.098880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 8370d85c-a451-46e1-a77a-c5e4d022ae56 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:44:17.098880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 8370d85c-a451-46e1-a77a-c5e4d022ae56 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:44:17.098880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:17.108260 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-861e99c2-472c-42b0-ac62-ef9a3bbbb824 req-c5aaf28d-d4e9-47ba-835e-4410302dc8a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433683 Feb 28 11:44:17.238635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:17.266280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:44:17.266280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8370d85c-a451-46e1-a77a-c5e4d022ae56, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8370d85c-a451-46e1-a77a-c5e4d022ae56,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:44:17.319569 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'code': 200} Feb 28 11:44:17.368395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:17.427210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=8370d85c-a451-46e1-a77a-c5e4d022ae56,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:17.728900 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d008d52f-488e-4dd1-8ccb-d31cc89d62ab req-c00b9084-a75c-4ba0-b6f3-dbf98ddaf026 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 1099 time: 0.0753751 Feb 28 11:44:17.770483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d008d52f-488e-4dd1-8ccb-d31cc89d62ab req-7869660e-d1eb-4626-bf27-6bc8726f1f47 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374041 Feb 28 11:44:18.297902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:18.311965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50ed5e-37e9-4276-88f5-55e947e16bc3 req-cabd9ce4-e89f-4c77-ba98-229ebc3a2abc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:18.313385 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb50ed5e-37e9-4276-88f5-55e947e16bc3 req-cabd9ce4-e89f-4c77-ba98-229ebc3a2abc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 946 time: 0.0785868 Feb 28 11:44:18.354974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:18.389306 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb50ed5e-37e9-4276-88f5-55e947e16bc3 req-c872ceb1-a41c-4901-8a09-c86f06d6b782 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453043 Feb 28 11:44:19.576536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cab2d6-599d-4a84-ab89-7cc7718ab7b1 req-fac32e7e-b6ea-4a7a-8f2d-da8fd1f36610 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:19.578732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0cab2d6-599d-4a84-ab89-7cc7718ab7b1 req-fac32e7e-b6ea-4a7a-8f2d-da8fd1f36610 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 946 time: 0.0869687 Feb 28 11:44:19.631831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0cab2d6-599d-4a84-ab89-7cc7718ab7b1 req-5fd4712a-c61e-43ef-a7a4-14884134d046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460143 Feb 28 11:44:19.710382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:19.835419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879f2ac-549f-4f83-bbb4-b9fc93db6333 req-d9c62def-082f-4d7b-8aad-83c8c0e7c04f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:19.836940 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5879f2ac-549f-4f83-bbb4-b9fc93db6333 req-d9c62def-082f-4d7b-8aad-83c8c0e7c04f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 946 time: 0.0775719 Feb 28 11:44:19.888992 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5879f2ac-549f-4f83-bbb4-b9fc93db6333 req-f91f4208-0e49-4703-b334-49650474b834 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449889 Feb 28 11:44:19.919334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56424) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:19.990891 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ce994cd3-f4fe-470a-b558-909405513e23 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 1094 time: 0.0704091 Feb 28 11:44:19.993702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56428) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:19.998801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:44:20.005153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:44:20.009027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:floatingip and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:44:20.012019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:44:20.017734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:44:20.124899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:20.360612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:20.499356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.100 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/ab49094b-2089-4dcb-a2df-f04fc2b77876) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:44:20.644447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:20.758922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:20.827809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:44:20.831146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:44:20.833009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=ab49094b-2089-4dcb-a2df-f04fc2b77876,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:20.835069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:44:21.345488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:21.475096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:21.681064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:21.772148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:21.871624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=ab49094b-2089-4dcb-a2df-f04fc2b77876,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:44:21.891648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:22.076326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP bc934d2a-f254-4ca1-a8e0-7c2f3e33362a associated. External IP: 172.26.1.100, port: 8370d85c-a451-46e1-a77a-c5e4d022ae56. Feb 28 11:44:22.551078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 9492979e-0fd5-4e08-a471-0dbe4be477c0 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:44:22.767465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:44:22.772009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] Sync routers for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:44:22.779036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:44:22.782812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:44:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:22.880803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:22.937797 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e0e74bef-ed18-47e4-aa75-eef58eb901bd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9429944 Feb 28 11:44:22.938417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:44:22.941226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56434) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:22.993748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:44:23.010266 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'status': 'completed', 'code': 200} Feb 28 11:44:23.053550 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-746a1130-0a38-4634-82f0-f32953fcc371 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/bc934d2a-f254-4ca1-a8e0-7c2f3e33362a HTTP/1.1" status: 200 len: 992 time: 0.1112044 Feb 28 11:44:23.100772 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55eeb676-5161-44ad-b643-34f1d77ccc67 req-4708bc94-0f57-4cd6-8e67-8bd6276649f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 1099 time: 0.0699041 Feb 28 11:44:23.232643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeb676-5161-44ad-b643-34f1d77ccc67 req-417fe6e7-d4dc-4e0a-a359-1b5aa60a597f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:23.234026 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55eeb676-5161-44ad-b643-34f1d77ccc67 req-417fe6e7-d4dc-4e0a-a359-1b5aa60a597f service neutron] 10.222.0.57 "GET /v2.0/networks?id=24ab331c-da33-407c-922a-b0916700e6a1 HTTP/1.1" status: 200 len: 898 time: 0.1266277 Feb 28 11:44:23.340855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55eeb676-5161-44ad-b643-34f1d77ccc67 req-4f519361-769f-4eec-b1f9-0ea31c351c74 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8370d85c-a451-46e1-a77a-c5e4d022ae56 HTTP/1.1" status: 200 len: 1000 time: 0.1001344 Feb 28 11:44:23.355501 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'bc934d2a-f254-4ca1-a8e0-7c2f3e33362a', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.100', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'port_id': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'mac_address': 'fa:16:3e:5e:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:44:21Z', 'updated_at': '2022-02-28T11:44:21Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d380a28-994e-414f-b82b-18aea6e83cd3', 'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:1b:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:58Z', 'updated_at': '2022-02-28T11:44:06Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:23.359535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] Checking router: 9492979e-0fd5-4e08-a471-0dbe4be477c0 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:44:23.370174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:44:23.370824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:44:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:23.403719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55eeb676-5161-44ad-b643-34f1d77ccc67 req-ad3a28e5-c82c-4aff-8902-da07182ee52f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:44:23.404781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55eeb676-5161-44ad-b643-34f1d77ccc67 req-ad3a28e5-c82c-4aff-8902-da07182ee52f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48cbd532-19dc-42f0-b85a-6c5084ed9ffc HTTP/1.1" status: 200 len: 844 time: 0.0570734 Feb 28 11:44:23.485954 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55eeb676-5161-44ad-b643-34f1d77ccc67 req-fee769d9-bca1-423c-98d0-029258a3a82c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24ab331c-da33-407c-922a-b0916700e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734954 Feb 28 11:44:23.553861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:44:23.631737 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55eeb676-5161-44ad-b643-34f1d77ccc67 req-dfa0a8f2-751f-4fbf-8e32-b689bcedd65f service neutron] 10.222.0.57 "GET /v2.0/networks/24ab331c-da33-407c-922a-b0916700e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360292 Feb 28 11:44:23.771574 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55eeb676-5161-44ad-b643-34f1d77ccc67 req-c84f030a-a1c9-48f5-b2b3-7c7d3833083c service neutron] 10.222.0.57 "GET /v2.0/networks/24ab331c-da33-407c-922a-b0916700e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313934 Feb 28 11:44:23.914766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'bc934d2a-f254-4ca1-a8e0-7c2f3e33362a', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.100', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'port_id': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'mac_address': 'fa:16:3e:5e:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:44:21Z', 'updated_at': '2022-02-28T11:44:21Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d380a28-994e-414f-b82b-18aea6e83cd3', 'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:1b:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:58Z', 'updated_at': '2022-02-28T11:44:06Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:44:23.921794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2a92a9-b702-4db7-9585-159566426eba None None] The sync data for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv is: [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'bc934d2a-f254-4ca1-a8e0-7c2f3e33362a', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.100', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'port_id': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'mac_address': 'fa:16:3e:5e:b4:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:44:21Z', 'updated_at': '2022-02-28T11:44:21Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d380a28-994e-414f-b82b-18aea6e83cd3', 'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:1b:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:58Z', 'updated_at': '2022-02-28T11:44:06Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:44:24.056119 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56440) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:24.124518 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad3db5c-8536-4e10-bcff-d4de67e13bf1 None None] New status for floating IP bc934d2a-f254-4ca1-a8e0-7c2f3e33362a: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:44:24.164948 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6892d343-496d-4b22-9180-5225a27d7888 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/bc934d2a-f254-4ca1-a8e0-7c2f3e33362a HTTP/1.1" status: 200 len: 992 time: 0.1076162 Feb 28 11:44:25.180833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56444) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:44:25.297642 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ff326253-ac3f-405f-8e87-92fe893fb2c7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/bc934d2a-f254-4ca1-a8e0-7c2f3e33362a HTTP/1.1" status: 200 len: 994 time: 0.1074336 Feb 28 11:44:33.987908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:43.380955 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:44:44.885605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-127cc8ed-9c81-4fea-bffd-c6ff1434e39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:47.072539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d6558ca3-9502-4ef8-9f8f-c1aa363434e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:48.291130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:48.367195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:44:49.730766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:03.987691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:14.867567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dae6472b-425c-4898-b69c-ca718335f122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:17.043185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-142d2345-561b-4e3b-b704-5fde6e9f28b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:18.267423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:18.363926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:19.707758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:20.381556 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:45:21.246104 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6071453-132d-4cec-8046-ce4c67526b94 req-a1475a60-b954-44c3-a5c1-f2aa95edd7ba service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662811 Feb 28 11:45:21.473564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6071453-132d-4cec-8046-ce4c67526b94 req-f58c4129-6d7f-484f-94d5-fceaf50dd30e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 1099 time: 0.1597600 Feb 28 11:45:21.618613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071453-132d-4cec-8046-ce4c67526b94 req-255429dc-2679-4da9-9872-df3603a5e722 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:21.620033 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6071453-132d-4cec-8046-ce4c67526b94 req-255429dc-2679-4da9-9872-df3603a5e722 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.1288135 Feb 28 11:45:21.717408 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6071453-132d-4cec-8046-ce4c67526b94 req-bad13d1e-ca5a-418e-8685-d8bb5d193476 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb HTTP/1.1" status: 200 len: 1001 time: 0.0912852 Feb 28 11:45:21.779719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6071453-132d-4cec-8046-ce4c67526b94 req-e91f438e-d08b-4fc8-88f7-c6104653a68f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:45:21.781067 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6071453-132d-4cec-8046-ce4c67526b94 req-e91f438e-d08b-4fc8-88f7-c6104653a68f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0583067 Feb 28 11:45:21.852752 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6071453-132d-4cec-8046-ce4c67526b94 req-786469c5-3a2c-48a7-8d4b-bfeb5acf1225 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659628 Feb 28 11:45:21.979968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6071453-132d-4cec-8046-ce4c67526b94 req-413c9114-c2d4-4d57-955d-12470f3b80af service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215081 Feb 28 11:45:22.105633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6071453-132d-4cec-8046-ce4c67526b94 req-7bfe504c-ada2-4ffb-8c65-f8932743c07f service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204062 Feb 28 11:45:34.032156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:44.876986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-04ed3fe5-8bd9-4e75-88ac-8dba6f786ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:47.034867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1dc650e1-3900-491a-8689-a074a75ac6b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:48.278038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:48.420716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:49.732733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:45:57.385977 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:46:03.991192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:14.859463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-22c71498-c09d-4174-9f0f-6ec879ee31de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:15.132540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56484) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:46:15.138480 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:46:15.466887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3455587'] for subnet, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:15.699400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8752571804555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3843357'] for subnet, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:15.750330 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:15.750948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:15.752259 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/subnets/48cbd532-19dc-42f0-b85a-6c5084ed9ffc HTTP/1.1" status: 200 len: 836 time: 0.6186070 Feb 28 11:46:15.755912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30ec78-986c-44c4-919c-82aae2f31d76 None None] Network 24ab331c-da33-407c-922a-b0916700e6a1 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:46:15.767239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=48cbd532-19dc-42f0-b85a-6c5084ed9ffc,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:15.775978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.776329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.776666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.777000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.777332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.777693 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.778015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.778340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.778661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.779019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:15.779339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31cc6f88-a0b5-4df6-a8cf-f08f2818d75f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:16.244527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-24f0f4fa-4f20-4e92-871d-5dc861b912cf None None] Provisioning complete for port 8370d85c-a451-46e1-a77a-c5e4d022ae56 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:46:16.245099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24f0f4fa-4f20-4e92-871d-5dc861b912cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:16.370314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-24f0f4fa-4f20-4e92-871d-5dc861b912cf None None] Provisioning complete for port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:46:16.370681 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24f0f4fa-4f20-4e92-871d-5dc861b912cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:16.493875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-24f0f4fa-4f20-4e92-871d-5dc861b912cf None None] Provisioning complete for port 8d380a28-994e-414f-b82b-18aea6e83cd3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:46:16.494240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24f0f4fa-4f20-4e92-871d-5dc861b912cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:17.031033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-90461f0f-d625-4db6-80cd-f042f2981e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:18.264235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:18.350126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:19.706106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:23.278860 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-0863a874-fc9c-43dd-be6a-4af04ffedacb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695605 Feb 28 11:46:23.367573 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-6b438b91-7a3f-4c87-9c01-0d4dbe5909f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 1098 time: 0.0685539 Feb 28 11:46:23.506550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-5f5225c8-9cda-497f-8cd0-e5880b0a3e12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:23.507974 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-5f5225c8-9cda-497f-8cd0-e5880b0a3e12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.1220348 Feb 28 11:46:23.609676 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-05859274-0cc8-44b1-851f-c78f8cca473f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689ce08d-e34b-44c4-97df-f3ca9849f67b HTTP/1.1" status: 200 len: 1001 time: 0.0956028 Feb 28 11:46:23.671130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-20c933a1-71f3-4ab0-a996-38b24bae243d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:23.672534 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-20c933a1-71f3-4ab0-a996-38b24bae243d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0567775 Feb 28 11:46:23.747783 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-fab91e4a-311b-451f-915f-da092b57712b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697632 Feb 28 11:46:23.874730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-67997f85-08f9-446f-9cf3-4542efc6400a service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213491 Feb 28 11:46:24.000607 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0172d917-5359-4971-9201-a2b4b36d93c0 req-a137cd1b-84a3-41f1-ac42-eda8f187d1b4 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192157 Feb 28 11:46:33.989987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:34.381359 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:46:44.374030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56500) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:46:44.669898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Deleting port 705e73f2-a6ed-446a-8422-18a3a35b268e {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:46:44.670240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:44.838801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:44.839165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:44.881270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c5b77cad-cb3c-4d24-809f-a183bb856436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:44.964566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Calling delete_port for 705e73f2-a6ed-446a-8422-18a3a35b268e owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:46:45.178390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:45.227139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event deleted for resources: {'Port': ['ID=705e73f2-a6ed-446a-8422-18a3a35b268e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:45.317461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:45.762523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:46:46.053073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:46:46.063093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] Sync routers for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:46:46.074217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:46:46.074819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:46.138540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:46.196562 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bec780a9-f463-4b29-8625-5d7b9a6278f7 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "DELETE /v2.0/floatingips/b56331f8-a192-461b-9568-b36c253aa344 HTTP/1.1" status: 204 len: 168 time: 1.8213618 Feb 28 11:46:46.197080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:46:46.259969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:46:46.365508 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'status': 'completed', 'code': 200} Feb 28 11:46:46.456603 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b5635571-3253-4d15-8b0b-665f3cc3eaa6 req-fdad6d13-7678-40fc-8a8a-d219465d8d2f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 1098 time: 0.0702941 Feb 28 11:46:46.626226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '4fdc77b1-e148-43e7-9617-4b977a2c305c', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:49Z', 'updated_at': '2022-02-28T11:40:52Z', 'revision_number': 1, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:46.630813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] Checking router: 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:46:46.641242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:46:46.641873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:46.694604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635571-3253-4d15-8b0b-665f3cc3eaa6 req-d4889579-8083-4434-b96d-c7819b278375 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:46.696232 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b5635571-3253-4d15-8b0b-665f3cc3eaa6 req-d4889579-8083-4434-b96d-c7819b278375 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.2331595 Feb 28 11:46:46.797974 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b5635571-3253-4d15-8b0b-665f3cc3eaa6 req-3259b5cf-670b-49d9-96e2-e038feb8acf5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=689ce08d-e34b-44c4-97df-f3ca9849f67b HTTP/1.1" status: 200 len: 217 time: 0.0953095 Feb 28 11:46:46.823255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:46:46.885091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635571-3253-4d15-8b0b-665f3cc3eaa6 req-5c620f2f-89d6-4938-b3e3-94e3b5091603 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:46.886444 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b5635571-3253-4d15-8b0b-665f3cc3eaa6 req-5c620f2f-89d6-4938-b3e3-94e3b5091603 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0779171 Feb 28 11:46:46.932609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02901229-e10c-41e3-95f6-e5803196ae8b req-f3e64149-50d4-47ca-afce-b5a2378fddd8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:46.934048 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-02901229-e10c-41e3-95f6-e5803196ae8b req-f3e64149-50d4-47ca-afce-b5a2378fddd8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 945 time: 0.1664221 Feb 28 11:46:47.000735 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-02901229-e10c-41e3-95f6-e5803196ae8b req-ffe88d9c-a596-48ff-84b4-6c6d25fb605c tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598505 Feb 28 11:46:47.009882 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b5635571-3253-4d15-8b0b-665f3cc3eaa6 req-d69f8d1f-50f2-48cc-8fbd-040dd5592122 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1157398 Feb 28 11:46:47.100126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8743df11-f6ac-4824-b1b0-7073f5d23436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:47.146865 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b5635571-3253-4d15-8b0b-665f3cc3eaa6 req-00e4bec7-2ed2-4c96-9e33-10fd94751b1c service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299825 Feb 28 11:46:47.226634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '4fdc77b1-e148-43e7-9617-4b977a2c305c', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:49Z', 'updated_at': '2022-02-28T11:40:52Z', 'revision_number': 1, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:47.230685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4e7bece-2837-4a3c-b026-1471f04e697a None None] The sync data for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv is: [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '4fdc77b1-e148-43e7-9617-4b977a2c305c', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'floating_ip_address': '172.26.1.61', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'port_id': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'mac_address': 'fa:16:3e:3b:6a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:40:49Z', 'updated_at': '2022-02-28T11:40:52Z', 'revision_number': 1, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:46:47.284396 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b5635571-3253-4d15-8b0b-665f3cc3eaa6 req-18595749-f38f-4f03-a95d-43826689445a service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312578 Feb 28 11:46:47.463669 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8be1c1c3-39a6-4ff7-8b67-24e02d7ea4ac None None] New status for floating IP b56331f8-a192-461b-9568-b36c253aa344: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:46:48.269880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:48.277382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e775b969-b64b-4e6c-a3af-b46f08c57634 req-ac31a9c4-7eaf-45d1-89e3-dfb63fe55031 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:48.278802 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e775b969-b64b-4e6c-a3af-b46f08c57634 req-ac31a9c4-7eaf-45d1-89e3-dfb63fe55031 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 945 time: 0.1354835 Feb 28 11:46:48.339321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-e09422e5-dd8e-4984-a21e-a7baba95f57f tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:48.340684 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-e09422e5-dd8e-4984-a21e-a7baba95f57f tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 945 time: 0.1321867 Feb 28 11:46:48.344277 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e775b969-b64b-4e6c-a3af-b46f08c57634 req-c9140281-9d62-4dad-baa7-7895245928af tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580542 Feb 28 11:46:48.358152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:48.406775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Deleting port 689ce08d-e34b-44c4-97df-f3ca9849f67b {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:46:48.407128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:48.647359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] For port 689ce08d-e34b-44c4-97df-f3ca9849f67b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=689ce08d-e34b-44c4-97df-f3ca9849f67b,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:46:48.647709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:48.764461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Calling delete_port for 689ce08d-e34b-44c4-97df-f3ca9849f67b owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:46:48.972804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:49.019787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event deleted for resources: {'Port': ['ID=689ce08d-e34b-44c4-97df-f3ca9849f67b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:49.058807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.059175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.059528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.059842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.060164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.060487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.060815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.061121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.061438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.061751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.062064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:46:49.185184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] No DVR routers for this DVR port 689ce08d-e34b-44c4-97df-f3ca9849f67b on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:46:49.187582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:49.192007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'name': 'network-vif-deleted', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:46:49.203068 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e9d06-9861-48af-9113-63266b2f8c0f req-7019cc1c-de24-4a20-a02d-c604548c1f3d tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "DELETE /v2.0/ports/689ce08d-e34b-44c4-97df-f3ca9849f67b HTTP/1.1" status: 204 len: 173 time: 0.8575120 Feb 28 11:46:49.322438 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72461409-7f8d-4e28-b29c-3d999274a668', 'name': 'network-vif-deleted', 'tag': '689ce08d-e34b-44c4-97df-f3ca9849f67b', 'status': 'completed', 'code': 200} Feb 28 11:46:49.519693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-27b2aa4e-196c-4cee-8062-aa9e9c01032e req-07b29dcc-42e5-4f0a-8bd6-c4a9ba78392e tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Synchronizing usage tracker for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:46:49.590065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-27b2aa4e-196c-4cee-8062-aa9e9c01032e req-07b29dcc-42e5-4f0a-8bd6-c4a9ba78392e tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Unset dirty status for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:46:49.591275 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-27b2aa4e-196c-4cee-8062-aa9e9c01032e req-07b29dcc-42e5-4f0a-8bd6-c4a9ba78392e tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 210 time: 0.1148286 Feb 28 11:46:49.715399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:50.772818 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e7af3be4-afc4-45b4-a38d-7a49863cfcad req-f1330c03-3b59-49bf-b74a-8ace4ed1cc7e tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=72461409-7f8d-4e28-b29c-3d999274a668 HTTP/1.1" status: 200 len: 210 time: 0.0411673 Feb 28 11:46:51.586860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 689ce08d-e34b-44c4-97df-f3ca9849f67b no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:46:51.621162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 689ce08d-e34b-44c4-97df-f3ca9849f67b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:46:51.621500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 689ce08d-e34b-44c4-97df-f3ca9849f67b not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:46:56.593667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56560) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:46:56.795805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Deleting port 3146e097-3be8-4221-96f6-0754f74eb4f6 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:46:56.796196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:56.965799 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:56.966050 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:57.083537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Calling delete_port for 3146e097-3be8-4221-96f6-0754f74eb4f6 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:46:57.263767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:57.306670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event deleted for resources: {'Port': ['ID=3146e097-3be8-4221-96f6-0754f74eb4f6,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:57.400802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:57.877725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:46:58.075428 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:46:58.085251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] Sync routers for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:46:58.100892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:46:58.103039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:58.201187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:58.259987 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7052fba5-073c-4b96-9d98-cbd35f3401c8 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "DELETE /v2.0/floatingips/4fdc77b1-e148-43e7-9617-4b977a2c305c HTTP/1.1" status: 204 len: 168 time: 1.6647720 Feb 28 11:46:58.260213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:46:58.274733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:46:58.318804 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'status': 'completed', 'code': 200} Feb 28 11:46:58.414268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69bc18bb-843e-479d-9ce4-2827854d6954 req-0f0bd324-f742-4084-b2a2-6ecb5cd97b8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 1099 time: 0.0725832 Feb 28 11:46:58.546986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18bb-843e-479d-9ce4-2827854d6954 req-b9099eac-f105-4d70-aacb-e85ce136c4ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:58.548408 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69bc18bb-843e-479d-9ce4-2827854d6954 req-b9099eac-f105-4d70-aacb-e85ce136c4ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 200 len: 912 time: 0.1285243 Feb 28 11:46:58.611811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:58.615781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] Checking router: 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:46:58.616318 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69bc18bb-843e-479d-9ce4-2827854d6954 req-67d860ab-236e-43f1-8712-f1dcc0f7783c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb HTTP/1.1" status: 200 len: 217 time: 0.0607729 Feb 28 11:46:58.629591 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56572) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:46:58.630005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:46:58.630622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:58.694651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc18bb-843e-479d-9ce4-2827854d6954 req-ec4a58f0-b9bd-4bc2-acb1-d4ff956b8f8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:58.696477 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69bc18bb-843e-479d-9ce4-2827854d6954 req-ec4a58f0-b9bd-4bc2-acb1-d4ff956b8f8b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 200 len: 850 time: 0.0739307 Feb 28 11:46:58.836406 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69bc18bb-843e-479d-9ce4-2827854d6954 req-6ea190cd-2727-4dcc-aee9-bf40a040ad21 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fd774dd-d19f-4ed4-96ef-55403b622175&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1339607 Feb 28 11:46:58.854225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:46:58.867569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port ab49094b-2089-4dcb-a2df-f04fc2b77876 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:46:58.867850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:58.957358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245607ea-4843-4f58-9f11-9361f076ee04 req-aca8b08e-7d48-4b50-8f70-f94a4d6e7ee2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:58.959026 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-245607ea-4843-4f58-9f11-9361f076ee04 req-aca8b08e-7d48-4b50-8f70-f94a4d6e7ee2 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 946 time: 0.1890390 Feb 28 11:46:59.027904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69bc18bb-843e-479d-9ce4-2827854d6954 req-4148b10f-a244-484b-bf84-8457d878165c service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831388 Feb 28 11:46:59.035890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-245607ea-4843-4f58-9f11-9361f076ee04 req-0b3d8b34-73b2-4b72-9925-d2b56567d22a tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/security-groups?id=540ec721-4349-4fa3-9e5f-2faf792460fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712950 Feb 28 11:46:59.051497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:59.052025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:59.176244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for ab49094b-2089-4dcb-a2df-f04fc2b77876 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:46:59.191872 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69bc18bb-843e-479d-9ce4-2827854d6954 req-6c6e7f4f-06dd-4591-a93d-3fe4b12e9c55 service neutron] 10.222.0.57 "GET /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548450 Feb 28 11:46:59.272297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:46:59.277352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9a231d-d99c-474a-860b-4fe96849d66f None None] The sync data for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv is: [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:35:27Z', 'revision_number': 4, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b2d57cd8-92f0-4e94-ae00-df3669d4652b', 'name': '', 'network_id': '8fd774dd-d19f-4ed4-96ef-55403b622175', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'mac_address': 'fa:16:3e:e5:e3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:23Z', 'updated_at': '2022-02-28T11:35:40Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'subnets': [{'id': 'b6bcdc01-3fc1-4aef-b97a-7204f808e3fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:46:59.295281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-cbd21cc9-fc56-4dec-812e-c2c5876feb20 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:46:59.296711 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-cbd21cc9-fc56-4dec-812e-c2c5876feb20 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 946 time: 0.0805347 Feb 28 11:46:59.370060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Deleting port 12cdbe0b-cac2-425b-921c-6a83db7015cb {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:46:59.370384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:59.406997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:59.455577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=ab49094b-2089-4dcb-a2df-f04fc2b77876,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:46:59.542280 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b29fab-7409-4515-b9ad-d57d1c1c78d0 None None] New status for floating IP 4fdc77b1-e148-43e7-9617-4b977a2c305c: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:46:59.559483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:59.639341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] For port 12cdbe0b-cac2-425b-921c-6a83db7015cb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=12cdbe0b-cac2-425b-921c-6a83db7015cb,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:46:59.639932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:46:59.760941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Calling delete_port for 12cdbe0b-cac2-425b-921c-6a83db7015cb owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:46:59.978423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:00.084253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 9492979e-0fd5-4e08-a471-0dbe4be477c0 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:47:00.123829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event deleted for resources: {'Port': ['ID=12cdbe0b-cac2-425b-921c-6a83db7015cb,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:00.241190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] No DVR routers for this DVR port 12cdbe0b-cac2-425b-921c-6a83db7015cb on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:47:00.247015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:00.249593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'name': 'network-vif-deleted', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:47:00.255899 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-569c72dc-b71e-4cc9-bc0a-1ddcabc2fc4d req-fed3a764-d2ce-4d05-a6ec-6fc9d8212756 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 210 time: 0.0825360 Feb 28 11:47:00.263526 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-97635e9f-d62d-4b2d-8f56-fe4e25e251e3 req-1b005b18-988c-4c03-b714-3659c6136253 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.57 "DELETE /v2.0/ports/12cdbe0b-cac2-425b-921c-6a83db7015cb HTTP/1.1" status: 204 len: 173 time: 0.9610736 Feb 28 11:47:00.309371 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:47:00.321375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] Sync routers for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:47:00.322448 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c3dcf-3051-4648-b425-5f9e6983201d', 'name': 'network-vif-deleted', 'tag': '12cdbe0b-cac2-425b-921c-6a83db7015cb', 'status': 'completed', 'code': 200} Feb 28 11:47:00.337130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:00.337854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:00.372446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:00.436408 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aec5518c-f791-4d6f-9d08-190d8f5104d8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/floatingips/bc934d2a-f254-4ca1-a8e0-7c2f3e33362a HTTP/1.1" status: 204 len: 168 time: 1.8024731 Feb 28 11:47:00.436408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:47:00.523031 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'status': 'completed', 'code': 200} Feb 28 11:47:00.597423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:00.701155 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ff4f610-f3e3-49dd-93c3-ba9813ba4927 req-5aa81ff3-f58a-4ead-b7ac-7085229a63c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 1099 time: 0.1532383 Feb 28 11:47:00.858234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4f610-f3e3-49dd-93c3-ba9813ba4927 req-8c0817d4-0dd3-4480-ac13-f18336349917 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:00.859842 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ff4f610-f3e3-49dd-93c3-ba9813ba4927 req-8c0817d4-0dd3-4480-ac13-f18336349917 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24ab331c-da33-407c-922a-b0916700e6a1 HTTP/1.1" status: 200 len: 898 time: 0.1530437 Feb 28 11:47:00.943964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ff4f610-f3e3-49dd-93c3-ba9813ba4927 req-cfc64fdb-0276-4b15-b04d-3c00f2a74d70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8370d85c-a451-46e1-a77a-c5e4d022ae56 HTTP/1.1" status: 200 len: 217 time: 0.0773404 Feb 28 11:47:00.989438 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8d380a28-994e-414f-b82b-18aea6e83cd3', 'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:1b:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:58Z', 'updated_at': '2022-02-28T11:44:06Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:00.994199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] Checking router: 9492979e-0fd5-4e08-a471-0dbe4be477c0 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:47:01.005897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:01.006471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:01.011599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4f610-f3e3-49dd-93c3-ba9813ba4927 req-a4cfc1a8-485a-4d8a-aa72-7845057c0348 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:01.013118 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ff4f610-f3e3-49dd-93c3-ba9813ba4927 req-a4cfc1a8-485a-4d8a-aa72-7845057c0348 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=48cbd532-19dc-42f0-b85a-6c5084ed9ffc HTTP/1.1" status: 200 len: 844 time: 0.0634496 Feb 28 11:47:01.149703 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ff4f610-f3e3-49dd-93c3-ba9813ba4927 req-b46b5ac8-16ce-43be-a3b0-0e938c714450 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24ab331c-da33-407c-922a-b0916700e6a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022711 Feb 28 11:47:01.155184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c78e3-5704-4286-a1c0-8e5a3d281b93 req-8640018a-6732-42c2-9bfc-5d78f69aa3bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:01.156499 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-925c78e3-5704-4286-a1c0-8e5a3d281b93 req-8640018a-6732-42c2-9bfc-5d78f69aa3bc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 946 time: 0.1409438 Feb 28 11:47:01.193279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:01.295556 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-925c78e3-5704-4286-a1c0-8e5a3d281b93 req-b555d755-9462-4bc0-9523-9876b4eabcc3 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200414 Feb 28 11:47:01.344548 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ff4f610-f3e3-49dd-93c3-ba9813ba4927 req-8df48ed3-33ee-4de2-93bf-76841db7b69b service neutron] 10.222.0.57 "GET /v2.0/networks/24ab331c-da33-407c-922a-b0916700e6a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871223 Feb 28 11:47:01.473983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-facea466-53f0-4c90-b528-c132f80c601a req-4fa8ce81-dcfd-48f2-a6d1-dbe848466da5 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Synchronizing usage tracker for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:47:01.516363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8d380a28-994e-414f-b82b-18aea6e83cd3', 'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:1b:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:58Z', 'updated_at': '2022-02-28T11:44:06Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:01.521296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21aa995e-61f1-4f45-8276-bc6c01924637 None None] The sync data for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv is: [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:43:59Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8d380a28-994e-414f-b82b-18aea6e83cd3', 'name': '', 'network_id': '24ab331c-da33-407c-922a-b0916700e6a1', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:1b:28:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:58Z', 'updated_at': '2022-02-28T11:44:06Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '48cbd532-19dc-42f0-b85a-6c5084ed9ffc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:47:01.535314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ff4f610-f3e3-49dd-93c3-ba9813ba4927 req-5cceb2a5-3a66-44d4-889e-d3cc6109f83a service neutron] 10.222.0.57 "GET /v2.0/networks/24ab331c-da33-407c-922a-b0916700e6a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806662 Feb 28 11:47:01.578199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-facea466-53f0-4c90-b528-c132f80c601a req-4fa8ce81-dcfd-48f2-a6d1-dbe848466da5 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Unset dirty status for tenant:f48f551f4f5b4c48a3a7d600e7c9c028 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:47:01.582385 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-facea466-53f0-4c90-b528-c132f80c601a req-4fa8ce81-dcfd-48f2-a6d1-dbe848466da5 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "GET /v2.0/ports?device_id=8f6c3dcf-3051-4648-b425-5f9e6983201d HTTP/1.1" status: 200 len: 210 time: 0.1607552 Feb 28 11:47:01.619529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 12cdbe0b-cac2-425b-921c-6a83db7015cb no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:01.653969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 12cdbe0b-cac2-425b-921c-6a83db7015cb {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:01.654410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 12cdbe0b-cac2-425b-921c-6a83db7015cb not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:01.787262 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c09be2-d733-4b3c-9e2f-44ffae438701 None None] New status for floating IP bc934d2a-f254-4ca1-a8e0-7c2f3e33362a: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:47:02.364296 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-38711750-0590-47c5-955e-a2219e9b50df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:02.365713 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-38711750-0590-47c5-955e-a2219e9b50df tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 946 time: 0.0824506 Feb 28 11:47:02.464591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 8370d85c-a451-46e1-a77a-c5e4d022ae56 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:02.464927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:02.662209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ef14b-f7a2-464a-8af8-cb4525138197 req-483a4f73-7f28-4a92-aca4-59efcbafa0f4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:02.663705 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-660ef14b-f7a2-464a-8af8-cb4525138197 req-483a4f73-7f28-4a92-aca4-59efcbafa0f4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 946 time: 0.2376273 Feb 28 11:47:02.696738 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56598) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:02.745393 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-660ef14b-f7a2-464a-8af8-cb4525138197 req-e776da43-24a4-4ff9-9cc9-07087fd9ce63 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762048 Feb 28 11:47:02.764474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 8370d85c-a451-46e1-a77a-c5e4d022ae56, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8370d85c-a451-46e1-a77a-c5e4d022ae56,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:02.764861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:02.854641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Deleting port 174be357-855d-4d31-b175-f19873938ae8 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:02.855034 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:02.975268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 8370d85c-a451-46e1-a77a-c5e4d022ae56 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:03.024864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:03.025283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:03.148894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Calling delete_port for 174be357-855d-4d31-b175-f19873938ae8 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:03.206650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:03.256129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=8370d85c-a451-46e1-a77a-c5e4d022ae56,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:03.331214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port 8370d85c-a451-46e1-a77a-c5e4d022ae56 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:47:03.333469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:03.335950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'name': 'network-vif-deleted', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:47:03.348072 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0bdb4f42-5e7e-465a-b5a4-055f9aac5966 req-6c3003cf-6695-4b6a-9d71-38c5d61ac269 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/8370d85c-a451-46e1-a77a-c5e4d022ae56 HTTP/1.1" status: 204 len: 173 time: 0.9771900 Feb 28 11:47:03.349413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:03.396979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d98d56a-15d9-4942-a0f8-a378693698cd', 'name': 'network-vif-deleted', 'tag': '8370d85c-a451-46e1-a77a-c5e4d022ae56', 'status': 'completed', 'code': 200} Feb 28 11:47:03.401171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event deleted for resources: {'Port': ['ID=174be357-855d-4d31-b175-f19873938ae8,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:03.488897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:03.548896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:03.550051 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-26a6edec-e07f-43b1-9706-3b2f6e907078 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "DELETE /v2.0/floatingips/9fad4a57-6617-42ba-8791-cc92256fac63 HTTP/1.1" status: 204 len: 168 time: 0.8523514 Feb 28 11:47:03.933022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-835d6ad6-cb71-44e3-b293-8e7fc9eb3492 req-6bda9d9d-d02e-4826-a12e-689d72b2480c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:47:03.967223 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:04.035223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-835d6ad6-cb71-44e3-b293-8e7fc9eb3492 req-6bda9d9d-d02e-4826-a12e-689d72b2480c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:47:04.036406 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-835d6ad6-cb71-44e3-b293-8e7fc9eb3492 req-6bda9d9d-d02e-4826-a12e-689d72b2480c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5d98d56a-15d9-4942-a0f8-a378693698cd HTTP/1.1" status: 200 len: 210 time: 0.1578152 Feb 28 11:47:05.147411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56618) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:05.218487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a744b591-cb26-4778-94e0-131c8a9414f8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:05.249813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a744b591-cb26-4778-94e0-131c8a9414f8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:05.383435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a744b591-cb26-4778-94e0-131c8a9414f8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:05.402574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a744b591-cb26-4778-94e0-131c8a9414f8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:05.469822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a744b591-cb26-4778-94e0-131c8a9414f8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:05.471855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a744b591-cb26-4778-94e0-131c8a9414f8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/29bd6ce6-c2d6-4d97-b4b7-12b37bc78a3a HTTP/1.1" status: 204 len: 168 time: 0.3233585 Feb 28 11:47:05.578682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56624) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:05.634590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8370d85c-a451-46e1-a77a-c5e4d022ae56 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:05.669511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 8370d85c-a451-46e1-a77a-c5e4d022ae56 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:05.670038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8370d85c-a451-46e1-a77a-c5e4d022ae56 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:05.985666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:06.127219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56630) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:06.200994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-102d8fd8-ca7d-4e90-bc3b-6b04fffde313 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:06.231441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-102d8fd8-ca7d-4e90-bc3b-6b04fffde313 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:06.383828 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-102d8fd8-ca7d-4e90-bc3b-6b04fffde313 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:06.405579 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102d8fd8-ca7d-4e90-bc3b-6b04fffde313 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=540ec721-4349-4fa3-9e5f-2faf792460fe,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:06.492136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-102d8fd8-ca7d-4e90-bc3b-6b04fffde313 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:06.496257 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-102d8fd8-ca7d-4e90-bc3b-6b04fffde313 tempest-TestVolumeBootPattern-439758015 tempest-TestVolumeBootPattern-439758015-project] 10.222.0.31 "DELETE /v2.0/security-groups/540ec721-4349-4fa3-9e5f-2faf792460fe HTTP/1.1" status: 204 len: 168 time: 0.3655388 Feb 28 11:47:06.699058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 8d380a28-994e-414f-b82b-18aea6e83cd3 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:06.699633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:06.884991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 8d380a28-994e-414f-b82b-18aea6e83cd3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8d380a28-994e-414f-b82b-18aea6e83cd3,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:06.885347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:07.007379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 8d380a28-994e-414f-b82b-18aea6e83cd3 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:07.280796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:07.327163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=8d380a28-994e-414f-b82b-18aea6e83cd3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:07.634671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:07.672530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56638) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:08.317889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:08.323162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 9492979e-0fd5-4e08-a471-0dbe4be477c0 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:47:08.521776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:47:08.533297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] Sync routers for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:47:08.545601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:08.550104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:08.602584 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6f0d36f8-f8cf-43fd-a6be-6e228ea81965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/9492979e-0fd5-4e08-a471-0dbe4be477c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0226688 Feb 28 11:47:08.605075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56644) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:08.774762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:08.816337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-e95172b1-9b99-4d27-832a-862f4df4d1a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting subnet 48cbd532-19dc-42f0-b85a-6c5084ed9ffc {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:47:08.819380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95172b1-9b99-4d27-832a-862f4df4d1a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:08.882665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95172b1-9b99-4d27-832a-862f4df4d1a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:08.959567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Deleting port b2d57cd8-92f0-4e94-ae00-df3669d4652b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:08.960171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:08.967359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95172b1-9b99-4d27-832a-862f4df4d1a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.062931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:47:07Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:09.066759 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] Checking router: 9492979e-0fd5-4e08-a471-0dbe4be477c0 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:47:09.077568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] Routers {'9492979e-0fd5-4e08-a471-0dbe4be477c0'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:09.078190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9492979e-0fd5-4e08-a471-0dbe4be477c0'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:09.115874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95172b1-9b99-4d27-832a-862f4df4d1a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.141760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] For port b2d57cd8-92f0-4e94-ae00-df3669d4652b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b2d57cd8-92f0-4e94-ae00-df3669d4652b,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:09.142408 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.156499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95172b1-9b99-4d27-832a-862f4df4d1a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Subnet': ['ID=48cbd532-19dc-42f0-b85a-6c5084ed9ffc,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:09.165477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95172b1-9b99-4d27-832a-862f4df4d1a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.175195 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e95172b1-9b99-4d27-832a-862f4df4d1a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/subnets/48cbd532-19dc-42f0-b85a-6c5084ed9ffc HTTP/1.1" status: 204 len: 168 time: 0.5659478 Feb 28 11:47:09.175462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56648) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:09.195570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8718230f-edd5-4b6f-923b-4161c117e371 None None] Network 24ab331c-da33-407c-922a-b0916700e6a1 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:47:09.268298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Calling delete_port for b2d57cd8-92f0-4e94-ae00-df3669d4652b owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:09.379429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.428733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] Set router 9492979e-0fd5-4e08-a471-0dbe4be477c0 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:09.515152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.565781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d57cd8-92f0-4e94-ae00-df3669d4652b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:09.589435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.652905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 746f810c-c078-4ee4-864f-370bf31f4e26 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:09.653443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.742151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] DHCP port deletion for 24ab331c-da33-407c-922a-b0916700e6a1 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:47:09.749201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Deleting port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:09.749582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.795108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:47:07Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:09.806560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0dec4f0-e8fb-4110-85a1-9edc4c739b70 None None] The sync data for ids ['9492979e-0fd5-4e08-a471-0dbe4be477c0'] in dv-neutron-830866-1-hyperv is: [{'id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'name': 'tempest-TestNetworkBasicOps-router-1238553233', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150'}], 'enable_snat': True}, 'gw_port_id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:43:53Z', 'updated_at': '2022-02-28T11:47:07Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '746f810c-c078-4ee4-864f-370bf31f4e26', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:25:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9492979e-0fd5-4e08-a471-0dbe4be477c0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:43:54Z', 'updated_at': '2022-02-28T11:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:47:09.918338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.920810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 746f810c-c078-4ee4-864f-370bf31f4e26, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=746f810c-c078-4ee4-864f-370bf31f4e26,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:09.921217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:09.999548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] For port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=25a2ba66-1117-4d64-b0a4-1ea1b03eb26f,segment=NetworkSegment(1b38c086-874f-4693-ac9a-b09247c09616),segment_id=1b38c086-874f-4693-ac9a-b09247c09616)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:09.999888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:10.046632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 746f810c-c078-4ee4-864f-370bf31f4e26 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:10.186954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Calling delete_port for 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:10.349802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:10.382870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:10.401076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:10.430764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:10.431369 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:10.431475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8d380a28-994e-414f-b82b-18aea6e83cd3 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:10.448012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=746f810c-c078-4ee4-864f-370bf31f4e26,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:10.481118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Pushing event deleted for resources: {'Port': ['ID=25a2ba66-1117-4d64-b0a4-1ea1b03eb26f,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:10.483510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 8d380a28-994e-414f-b82b-18aea6e83cd3 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:10.483845 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8d380a28-994e-414f-b82b-18aea6e83cd3 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:10.490807 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] No DVR routers for this DVR port 25a2ba66-1117-4d64-b0a4-1ea1b03eb26f on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:47:10.511283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.511283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.511283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.511283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.511283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.511283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.511283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.511821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.511915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.512204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.512736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e46e9145-2e8b-4f7a-bc9c-35a9fd308d50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:10.674860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:10.683849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:47:10.880015 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:47:10.889034 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] Sync routers for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:47:10.893058 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-423f95a8-93f6-4205-ac2a-27ffe4390d33 admin admin] 10.222.0.31 "PUT /v2.0/routers/3f820a62-cb74-4f7d-b7ff-56bb5b817c5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2180109 Feb 28 11:47:10.895309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56652) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:10.901885 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:10.902550 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:10.928942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:10.933108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.011863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.012554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Fanout notify agent at l3_agent the message router_deleted on router 9492979e-0fd5-4e08-a471-0dbe4be477c0 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:47:11.038260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.039442 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-087b4d09-9ad4-4b8f-9792-29739ba3b9db tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/routers/9492979e-0fd5-4e08-a471-0dbe4be477c0 HTTP/1.1" status: 204 len: 168 time: 1.8630009 Feb 28 11:47:11.045351 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56656) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:11.081272 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:11.114308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.170966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.306298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.331377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24ab331c-da33-407c-922a-b0916700e6a1']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:11.333735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.343916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b38c086-874f-4693-ac9a-b09247c09616') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:11.348724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b38c086-874f-4693-ac9a-b09247c09616') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:11.357261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.377627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.383920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Releasing vlan 722 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:47:11.384302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.387801 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:47:11.399791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Deleting port 669ec1b8-ed9d-4106-96da-af7dc8d8a229 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:11.399791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:47:11.400039 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:47:11.418432 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126'}], 'enable_snat': True}, 'gw_port_id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:47:09Z', 'revision_number': 5, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port': {'id': '669ec1b8-ed9d-4106-96da-af7dc8d8a229', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:1f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:14Z', 'updated_at': '2022-02-28T11:35:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:11.422326 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] Checking router: 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:47:11.434219 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] Routers {'3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:11.434742 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:11.533365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.556126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.569949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Network': ['ID=24ab331c-da33-407c-922a-b0916700e6a1,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:11.592628 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] Set router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:11.630443 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-be0a89fd-c09a-48fd-8761-f6fda0fc96fd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/networks/24ab331c-da33-407c-922a-b0916700e6a1 HTTP/1.1" status: 204 len: 168 time: 0.5836976 Feb 28 11:47:11.645114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56660) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:11.653437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'network': {'name': 'tempest-network-smoke--1178630918', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'port_security_enabled': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:11.661747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:11.667905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:network and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:11.677811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:11.679924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:11.705939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] For port 669ec1b8-ed9d-4106-96da-af7dc8d8a229, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=669ec1b8-ed9d-4106-96da-af7dc8d8a229,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:11.706509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.718519 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:47:11Z', 'revision_number': 6, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:11.723437 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c582fc-0e6b-4987-89da-f9adf2670965 None None] The sync data for ids ['3f820a62-cb74-4f7d-b7ff-56bb5b817c5e'] in dv-neutron-830866-1-hyperv is: [{'id': '3f820a62-cb74-4f7d-b7ff-56bb5b817c5e', 'name': 'tempest-TestVolumeBootPattern-442660830-router', 'tenant_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:12Z', 'updated_at': '2022-02-28T11:47:11Z', 'revision_number': 6, 'project_id': 'f48f551f4f5b4c48a3a7d600e7c9c028', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:47:11.737722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:47:11.741090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.773014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:47:11.783436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.783962 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Added segment 0dad94f1-2148-41ca-beb3-9c96b5c900f8 of type vlan for network f9619f4e-6a99-45fb-a942-39a2d6725f27 Feb 28 11:47:11.809614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.824472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Calling delete_port for 669ec1b8-ed9d-4106-96da-af7dc8d8a229 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:11.874949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:11.879149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:11.879744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.029698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.077478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Pushing event deleted for resources: {'Port': ['ID=669ec1b8-ed9d-4106-96da-af7dc8d8a229,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:12.092105 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4453607 Feb 28 11:47:12.096590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56664) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:12.101780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-432770327', 'admin_state_up': True, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:12.109260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:12.118892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:router and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:12.119219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:12.127549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad3821-7e83-4349-99d4-61a597d7a44d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Network': ['ID=f9619f4e-6a99-45fb-a942-39a2d6725f27,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:12.131368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:12.139670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:47:12.160685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b2d57cd8-92f0-4e94-ae00-df3669d4652b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:12.209271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.212832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.232155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.242505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: b2d57cd8-92f0-4e94-ae00-df3669d4652b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:12.242877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b2d57cd8-92f0-4e94-ae00-df3669d4652b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:12.243292 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 746f810c-c078-4ee4-864f-370bf31f4e26 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:12.290727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 746f810c-c078-4ee4-864f-370bf31f4e26 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:12.290998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 746f810c-c078-4ee4-864f-370bf31f4e26 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:12.316587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.435800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.576606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.580963 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.669374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.669719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.669945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f820a62-cb74-4f7d-b7ff-56bb5b817c5e {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:47:12.682528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.683732 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4221bdaf-740d-471b-9be8-0972ee095354 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3f820a62-cb74-4f7d-b7ff-56bb5b817c5e HTTP/1.1" status: 204 len: 168 time: 1.7874770 Feb 28 11:47:12.686372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56668) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:12.699976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.749727 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-769e76ca-d321-491a-b242-ea33d7844b61 admin admin] Deleting subnet b6bcdc01-3fc1-4aef-b97a-7204f808e3fb {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:47:12.752411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-769e76ca-d321-491a-b242-ea33d7844b61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.807578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-769e76ca-d321-491a-b242-ea33d7844b61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.846308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.161 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/5e03ad27-08a0-4b85-8bfc-e6d29d7b7319) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:47:12.886781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-769e76ca-d321-491a-b242-ea33d7844b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:12.994122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.001204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-769e76ca-d321-491a-b242-ea33d7844b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.044870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e76ca-d321-491a-b242-ea33d7844b61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6bcdc01-3fc1-4aef-b97a-7204f808e3fb,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:13.049608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-769e76ca-d321-491a-b242-ea33d7844b61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.054824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588735f5-98db-4c51-be20-d50f2a6f139b None None] Network 8fd774dd-d19f-4ed4-96ef-55403b622175 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:47:13.056038 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-769e76ca-d321-491a-b242-ea33d7844b61 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b6bcdc01-3fc1-4aef-b97a-7204f808e3fb HTTP/1.1" status: 204 len: 168 time: 0.3686657 Feb 28 11:47:13.060188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56672) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:13.069539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.141073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:47:13.145279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:47:13.149231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:47:13.166269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.177662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Deleting port 61259b81-1283-4e1b-84df-26f86a6ca6ff {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:13.180594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.189435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=5e03ad27-08a0-4b85-8bfc-e6d29d7b7319,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:13.323253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] DHCP port deletion for 8fd774dd-d19f-4ed4-96ef-55403b622175 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:47:13.327386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] Deleting port 61259b81-1283-4e1b-84df-26f86a6ca6ff {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:13.327761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.391463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.393466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.499673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] For port 61259b81-1283-4e1b-84df-26f86a6ca6ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=61259b81-1283-4e1b-84df-26f86a6ca6ff,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:13.500028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.534068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] For port 61259b81-1283-4e1b-84df-26f86a6ca6ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=61259b81-1283-4e1b-84df-26f86a6ca6ff,segment=NetworkSegment(570b9512-792a-4b45-aeea-ac70c45a51f9),segment_id=570b9512-792a-4b45-aeea-ac70c45a51f9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:13.534565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.635374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Calling delete_port for 61259b81-1283-4e1b-84df-26f86a6ca6ff owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:13.654133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] Calling delete_port for 61259b81-1283-4e1b-84df-26f86a6ca6ff owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:13.680487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router df5e2b73-6c51-436b-9734-e7967f517a57 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:47:13.755436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.761034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:47:13.761553 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:47:13.801625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Pushing event deleted for resources: {'Port': ['ID=61259b81-1283-4e1b-84df-26f86a6ca6ff,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:13.806157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] No DVR routers for this DVR port 61259b81-1283-4e1b-84df-26f86a6ca6ff on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:47:13.884724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:47:13.896301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Sync routers for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:47:13.907933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:13.908547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:13.925545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.950957 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd774dd-d19f-4ed4-96ef-55403b622175']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:13.958666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 669ec1b8-ed9d-4106-96da-af7dc8d8a229 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:13.966423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:13.966574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '570b9512-792a-4b45-aeea-ac70c45a51f9') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:13.966893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '570b9512-792a-4b45-aeea-ac70c45a51f9') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:13.970891 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-686ab302-7d38-4116-a8f9-d9c053670829 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8701670 Feb 28 11:47:13.971130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56676) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:13.984536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.002883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.005007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Releasing vlan 731 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:47:14.005580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:47:14.019069 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:47:14.051978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 669ec1b8-ed9d-4106-96da-af7dc8d8a229 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:14.051978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 669ec1b8-ed9d-4106-96da-af7dc8d8a229 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:14.051978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 61259b81-1283-4e1b-84df-26f86a6ca6ff no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:14.092946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 61259b81-1283-4e1b-84df-26f86a6ca6ff {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:14.094066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 61259b81-1283-4e1b-84df-26f86a6ca6ff not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:14.137700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.155331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:14.158234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.173947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd774dd-d19f-4ed4-96ef-55403b622175,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:14.181704 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7a88dcd0-f03c-473e-83d4-4ec873380be3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/8fd774dd-d19f-4ed4-96ef-55403b622175 HTTP/1.1" status: 204 len: 168 time: 1.1223340 Feb 28 11:47:14.187261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56682) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:14.207203 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-565ebbd4-9bc7-4148-bb8e-7bf1e1485a92 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2322555 Feb 28 11:47:14.207423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56686) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:14.306647 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] Deleting port 61259b81-1283-4e1b-84df-26f86a6ca6ff {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:14.307040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.340753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9e3922-829e-4b90-9eee-5c0399264d2f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:14.342549 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2e9e3922-829e-4b90-9eee-5c0399264d2f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1342566 Feb 28 11:47:14.345986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56690) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:14.384847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-c8129f99-ef27-4926-99a3-ad3950012cb4 None None] The port '61259b81-1283-4e1b-84df-26f86a6ca6ff' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:47:14.395625 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9a095348-f927-42c0-a919-46e53995a570 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0484085 Feb 28 11:47:14.400694 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56694) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:14.408255 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-221540751', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:14.532968 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:14.538704 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:subnet and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:14.542101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:14.547827 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:13Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:14.549683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:14.552406 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Checking router: df5e2b73-6c51-436b-9734-e7967f517a57 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:47:14.552748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Updating router df5e2b73-6c51-436b-9734-e7967f517a57 port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:47:14.603058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.688582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:47:14.880367 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1d991978-96b9-406c-83e7-b56075e67214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.915509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.945374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:14.956877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Transition to ACTIVE for port object 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:47:15.023394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:15.102280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Attempting to bind port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:47:15.102631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Attempting to bind port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:47:15.107403 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Attempting to bind port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:47:15.107550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:15.107654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e7d35-c0b6-4ed6-b688-6ea0be714e8f None None] Pushing event updated for resources: {'Port': ['ID=5e03ad27-08a0-4b85-8bfc-e6d29d7b7319,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:15.112321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:47:15.112683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:47:15.113074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:15.113450 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:47:15.113906 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Bound port: 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:47:15.114916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:15.188739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] For port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:47:15.192750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] For port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5e03ad27-08a0-4b85-8bfc-e6d29d7b7319,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:47:15.252754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:15.330652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e7d35-c0b6-4ed6-b688-6ea0be714e8f None None] Pushing event updated for resources: {'Port': ['ID=5e03ad27-08a0-4b85-8bfc-e6d29d7b7319,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:15.335896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:15.336491 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:46:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:15.381143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:15.513294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:15.529074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=0da340be-d0e1-4ca0-9ec6-faae7471c5ef,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:15.588781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Checking segment: {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:47:15.589147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network hostable DHCP agents. Network: f9619f4e-6a99-45fb-a942-39a2d6725f27, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:47:15.708478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:47:15.793047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f9619f4e-6a99-45fb-a942-39a2d6725f27) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:47:15.796503 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:13Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:15.799895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:15.799895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:15.803100 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c957bc5-56c1-41d5-9618-a51c58c9b440 None None] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:47:15.817742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e69ffbe-5ecf-4190-8393-049726630232 None None] The sync data for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv is: [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:13Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:47:15.900305 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Deleting port d180b66e-64f2-4018-a7f3-0dd3743ce121 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:15.900700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:15.929721 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2c75de84-3548-4472-b1de-23245fc96965 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5273032 Feb 28 11:47:15.932721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56698) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:16.132826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] For port d180b66e-64f2-4018-a7f3-0dd3743ce121, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=d180b66e-64f2-4018-a7f3-0dd3743ce121,segment=NetworkSegment(a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6),segment_id=a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:16.133278 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:16.143073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f9619f4e-6a99-45fb-a942-39a2d6725f27', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:47:16.144535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:16.273492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Calling delete_port for d180b66e-64f2-4018-a7f3-0dd3743ce121 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:16.331971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Allocated IP 172.20.0.2 (f9619f4e-6a99-45fb-a942-39a2d6725f27/0da340be-d0e1-4ca0-9ec6-faae7471c5ef/f86297c6-4847-48ed-9013-a26c00b2eb30) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:47:16.504291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:16.565288 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:16.577931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Transition to ACTIVE for port object f86297c6-4847-48ed-9013-a26c00b2eb30 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:47:16.584323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Pushing event deleted for resources: {'Port': ['ID=d180b66e-64f2-4018-a7f3-0dd3743ce121,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:16.601405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Transition to ACTIVE for port object f86297c6-4847-48ed-9013-a26c00b2eb30 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:47:16.673395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.673864 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.674294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.674716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.675162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.675582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.675999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.676418 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.677956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.677956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.677956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:47:16.687307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:16.778588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Pushing event updated for resources: {'Port': ['ID=f86297c6-4847-48ed-9013-a26c00b2eb30,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:16.796889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:47:16.798836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:47:16.802246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:47:16.904334 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Attempting to bind port f86297c6-4847-48ed-9013-a26c00b2eb30 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:47:16.904831 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Attempting to bind port f86297c6-4847-48ed-9013-a26c00b2eb30 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:47:16.905284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Attempting to bind port f86297c6-4847-48ed-9013-a26c00b2eb30 on network f9619f4e-6a99-45fb-a942-39a2d6725f27 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:47:16.915411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:47:16.916152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Checking segment: {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:47:16.916691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:16.917255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Bound using segment: {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:47:16.917871 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Bound port: f86297c6-4847-48ed-9013-a26c00b2eb30, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:47:16.918270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:17.013877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:17.028677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] For port f86297c6-4847-48ed-9013-a26c00b2eb30, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:47:17.033048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] For port f86297c6-4847-48ed-9013-a26c00b2eb30, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f86297c6-4847-48ed-9013-a26c00b2eb30,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:47:17.057934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f440ee6f-8be6-4b3e-8f4e-cf44476b8f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:17.094066 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:17.104457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:17.202621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeaee70-95f3-4b9e-9493-a54aeca58e38 None None] Pushing event updated for resources: {'Port': ['ID=f86297c6-4847-48ed-9013-a26c00b2eb30,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:17.451407 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.1 (f9619f4e-6a99-45fb-a942-39a2d6725f27/0da340be-d0e1-4ca0-9ec6-faae7471c5ef/6f572913-b57a-4544-9834-7e8cdfe2ed4d) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:47:17.614107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:17.631893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 6f572913-b57a-4544-9834-7e8cdfe2ed4d will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:47:17.708923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Router ab0aab28-87f9-42ee-ba93-e37868558a3c has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:47:17.709498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:17.781265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:47:17.784255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:47:17.788108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:47:17.818869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=6f572913-b57a-4544-9834-7e8cdfe2ed4d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:17.853992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:17.919880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:47:17.930131 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-294e61d3-489c-41d9-be4b-a63f8a96184f admin admin] 10.222.0.31 "PUT /v2.0/routers/ab0aab28-87f9-42ee-ba93-e37868558a3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7416520 Feb 28 11:47:17.933889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56702) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:17.936209 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] Sync routers for ids ['ab0aab28-87f9-42ee-ba93-e37868558a3c'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:47:17.968065 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] Routers {'ab0aab28-87f9-42ee-ba93-e37868558a3c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:17.968660 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:47:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ab0aab28-87f9-42ee-ba93-e37868558a3c'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:18.075298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.095841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:47:18.221349 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] Set router ab0aab28-87f9-42ee-ba93-e37868558a3c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:18.255810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.302494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0119785-183f-48dd-bed7-5f226f68e273 None None] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:47:18.406645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.413058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:47:18.421551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:18.422330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.492122 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.562217 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:38Z', 'updated_at': '2022-02-28T11:47:16Z', 'revision_number': 5, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'gw_port': {'id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:18.567396 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] Checking router: ab0aab28-87f9-42ee-ba93-e37868558a3c for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:47:18.580758 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] Routers {'ab0aab28-87f9-42ee-ba93-e37868558a3c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:18.581998 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:47:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ab0aab28-87f9-42ee-ba93-e37868558a3c'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:18.617668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-71abf600-34ed-4af6-a3af-2b0ff3f58755 None None] Provisioning for port f86297c6-4847-48ed-9013-a26c00b2eb30 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:47:18.634051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.697015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.703654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Deleting port f0a85fbf-a456-448d-b253-d9b728d79672 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:18.704685 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.716556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5e03ad27-08a0-4b85-8bfc-e6d29d7b7319,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:18.725924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.766237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.767124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f86297c6-4847-48ed-9013-a26c00b2eb30 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:47:18.783936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.815256 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] Set router ab0aab28-87f9-42ee-ba93-e37868558a3c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:18.914425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=5e03ad27-08a0-4b85-8bfc-e6d29d7b7319,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:18.939176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.963478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] For port f0a85fbf-a456-448d-b253-d9b728d79672, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f0a85fbf-a456-448d-b253-d9b728d79672,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:18.964588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:18.983309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port f86297c6-4847-48ed-9013-a26c00b2eb30 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:47:18.992302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f86297c6-4847-48ed-9013-a26c00b2eb30 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:18.992879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:19.064715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-851d8fb3-1b09-4996-8a9b-e55fe136cb26 None None] Provisioning for port 6f572913-b57a-4544-9834-7e8cdfe2ed4d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:47:19.071356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-851d8fb3-1b09-4996-8a9b-e55fe136cb26 None None] Provisioning complete for port 6f572913-b57a-4544-9834-7e8cdfe2ed4d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:19.071812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-851d8fb3-1b09-4996-8a9b-e55fe136cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:19.100552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=6f572913-b57a-4544-9834-7e8cdfe2ed4d,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:19.134280 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Calling delete_port for f0a85fbf-a456-448d-b253-d9b728d79672 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:19.182963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-851d8fb3-1b09-4996-8a9b-e55fe136cb26 None None] Port 6f572913-b57a-4544-9834-7e8cdfe2ed4d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:47:19.210976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:19.216761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:47:19.219033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:47:19.242730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-851d8fb3-1b09-4996-8a9b-e55fe136cb26 None None] Provisioning complete for port f86297c6-4847-48ed-9013-a26c00b2eb30 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:19.242730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-851d8fb3-1b09-4996-8a9b-e55fe136cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:19.327224 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:38Z', 'updated_at': '2022-02-28T11:47:16Z', 'revision_number': 5, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'gw_port': {'id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:19.347801 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5cb9b5-90fa-4e86-97ac-64f9e66135d4 None None] The sync data for ids ['ab0aab28-87f9-42ee-ba93-e37868558a3c'] in dv-neutron-830866-1-hyperv is: [{'id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'name': 'tempest-TestVolumeBootPattern-320838071-router', 'tenant_id': '6738a824ed52470b9a4bf9da54be1a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77'}], 'enable_snat': True}, 'gw_port_id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:35:38Z', 'updated_at': '2022-02-28T11:47:16Z', 'revision_number': 5, 'project_id': '6738a824ed52470b9a4bf9da54be1a73', 'gw_port': {'id': 'f0a85fbf-a456-448d-b253-d9b728d79672', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:69:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab0aab28-87f9-42ee-ba93-e37868558a3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:35:40Z', 'updated_at': '2022-02-28T11:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:47:19.371302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port f86297c6-4847-48ed-9013-a26c00b2eb30, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f86297c6-4847-48ed-9013-a26c00b2eb30,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:19.451298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:19.457522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:19.505568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-851d8fb3-1b09-4996-8a9b-e55fe136cb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:19.568375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a85fbf-a456-448d-b253-d9b728d79672,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:19.620946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=f86297c6-4847-48ed-9013-a26c00b2eb30,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:19.658528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-851d8fb3-1b09-4996-8a9b-e55fe136cb26 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:47:19.659275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-851d8fb3-1b09-4996-8a9b-e55fe136cb26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:47:19.749170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:19.801518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router df5e2b73-6c51-436b-9734-e7967f517a57 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:47:19.836628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.034812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:47:20.058253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:47:20.078426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Sync routers for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:47:20.081816 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ad347dbf-ad17-4047-bbf2-d38bcb10313f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/df5e2b73-6c51-436b-9734-e7967f517a57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1478999 Feb 28 11:47:20.086968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56706) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:20.117400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:20.118033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:47:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:20.172887 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.177663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.286684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.287160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab0aab28-87f9-42ee-ba93-e37868558a3c {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:47:20.303133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.304427 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-60bf5669-6142-4aed-9ecb-c65ad9e56440 admin admin] 10.222.0.31 "DELETE /v2.0/routers/ab0aab28-87f9-42ee-ba93-e37868558a3c HTTP/1.1" status: 204 len: 168 time: 2.3709075 Feb 28 11:47:20.307962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56710) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:20.339283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:20.339840 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.389453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d623c9-5436-4736-ba8d-1ffac0651384 admin admin] Deleting subnet 06040bdc-a426-4d4d-8789-2cea7d9009ed {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:47:20.393764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d623c9-5436-4736-ba8d-1ffac0651384 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.451155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081393ca-1fb8-48dc-885c-b25bc4c86cdd tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.451666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081393ca-1fb8-48dc-885c-b25bc4c86cdd tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.452057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081393ca-1fb8-48dc-885c-b25bc4c86cdd tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.452414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081393ca-1fb8-48dc-885c-b25bc4c86cdd tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.452770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081393ca-1fb8-48dc-885c-b25bc4c86cdd tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.455723 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-081393ca-1fb8-48dc-885c-b25bc4c86cdd tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3585 time: 0.3675416 Feb 28 11:47:20.459506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56714) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:20.469283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d623c9-5436-4736-ba8d-1ffac0651384 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.483349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:20.528720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d0222f62-eb0e-49e6-8554-228188463d4b None None] Provisioning complete for port 6f572913-b57a-4544-9834-7e8cdfe2ed4d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:20.529085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0222f62-eb0e-49e6-8554-228188463d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.541753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4229d4-7d93-428d-91c1-bf2d36bc2e28 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.541994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4229d4-7d93-428d-91c1-bf2d36bc2e28 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.542311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4229d4-7d93-428d-91c1-bf2d36bc2e28 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.542661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4229d4-7d93-428d-91c1-bf2d36bc2e28 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.543149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4229d4-7d93-428d-91c1-bf2d36bc2e28 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:20.547367 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fd4229d4-7d93-428d-91c1-bf2d36bc2e28 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.0844457 Feb 28 11:47:20.547608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56718) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:20.566996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d623c9-5436-4736-ba8d-1ffac0651384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.714511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d0222f62-eb0e-49e6-8554-228188463d4b None None] Port 6f572913-b57a-4544-9834-7e8cdfe2ed4d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:47:20.732202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d623c9-5436-4736-ba8d-1ffac0651384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.742038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f86297c6-4847-48ed-9013-a26c00b2eb30 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:47:20.776401 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9db410b4-3ba9-4508-852c-d9f58db27a36 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2236755 Feb 28 11:47:20.776566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d623c9-5436-4736-ba8d-1ffac0651384 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06040bdc-a426-4d4d-8789-2cea7d9009ed,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:20.785600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79d623c9-5436-4736-ba8d-1ffac0651384 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.792714 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-79d623c9-5436-4736-ba8d-1ffac0651384 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/06040bdc-a426-4d4d-8789-2cea7d9009ed HTTP/1.1" status: 204 len: 168 time: 0.4837110 Feb 28 11:47:20.795324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56724) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:20.822029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab81d9f-b7d7-464c-a550-d85ea31506a8 None None] Network 760a731e-058f-448c-9779-72b944f62a0f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:47:20.912781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:20.923742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Deleting port 02c98fec-5da3-4b66-bcd8-18924c75ef65 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:20.924071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.111788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f86297c6-4847-48ed-9013-a26c00b2eb30 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:21.112133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.139448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] For port 02c98fec-5da3-4b66-bcd8-18924c75ef65, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=02c98fec-5da3-4b66-bcd8-18924c75ef65,segment=NetworkSegment(a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6),segment_id=a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:21.139720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.235795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:21.250273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Checking router: df5e2b73-6c51-436b-9734-e7967f517a57 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:47:21.251080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Updating router df5e2b73-6c51-436b-9734-e7967f517a57 port 6f572913-b57a-4544-9834-7e8cdfe2ed4d binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:47:21.270720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Calling delete_port for 02c98fec-5da3-4b66-bcd8-18924c75ef65 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:47:21.307030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56728) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:21.312831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1430042333', 'description': 'tempest-secgroup-smoke-1430042333 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:21.326382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:21.334876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:21.339056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:21.349499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:21.350380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bea2c0b-63b2-46ca-b070-8b7c87b1db0b None None] DHCP port deletion for 760a731e-058f-448c-9779-72b944f62a0f request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:47:21.364269 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0bea2c0b-63b2-46ca-b070-8b7c87b1db0b None None] Deleting port 02c98fec-5da3-4b66-bcd8-18924c75ef65 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:47:21.364570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0bea2c0b-63b2-46ca-b070-8b7c87b1db0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.423909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.427005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d180b66e-64f2-4018-a7f3-0dd3743ce121 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:21.439622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.472595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: d180b66e-64f2-4018-a7f3-0dd3743ce121 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:21.472940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device d180b66e-64f2-4018-a7f3-0dd3743ce121 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:21.474273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.494487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=02c98fec-5da3-4b66-bcd8-18924c75ef65,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:21.502397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] No DVR routers for this DVR port 02c98fec-5da3-4b66-bcd8-18924c75ef65 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:47:21.520527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0bea2c0b-63b2-46ca-b070-8b7c87b1db0b None None] The port '02c98fec-5da3-4b66-bcd8-18924c75ef65' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:47:21.563228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:21.616416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:21.621072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:21.637246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:21.642608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.676261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['760a731e-058f-448c-9779-72b944f62a0f']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:21.692530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:21.692825 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e5b485-5fdd-48f9-975e-ac9f7cdb7ea6') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:21.713788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.746141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.754449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.757902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Releasing vlan 701 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:47:21.757902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:47:21.771279 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:47:21.840856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.856340 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.891635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0644c47f-612d-4b07-b941-6c5bcfd1ffe3,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:21.921311 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f0a85fbf-a456-448d-b253-d9b728d79672 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:21.948850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.952203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Transition to ACTIVE for port object 6f572913-b57a-4544-9834-7e8cdfe2ed4d will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:47:21.960885 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: f0a85fbf-a456-448d-b253-d9b728d79672 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:21.961227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f0a85fbf-a456-448d-b253-d9b728d79672 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:21.961624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 02c98fec-5da3-4b66-bcd8-18924c75ef65 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:47:21.967222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.969043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] 10.222.0.31 "DELETE /v2.0/networks/760a731e-058f-448c-9779-72b944f62a0f HTTP/1.1" status: 204 len: 168 time: 1.1726851 Feb 28 11:47:21.974752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e845c3-95dd-4392-a893-ac48f1397e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=760a731e-058f-448c-9779-72b944f62a0f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:21.975845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:21.979751 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fd767ead-8d58-465d-959f-1a9ee86b2231 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.6690128 Feb 28 11:47:21.979751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56734) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:21.985449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '0644c47f-612d-4b07-b941-6c5bcfd1ffe3', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:21.991684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:21.994597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 02c98fec-5da3-4b66-bcd8-18924c75ef65 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:47:21.994964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 02c98fec-5da3-4b66-bcd8-18924c75ef65 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:47:21.996309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:21.999876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:22.006421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:22.034513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.094501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.161848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275d521-8739-468d-91a1-14a947537c88 None None] Pushing event updated for resources: {'Port': ['ID=6f572913-b57a-4544-9834-7e8cdfe2ed4d,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:22.177056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.253789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Attempting to bind port 6f572913-b57a-4544-9834-7e8cdfe2ed4d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:47:22.254159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Attempting to bind port 6f572913-b57a-4544-9834-7e8cdfe2ed4d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:47:22.254519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Attempting to bind port 6f572913-b57a-4544-9834-7e8cdfe2ed4d on network f9619f4e-6a99-45fb-a942-39a2d6725f27 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:47:22.261325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:47:22.261742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Checking segment: {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:47:22.262113 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.262503 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Bound using segment: {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:47:22.262986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Bound port: 6f572913-b57a-4544-9834-7e8cdfe2ed4d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:47:22.263353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.269276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.288007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25a3107d-9f12-412c-adb2-ee5899fc55a8,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:22.369476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56738) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:22.371768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] For port 6f572913-b57a-4544-9834-7e8cdfe2ed4d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:47:22.372578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.373860 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-70781d6e-ff1b-4cb9-b4f5-c712ebf56dce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3931296 Feb 28 11:47:22.377366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] For port 6f572913-b57a-4544-9834-7e8cdfe2ed4d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6f572913-b57a-4544-9834-7e8cdfe2ed4d,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:47:22.378739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56742) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:22.384716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '0644c47f-612d-4b07-b941-6c5bcfd1ffe3', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:22.390760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:22.395789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:22.399153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:22.404880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:22.443185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.464669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.524834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275d521-8739-468d-91a1-14a947537c88 None None] Pushing event updated for resources: {'Port': ['ID=6f572913-b57a-4544-9834-7e8cdfe2ed4d,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:22.534450 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bfd924df-3fbe-48dc-a9ea-4c208ff5e8ff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f48f551f4f5b4c48a3a7d600e7c9c028&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1636958 Feb 28 11:47:22.537149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56746) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:22.538274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:22.539126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:47:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:22.557153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.603919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46f693f4-cdd6-4da2-a52d-1489a91ebab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.635265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46f693f4-cdd6-4da2-a52d-1489a91ebab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.635670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.672318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe54ed2e-6398-44cd-a705-a7e045d9540d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:22.743314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.744501 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c0796261-0df2-4d4e-856a-5b1d2ea71cf8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3647356 Feb 28 11:47:22.752868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56750) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:22.753894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '0644c47f-612d-4b07-b941-6c5bcfd1ffe3', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:22.759720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:22.763651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:22.765777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:22.767790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:22.771661 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46f693f4-cdd6-4da2-a52d-1489a91ebab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.777214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:22.793931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f693f4-cdd6-4da2-a52d-1489a91ebab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d90658-6078-4581-8b53-fdb75bbc21ad,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:22.798507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46f693f4-cdd6-4da2-a52d-1489a91ebab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.801697 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-46f693f4-cdd6-4da2-a52d-1489a91ebab9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/77d90658-6078-4581-8b53-fdb75bbc21ad HTTP/1.1" status: 204 len: 168 time: 0.2614033 Feb 28 11:47:22.835846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.903173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.955109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:22.979268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5235aa12-8540-4c28-9d08-c5f358b7a626,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:23.034938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.036131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-785d1ee9-f7f5-475d-b91c-c53d78cd7773 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2870390 Feb 28 11:47:23.039113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56756) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:23.044615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '0644c47f-612d-4b07-b941-6c5bcfd1ffe3', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:23.050503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:23.055407 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:23.058376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:23.064856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:23.149899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:22Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:23.153940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc7e593-f17c-40b0-a3ee-a9e5d42cb578 None None] The sync data for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv is: [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:22Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:47:23.173476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.382574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.457945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.480624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b766be-44f1-4baf-824e-96ad2d39a0cd,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:23.562680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56762) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:23.579643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.580833 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8d031cbd-7e7c-417c-a688-0a071aef4d38 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5408304 Feb 28 11:47:23.583997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56766) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:23.599814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '0644c47f-612d-4b07-b941-6c5bcfd1ffe3', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:23.606181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:23.614918 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:23.619338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:23.620349 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eed378d1-9b6c-4c1f-8f18-fdcd19b1998a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6738a824ed52470b9a4bf9da54be1a73&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0565069 Feb 28 11:47:23.622919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56770) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:23.627773 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:23.689622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2cdde607-d80f-4c87-8f61-7d544a7f6de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.716637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2cdde607-d80f-4c87-8f61-7d544a7f6de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.721105 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:47:23.728058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.802172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.847411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2cdde607-d80f-4c87-8f61-7d544a7f6de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.865196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdde607-d80f-4c87-8f61-7d544a7f6de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf6d922-eca1-433d-b4e3-52d199ec31c7,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:23.871357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2cdde607-d80f-4c87-8f61-7d544a7f6de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.875091 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2cdde607-d80f-4c87-8f61-7d544a7f6de3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dcf6d922-eca1-433d-b4e3-52d199ec31c7 HTTP/1.1" status: 204 len: 168 time: 0.2486136 Feb 28 11:47:23.880073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.901223 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432181df-8ad1-4dc8-8183-9f406d139296,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:23.977796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:23.979034 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-491804b2-6b55-4024-b54e-a2a0a11bc754 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3922164 Feb 28 11:47:23.983291 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56776) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:23.990259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '0644c47f-612d-4b07-b941-6c5bcfd1ffe3', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:23.996901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6f572913-b57a-4544-9834-7e8cdfe2ed4d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:47:24.003668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:24.010356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:24.017632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:24.022298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:24.109410 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:47:24.117406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:24.131630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 6f572913-b57a-4544-9834-7e8cdfe2ed4d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:47:24.136560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 6f572913-b57a-4544-9834-7e8cdfe2ed4d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:24.136930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:24.196197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:24.257886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:24.293220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 6f572913-b57a-4544-9834-7e8cdfe2ed4d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6f572913-b57a-4544-9834-7e8cdfe2ed4d,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:24.309385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:24.335203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8917ba9-23f4-40bb-8f49-d7bde162689d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:24.378152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:24.406644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:24.408308 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-92ec3fdf-66f4-4cb1-8704-45618b0fa75e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4240301 Feb 28 11:47:24.454467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=6f572913-b57a-4544-9834-7e8cdfe2ed4d,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:24.655501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-eaf147f7-34f8-4f32-bc1e-1b3e16c38bf9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:47:24.732006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-eaf147f7-34f8-4f32-bc1e-1b3e16c38bf9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:47:24.733175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-eaf147f7-34f8-4f32-bc1e-1b3e16c38bf9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1430042333&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.1164248 Feb 28 11:47:24.876431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-bc9e207d-91af-4ccd-bdd3-a87a329d49a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:24.877092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-bc9e207d-91af-4ccd-bdd3-a87a329d49a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:47:24.937043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-bc9e207d-91af-4ccd-bdd3-a87a329d49a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:47:24.938172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-bc9e207d-91af-4ccd-bdd3-a87a329d49a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 797 time: 0.1977096 Feb 28 11:47:24.953689 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-d9cc4e4d-6e4f-4ded-9327-a15087592132 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0102379 Feb 28 11:47:25.034591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-51f85d54-e7b4-481f-b967-33a638e2f5d9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:47:25.114086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-51f85d54-e7b4-481f-b967-33a638e2f5d9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:47:25.119045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-51f85d54-e7b4-481f-b967-33a638e2f5d9 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566067 Feb 28 11:47:25.374141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-764a1b53-b8c8-4a8e-8ef9-a1be06ee5e86 service neutron] 10.222.0.31 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470796 Feb 28 11:47:25.502893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-c9e5f690-3057-4eef-9eb7-fb21a3cb516d service neutron] 10.222.0.31 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223397 Feb 28 11:47:25.753587 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b6fe05ad-0f69-4840-aa90-91c062154451 req-81d8fd42-1eb7-4cc7-a24f-abb9e2eb71b7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 210 time: 0.0407548 Feb 28 11:47:25.923551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6f572913-b57a-4544-9834-7e8cdfe2ed4d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:47:25.989925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 6f572913-b57a-4544-9834-7e8cdfe2ed4d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:25.990289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:26.913940 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-837d1793-7191-4553-a231-0ced3eb06480 req-0cf5209e-ec0c-4e8d-a42c-428ede284fbc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 210 time: 0.0401728 Feb 28 11:47:27.735390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-f78a9d76-284d-4ed4-85ef-89505a16bc0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:27.736797 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-f78a9d76-284d-4ed4-85ef-89505a16bc0f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 797 time: 0.1417177 Feb 28 11:47:27.792186 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-00af5538-b916-4800-85b5-49aff37c3a4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 380 time: 0.0432994 Feb 28 11:47:27.800790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['0644c47f-612d-4b07-b941-6c5bcfd1ffe3']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:27.935812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:27.946280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:28.006118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:47:28.009227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:28.118248 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4eb4bc14-2af0-4960-bca9-0d6e8ff3580f req-73ceefae-0543-43b4-82fa-f3ceb14d4d4b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 210 time: 0.0559127 Feb 28 11:47:28.205927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.6 (f9619f4e-6a99-45fb-a942-39a2d6725f27/0da340be-d0e1-4ca0-9ec6-faae7471c5ef/841ad0eb-5015-4b2c-8b0d-83a8c02c2741) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:47:28.385582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:28.400925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:47:28.480894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:28.552745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:47:28.555563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:47:28.559271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:47:28.684861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:28.718734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:28.719372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:28.801710 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-a59ecf9b-d679-4a42-8d13-0db25f5ed2b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0045836 Feb 28 11:47:28.813134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Request body: {'port': {'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:28.832168 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d4173a04-31a2-4cff-a5c7-8e74624dd6c3 None None] Provisioning for port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:47:28.847736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d4173a04-31a2-4cff-a5c7-8e74624dd6c3 None None] Provisioning complete for port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:28.848112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d4173a04-31a2-4cff-a5c7-8e74624dd6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:28.904518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d4173a04-31a2-4cff-a5c7-8e74624dd6c3 None None] Port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:47:28.941379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:29.318734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:47:29.327032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:29.351440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Transition to ACTIVE for port object 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:47:29.367671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989debac-f050-418b-a52f-44f49bb8449a req-faa7285c-2736-421b-9007-281db5cf877e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:29.368349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-989debac-f050-418b-a52f-44f49bb8449a req-faa7285c-2736-421b-9007-281db5cf877e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:47:29.411231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:29.449751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-989debac-f050-418b-a52f-44f49bb8449a req-faa7285c-2736-421b-9007-281db5cf877e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:47:29.450953 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-989debac-f050-418b-a52f-44f49bb8449a req-faa7285c-2736-421b-9007-281db5cf877e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 931 time: 0.1961823 Feb 28 11:47:29.566995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Pushing event updated for resources: {'Port': ['ID=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:29.609871 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-989debac-f050-418b-a52f-44f49bb8449a req-c36ddec5-3088-44f5-9eea-6eda757378e0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498539 Feb 28 11:47:29.690780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Attempting to bind port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:47:29.691301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Attempting to bind port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:47:29.691656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Attempting to bind port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 on network f9619f4e-6a99-45fb-a942-39a2d6725f27 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:47:29.697407 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 on network f9619f4e-6a99-45fb-a942-39a2d6725f27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:47:29.697724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Attempting to bind port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 on network f9619f4e-6a99-45fb-a942-39a2d6725f27 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:47:29.703870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 47, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:47:29.704202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Checking segment: {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:47:29.704578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Bound using segment: {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:47:29.705522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Bound port: 841ad0eb-5015-4b2c-8b0d-83a8c02c2741, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:47:29.705855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:29.798976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] For port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:47:29.801730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] For port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:47:29.863482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:29.925793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:29.927148 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] 10.222.0.57 "PUT /v2.0/ports/841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 200 len: 1093 time: 1.1184165 Feb 28 11:47:29.927571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:47:29.948442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fa308a-4047-4165-9c9d-574b2d8ccc0c service neutron] Pushing event updated for resources: {'Port': ['ID=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:29.994049 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'status': 'completed', 'code': 200} Feb 28 11:47:30.089425 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c7820272-b2e8-484c-bce0-ce8ae15eb156 req-9132db31-a364-4ba0-855c-169390be36d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1096 time: 0.0747015 Feb 28 11:47:30.229067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7820272-b2e8-484c-bce0-ce8ae15eb156 req-c678ae6c-93d8-4e0b-9cba-f3fc0f1242a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:30.230379 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c7820272-b2e8-484c-bce0-ce8ae15eb156 req-c678ae6c-93d8-4e0b-9cba-f3fc0f1242a8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1341138 Feb 28 11:47:30.361018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7820272-b2e8-484c-bce0-ce8ae15eb156 req-eb433637-f3f9-40e7-b660-1e0946465497 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:30.363236 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c7820272-b2e8-484c-bce0-ce8ae15eb156 req-eb433637-f3f9-40e7-b660-1e0946465497 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273429 Feb 28 11:47:30.464213 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-cdef4bec-c895-4464-a8a2-26613114105a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1096 time: 0.0668409 Feb 28 11:47:30.535149 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-51afb15c-6612-45cc-9626-9ec199d3e930 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 200 len: 217 time: 0.0634351 Feb 28 11:47:30.597011 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-143b45a8-e4e1-4c77-9bcb-e75296d676bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:30.598384 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-143b45a8-e4e1-4c77-9bcb-e75296d676bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 200 len: 834 time: 0.0577130 Feb 28 11:47:30.817272 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-3a026a9f-9343-46ca-ba40-9bd0f41f3c39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9619f4e-6a99-45fb-a942-39a2d6725f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2130725 Feb 28 11:47:30.849096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399544e6-9a68-4afb-8b57-6aee5684877d req-e16d3a7c-0732-4117-8e45-f798412925d6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:30.850453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-399544e6-9a68-4afb-8b57-6aee5684877d req-e16d3a7c-0732-4117-8e45-f798412925d6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 943 time: 0.1162696 Feb 28 11:47:30.975350 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-399544e6-9a68-4afb-8b57-6aee5684877d req-1b13a6cd-8f50-4dc2-a5af-ce94a5ac1755 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796254 Feb 28 11:47:30.990950 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-9a974849-c3a9-45a5-b0a1-a63005f45a46 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667156 Feb 28 11:47:31.119528 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7972d69f-1040-4a51-9e10-7d41ee448270 req-835f1a31-ce27-4673-a53d-ba83b12f65b7 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227541 Feb 28 11:47:31.756331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:47:31.884777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:31.900671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:47:31.952068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:31.969204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:47:31.984062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:32.046270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:32.112259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:32.171946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a83321-5169-491f-9858-65177b0f5144 req-101480fb-5d3e-4626-a903-05a54510e733 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:32.173367 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-36a83321-5169-491f-9858-65177b0f5144 req-101480fb-5d3e-4626-a903-05a54510e733 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 944 time: 0.0749168 Feb 28 11:47:32.217746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-36a83321-5169-491f-9858-65177b0f5144 req-6743545c-48c8-4ca1-9e6d-4117fff04e03 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380409 Feb 28 11:47:32.284576 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['841ad0eb-5015-4b2c-8b0d-83a8c02c2741'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:47:33.418222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3432a363-7531-46cc-8451-6173def2b508 req-9ef670cb-2593-4346-9d6d-e126e5444ae5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:33.419691 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3432a363-7531-46cc-8451-6173def2b508 req-9ef670cb-2593-4346-9d6d-e126e5444ae5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 944 time: 0.0786369 Feb 28 11:47:33.463612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3432a363-7531-46cc-8451-6173def2b508 req-0bd6d11b-1f06-47a1-aaf8-f9d922ee0694 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385008 Feb 28 11:47:33.755578 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:47:33.885692 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:47:33.890724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:33.891118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:33.990801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:34.015395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:34.041110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:47:34.051502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:34.108746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:34.172937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:34.242975 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'code': 200} Feb 28 11:47:34.560426 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f074bacc-53ff-4eed-b11c-6a9448794104 req-5f0b1554-0a56-46eb-a454-7dd65a46949a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1098 time: 0.0663736 Feb 28 11:47:34.651068 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f074bacc-53ff-4eed-b11c-6a9448794104 req-97af5c30-6291-4b5d-9163-c726a8ea853b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841732 Feb 28 11:47:34.676116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529036d-096e-4c29-b831-5185523dff05 req-1a940185-ed17-42f2-809d-2a3371043fad tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:34.677503 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9529036d-096e-4c29-b831-5185523dff05 req-1a940185-ed17-42f2-809d-2a3371043fad tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 945 time: 0.0942471 Feb 28 11:47:34.722743 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9529036d-096e-4c29-b831-5185523dff05 req-cd00d16a-42ce-4195-92c8-bbbe95e18301 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391629 Feb 28 11:47:35.923928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de69d158-6b67-4857-bb7d-801a149644f7 req-7959af48-b32a-4065-97e1-f3752710d6c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:35.925992 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de69d158-6b67-4857-bb7d-801a149644f7 req-7959af48-b32a-4065-97e1-f3752710d6c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 945 time: 0.0793581 Feb 28 11:47:35.970011 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de69d158-6b67-4857-bb7d-801a149644f7 req-627ae7ad-4f60-4088-9958-91bf22bbe688 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385008 Feb 28 11:47:36.165627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f5bad-de91-4788-b62c-0e7a3f379afe req-69c39911-340c-446a-a262-bdc601069e36 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:36.167055 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-779f5bad-de91-4788-b62c-0e7a3f379afe req-69c39911-340c-446a-a262-bdc601069e36 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 945 time: 0.0770936 Feb 28 11:47:36.212062 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-779f5bad-de91-4788-b62c-0e7a3f379afe req-540eafb9-0316-409b-878d-e66d330266a0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394869 Feb 28 11:47:36.239878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56828) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:36.310460 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-29ef4a7f-bada-4a0f-9dee-326d13bf28bf tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1093 time: 0.0694785 Feb 28 11:47:36.313017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56832) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:36.318337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:36.323657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:36.327410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:floatingip and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:36.330138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:36.336201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:36.376918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:36.510642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:36.638888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.130 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/16815ca4-4f49-4641-9f36-7e4e1a731af8) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:47:36.783160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:36.863795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:36.929123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:47:36.931805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:47:36.936008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:47:36.960054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=16815ca4-4f49-4641-9f36-7e4e1a731af8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:37.509744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:37.637830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:37.835700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:37.891426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:37.997498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=16815ca4-4f49-4641-9f36-7e4e1a731af8,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:38.009846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:38.196077 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 37938588-85f2-47e2-a4ac-a4d5ad786178 associated. External IP: 172.26.1.130, port: 841ad0eb-5015-4b2c-8b0d-83a8c02c2741. Feb 28 11:47:38.575292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router df5e2b73-6c51-436b-9734-e7967f517a57 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:47:38.878712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:47:38.889338 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] Sync routers for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:47:38.900493 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:38.901098 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:47:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:38.954232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:39.012926 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f2dbae5e-2baa-4f3f-9ebf-6d110c832554 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6965160 Feb 28 11:47:39.012926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:47:39.013635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56836) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:39.069269 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'status': 'completed', 'code': 200} Feb 28 11:47:39.083564 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:39.085823 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5e9fbaea-25e7-4f1e-8591-153aa03dd345 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1093 time: 0.0711780 Feb 28 11:47:39.161153 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-355916d4-2934-4d8f-a288-1764e531a44d req-9d91439e-1e4f-4953-9351-fae5178a33b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1098 time: 0.0730128 Feb 28 11:47:39.292966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355916d4-2934-4d8f-a288-1764e531a44d req-4f386a71-3779-4bc0-b6f8-130da8e071af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:39.294379 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-355916d4-2934-4d8f-a288-1764e531a44d req-4f386a71-3779-4bc0-b6f8-130da8e071af service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 898 time: 0.1272538 Feb 28 11:47:39.398897 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-355916d4-2934-4d8f-a288-1764e531a44d req-b2bbba52-b8cd-47d1-811b-e995a350b859 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 200 len: 999 time: 0.0988212 Feb 28 11:47:39.436747 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '37938588-85f2-47e2-a4ac-a4d5ad786178', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:37Z', 'updated_at': '2022-02-28T11:47:37Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:39.442572 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] Checking router: df5e2b73-6c51-436b-9734-e7967f517a57 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:47:39.452888 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:39.453482 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:47:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:39.464894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355916d4-2934-4d8f-a288-1764e531a44d req-96340ee1-9fd2-4077-b405-390e37acacfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:39.466383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-355916d4-2934-4d8f-a288-1764e531a44d req-96340ee1-9fd2-4077-b405-390e37acacfb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 200 len: 834 time: 0.0623424 Feb 28 11:47:39.490356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56844) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:39.497189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1988173634', 'description': 'tempest-secgroup-smoke-1988173634 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:39.505308 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:39.516734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:39.545869 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-355916d4-2934-4d8f-a288-1764e531a44d req-a3dcfe68-b358-4547-88be-2613ed9eca44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9619f4e-6a99-45fb-a942-39a2d6725f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742159 Feb 28 11:47:39.577334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:39.615921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:39.620759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:39.624724 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:39.630973 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:39.642443 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:39.687759 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-355916d4-2934-4d8f-a288-1764e531a44d req-54cf5b7a-4d1e-4c87-b62a-e832dc8fa24e service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351473 Feb 28 11:47:39.699404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:39.754463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:39.803080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfb2205-2db6-4e63-9a29-663d08552832,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:39.828045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-355916d4-2934-4d8f-a288-1764e531a44d req-3096c24a-04b9-4886-b94a-ccd8ea81527a service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339941 Feb 28 11:47:39.874988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:39.877694 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e25c8b08-84ea-4513-a0c9-f785ab64d557 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3850276 Feb 28 11:47:39.880422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56848) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:39.886047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1cfb2205-2db6-4e63-9a29-663d08552832', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:39.893303 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:39.896260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:39.899087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:39.905220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:39.994822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:39.998912 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '37938588-85f2-47e2-a4ac-a4d5ad786178', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:37Z', 'updated_at': '2022-02-28T11:47:37Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:40.003701 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b480b3-4343-46ca-a5f2-21a5476a3e08 None None] The sync data for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv is: [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '37938588-85f2-47e2-a4ac-a4d5ad786178', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:37Z', 'updated_at': '2022-02-28T11:47:37Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:47:40.059102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.098089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.121497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937cd5ae-7864-464d-9a5c-918cff85a69b,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:40.197823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55a7ea8-69db-459c-bf6c-590da73906f1 None None] New status for floating IP 37938588-85f2-47e2-a4ac-a4d5ad786178: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:47:40.200413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.201659 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-55b210ef-c248-4010-8c9b-67bf939156c1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3203158 Feb 28 11:47:40.204409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56852) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:40.210786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1cfb2205-2db6-4e63-9a29-663d08552832', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:40.218437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:40.221106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:40.225022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:40.231052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:40.309377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.371221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.445556 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.473755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e2082e-09f5-4a1a-91c1-c70e9703581f,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:40.559991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.561103 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c456b825-21e7-4c38-a50f-a72e41b76e61 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3557351 Feb 28 11:47:40.563906 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56856) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:40.569870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1cfb2205-2db6-4e63-9a29-663d08552832', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:40.575853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:40.579575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:40.583087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:40.588748 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:40.640321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.702741 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.759503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.782630 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab83977b-90f1-4bc5-be7f-e000e27429ad,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:40.833959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.835102 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0bc0c6d2-48d1-44e9-9cf0-4126aefcbc10 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2702332 Feb 28 11:47:40.837711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56860) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:40.843064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1cfb2205-2db6-4e63-9a29-663d08552832', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:40.849302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:40.853052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:40.855959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:40.861660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:40.936675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:40.998260 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.068346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.091122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae5fb39-e55f-476b-8a1e-721b8028cfd3,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:41.160533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.161701 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7a3e73d0-ea14-41a5-b453-e75954cdef3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3231053 Feb 28 11:47:41.164514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56864) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:41.169716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1cfb2205-2db6-4e63-9a29-663d08552832', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:41.176101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:41.179828 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:41.182615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:41.188315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:41.269035 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:47:41.275841 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.340622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.388376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.412262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2b15aa-e4bb-47fb-852a-d5867cc7c664,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:41.467986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.469181 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-46695cbf-1ffd-4abc-8a20-265d2895d520 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3037958 Feb 28 11:47:41.472785 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56868) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:41.478059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '1cfb2205-2db6-4e63-9a29-663d08552832', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:41.483859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:41.487643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:41.490603 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:41.496150 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:41.582738 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:47:41.589150 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.655867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.719372 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.742483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2966a2-dd4d-4f17-9480-1c9fd34382bd,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:41.810980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:41.812156 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0a0a0423-d7fc-4069-aaac-bf7d1eac1798 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3384886 Feb 28 11:47:41.984669 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-9b165650-4fcf-4eeb-b2b1-80887c7c1ad1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1988173634&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.0397005 Feb 28 11:47:42.126352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053020-a62e-489f-bd04-2e93d0e699de req-dfa6e0a2-8751-410c-94f7-bcd902d38b7e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:42.127819 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-dfa6e0a2-8751-410c-94f7-bcd902d38b7e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 797 time: 0.1367366 Feb 28 11:47:42.144579 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-de18bb79-779b-45ed-8d98-47e952fa12dd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0108018 Feb 28 11:47:42.226028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-2704526d-f81e-47c6-bcd2-e9209e331990 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0763865 Feb 28 11:47:42.431505 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-4460f15c-7216-43dc-9b43-d3f9abcb0ad0 service neutron] 10.222.0.31 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940436 Feb 28 11:47:42.560331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-10a9c637-7c86-43bf-84b7-50fc77b65f48 service neutron] 10.222.0.31 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231070 Feb 28 11:47:42.807789 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9aa4cde1-bc6f-4ce0-998a-d0ff66b2e222 req-24a6b11f-3c50-4587-8cee-e8b70865ad4b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 210 time: 0.0418253 Feb 28 11:47:44.062992 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2ff891f-8c67-4080-8758-597acaa1d0f0 req-966d0376-9732-4a6b-9779-294ef75cad4b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 210 time: 0.1328259 Feb 28 11:47:44.521005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053020-a62e-489f-bd04-2e93d0e699de req-c5a0d51b-b9f3-43cd-9d9a-ef3ec82cb9b6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:44.522319 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-c5a0d51b-b9f3-43cd-9d9a-ef3ec82cb9b6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 797 time: 0.1433349 Feb 28 11:47:44.577794 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0e2cf5bf-c87e-413f-98a3-1e866ecc3f93 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 473 time: 0.0425427 Feb 28 11:47:44.586237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['1cfb2205-2db6-4e63-9a29-663d08552832']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:44.721601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:44.731696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:44.834761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:47:44.837845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:44.852343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-58934d3f-458e-48cc-a6dc-9041c33aed2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:45.001538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.10 (f9619f4e-6a99-45fb-a942-39a2d6725f27/0da340be-d0e1-4ca0-9ec6-faae7471c5ef/d9fa1830-1658-4c50-9967-af442fb9b2a7) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:47:45.189965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:45.242100 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3ff778a2-0eec-4586-bfae-7d921ee1f866 req-4d2cd130-04bb-49d9-b2e0-35e84a10cb9b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 210 time: 0.0551500 Feb 28 11:47:45.247758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object d9fa1830-1658-4c50-9967-af442fb9b2a7 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:47:45.337456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:45.407109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:47:45.410463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:47:45.414145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:47:45.443693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=d9fa1830-1658-4c50-9967-af442fb9b2a7,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:45.478305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:45.478930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:45.560883 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-7ae8c64a-db77-4869-9b8c-577ede10c759 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9780114 Feb 28 11:47:45.572699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Request body: {'port': {'device_id': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:45.690987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:45.753765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5923188a-34aa-49bf-ae6c-a0fe72703df9 None None] Provisioning for port d9fa1830-1658-4c50-9967-af442fb9b2a7 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:47:45.758542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5923188a-34aa-49bf-ae6c-a0fe72703df9 None None] Provisioning complete for port d9fa1830-1658-4c50-9967-af442fb9b2a7 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:45.759046 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5923188a-34aa-49bf-ae6c-a0fe72703df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:45.809850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-5923188a-34aa-49bf-ae6c-a0fe72703df9 None None] Port d9fa1830-1658-4c50-9967-af442fb9b2a7 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:47:46.021962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fa1830-1658-4c50-9967-af442fb9b2a7 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:47:46.028597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:46.043126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Transition to ACTIVE for port object d9fa1830-1658-4c50-9967-af442fb9b2a7 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:47:46.119728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:46.246783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fa1830-1658-4c50-9967-af442fb9b2a7,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:46.359167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Attempting to bind port d9fa1830-1658-4c50-9967-af442fb9b2a7 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:47:46.359506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Attempting to bind port d9fa1830-1658-4c50-9967-af442fb9b2a7 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:47:46.359818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Attempting to bind port d9fa1830-1658-4c50-9967-af442fb9b2a7 on network f9619f4e-6a99-45fb-a942-39a2d6725f27 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:47:46.365597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Port d9fa1830-1658-4c50-9967-af442fb9b2a7 on network f9619f4e-6a99-45fb-a942-39a2d6725f27 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:47:46.365913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Attempting to bind port d9fa1830-1658-4c50-9967-af442fb9b2a7 on network f9619f4e-6a99-45fb-a942-39a2d6725f27 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:47:46.407870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:47:46.408199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Checking segment: {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:47:46.408573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Bound using segment: {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:47:46.409029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Bound port: d9fa1830-1658-4c50-9967-af442fb9b2a7, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dad94f1-2148-41ca-beb3-9c96b5c900f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:47:46.409409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:46.602760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] For port d9fa1830-1658-4c50-9967-af442fb9b2a7, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:47:46.609349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521a127-5534-435d-990d-437abb1ee7b7 req-a7685866-19e2-4176-b2f1-951b5dad0dcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:46.610020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7521a127-5534-435d-990d-437abb1ee7b7 req-a7685866-19e2-4176-b2f1-951b5dad0dcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:47:46.613828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] For port d9fa1830-1658-4c50-9967-af442fb9b2a7, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9fa1830-1658-4c50-9967-af442fb9b2a7,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:47:46.708766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:46.745441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7521a127-5534-435d-990d-437abb1ee7b7 req-a7685866-19e2-4176-b2f1-951b5dad0dcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:47:46.746663 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7521a127-5534-435d-990d-437abb1ee7b7 req-a7685866-19e2-4176-b2f1-951b5dad0dcf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 944 time: 0.3785367 Feb 28 11:47:46.794666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:46.796037 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] 10.222.0.57 "PUT /v2.0/ports/d9fa1830-1658-4c50-9967-af442fb9b2a7 HTTP/1.1" status: 200 len: 1094 time: 1.2274508 Feb 28 11:47:46.796785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:47:46.827110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618ac6d-682d-42bb-98a1-b5551b58be51 service neutron] Pushing event updated for resources: {'Port': ['ID=d9fa1830-1658-4c50-9967-af442fb9b2a7,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:46.832496 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7521a127-5534-435d-990d-437abb1ee7b7 req-871e93ac-027f-4e64-ac68-b415d370eafe tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751059 Feb 28 11:47:46.866131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'status': 'completed', 'code': 200} Feb 28 11:47:46.960762 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cde03cf5-64b6-4c50-b18f-1bfa72c907b0 req-e074c87f-53ea-4f3b-a88b-8d46f62bdd9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0757298 Feb 28 11:47:47.058533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8f4b9c27-8f73-4310-a8ab-44e140d93afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:47.103944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde03cf5-64b6-4c50-b18f-1bfa72c907b0 req-b1dc9af6-60c2-4595-a737-720e6d097e9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:47.105344 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cde03cf5-64b6-4c50-b18f-1bfa72c907b0 req-b1dc9af6-60c2-4595-a737-720e6d097e9e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1351182 Feb 28 11:47:47.240204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde03cf5-64b6-4c50-b18f-1bfa72c907b0 req-39ccc8e1-f6ea-484a-81ed-b434dac384b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:47.241554 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cde03cf5-64b6-4c50-b18f-1bfa72c907b0 req-39ccc8e1-f6ea-484a-81ed-b434dac384b3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276023 Feb 28 11:47:47.343939 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-0e3300df-2f75-4575-a426-9cea3cd14ebb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0677726 Feb 28 11:47:47.414748 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-93d93c71-6c52-4c0b-9a4d-60784a6f17c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fa1830-1658-4c50-9967-af442fb9b2a7 HTTP/1.1" status: 200 len: 217 time: 0.0635641 Feb 28 11:47:47.477191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0053020-a62e-489f-bd04-2e93d0e699de req-88127516-971c-44d9-8d05-7c74555cf503 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:47.478597 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-88127516-971c-44d9-8d05-7c74555cf503 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 200 len: 834 time: 0.0575922 Feb 28 11:47:47.551362 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-d8f3c29a-c00f-4bd8-8aed-ae1dc104f956 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9619f4e-6a99-45fb-a942-39a2d6725f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665660 Feb 28 11:47:47.682732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-8712f742-e7f3-4473-b6ea-11dc33a5136f service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244385 Feb 28 11:47:47.813401 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c0053020-a62e-489f-bd04-2e93d0e699de req-970a2422-0087-4adf-bb6e-9ccf04c2108b service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245799 Feb 28 11:47:48.036807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9534e9-b136-4be0-95f9-2ca60a1e248a req-6556c2a1-6148-4019-b113-4aa4369f7244 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:48.038232 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7b9534e9-b136-4be0-95f9-2ca60a1e248a req-6556c2a1-6148-4019-b113-4aa4369f7244 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 944 time: 0.0804985 Feb 28 11:47:48.083147 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7b9534e9-b136-4be0-95f9-2ca60a1e248a req-ae3a31ba-bff7-4270-b239-6f54d68477a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393832 Feb 28 11:47:48.273772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:48.365266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:48.388157 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:47:49.277175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52a8e5-4330-43e6-b2a2-e09cdfb9dcdd req-800fc8f9-00d2-4be2-8891-05f5f6166be6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:49.278517 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e52a8e5-4330-43e6-b2a2-e09cdfb9dcdd req-800fc8f9-00d2-4be2-8891-05f5f6166be6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 944 time: 0.0750854 Feb 28 11:47:49.327174 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e52a8e5-4330-43e6-b2a2-e09cdfb9dcdd req-75cde263-4cad-4d39-906b-7d7c60546308 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431106 Feb 28 11:47:49.754592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:49.848743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9fa1830-1658-4c50-9967-af442fb9b2a7 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:47:49.979525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9fa1830-1658-4c50-9967-af442fb9b2a7, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9fa1830-1658-4c50-9967-af442fb9b2a7,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:49.992811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'port_id': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'mac_address': 'fa:16:3e:57:88:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:47:50.048151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:50.065284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fa1830-1658-4c50-9967-af442fb9b2a7 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:47:50.079653 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9fa1830-1658-4c50-9967-af442fb9b2a7, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9fa1830-1658-4c50-9967-af442fb9b2a7,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:50.165444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:50.229018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d9fa1830-1658-4c50-9967-af442fb9b2a7,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:50.389470 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d9fa1830-1658-4c50-9967-af442fb9b2a7'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:47:50.522623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc744a01-a2c2-4ea4-bbbc-ea377d778088 req-70fdaf90-a6c7-4f71-b099-7dac13b80f71 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:50.523976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc744a01-a2c2-4ea4-bbbc-ea377d778088 req-70fdaf90-a6c7-4f71-b099-7dac13b80f71 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 945 time: 0.0774302 Feb 28 11:47:50.568786 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc744a01-a2c2-4ea4-bbbc-ea377d778088 req-1ff2a822-9713-48bd-b9ce-d49b402ec2fb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392697 Feb 28 11:47:51.769523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304fd10e-f0a2-402e-900b-d022dc80a530 req-25803507-62a2-4590-9604-18003ec68fb0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:51.771131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-304fd10e-f0a2-402e-900b-d022dc80a530 req-25803507-62a2-4590-9604-18003ec68fb0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 945 time: 0.0816107 Feb 28 11:47:51.816194 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-304fd10e-f0a2-402e-900b-d022dc80a530 req-eabe3587-3561-4c55-911a-0899ceafe213 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394368 Feb 28 11:47:51.848518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9fa1830-1658-4c50-9967-af442fb9b2a7 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:47:52.051173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port d9fa1830-1658-4c50-9967-af442fb9b2a7 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:47:52.055884 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port d9fa1830-1658-4c50-9967-af442fb9b2a7 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:47:52.056250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:52.168381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:52.193847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:47:52.203137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9fa1830-1658-4c50-9967-af442fb9b2a7, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9fa1830-1658-4c50-9967-af442fb9b2a7,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:47:52.248033 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'code': 200} Feb 28 11:47:52.302436 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:52.368732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d9fa1830-1658-4c50-9967-af442fb9b2a7,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:52.612499 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-94762e0e-172f-4e90-8f35-cfadbdc147ae req-b9c6a998-264a-4bfb-b0bc-11f233880375 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 1099 time: 0.0666184 Feb 28 11:47:52.653869 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-94762e0e-172f-4e90-8f35-cfadbdc147ae req-2a1e1b4f-dbec-49ba-b4f9-c370f9a085f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356629 Feb 28 11:47:53.017987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75932fa-88dc-4d6a-acb0-bee2f4ceb387 req-9d1f2ca6-1392-48cf-8a88-6b9ec94ff804 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:53.019428 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a75932fa-88dc-4d6a-acb0-bee2f4ceb387 req-9d1f2ca6-1392-48cf-8a88-6b9ec94ff804 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 946 time: 0.0814447 Feb 28 11:47:53.063167 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a75932fa-88dc-4d6a-acb0-bee2f4ceb387 req-e52bb86a-16ae-4d7d-ac13-6d15a6e7ab6c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382981 Feb 28 11:47:54.255100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ef3f20-0e65-4c80-81f0-2d02e15a7df2 req-12c58999-3ba7-4aa4-8262-c3ef85dc9fdd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:54.256541 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-63ef3f20-0e65-4c80-81f0-2d02e15a7df2 req-12c58999-3ba7-4aa4-8262-c3ef85dc9fdd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 946 time: 0.0753942 Feb 28 11:47:54.305396 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-63ef3f20-0e65-4c80-81f0-2d02e15a7df2 req-67a81582-5bb3-458a-bb0f-4a26e5be8304 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 Feb 28 11:47:54.569432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990287d-93a1-4eca-9657-1782ab7b9889 req-c97f98e9-c595-4840-bc34-77f9a00dec88 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:54.570836 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6990287d-93a1-4eca-9657-1782ab7b9889 req-c97f98e9-c595-4840-bc34-77f9a00dec88 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 946 time: 0.1484277 Feb 28 11:47:54.615203 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6990287d-93a1-4eca-9657-1782ab7b9889 req-264fa8a9-4c51-44f6-8d2b-dbd3cd4c44ae tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Feb 28 11:47:54.642459 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56916) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:54.714601 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-76833746-e500-4bfb-9117-e9c2a1bd694b tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 1094 time: 0.0701282 Feb 28 11:47:54.717102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56920) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:47:54.723233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:47:54.728616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:47:54.732394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:floatingip and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:47:54.735192 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:47:54.741419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:47:54.811509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:54.945958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:55.073986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.44 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/3defe6c0-6e34-43c3-84b9-6b4d4d3fbc5f) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:47:55.217094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:55.314173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:55.391577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:47:55.395577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:47:55.399008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:47:55.431848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=3defe6c0-6e34-43c3-84b9-6b4d4d3fbc5f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:55.979112 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:56.071363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:56.273503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:56.331315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:56.440515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=3defe6c0-6e34-43c3-84b9-6b4d4d3fbc5f,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:47:56.452357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:56.639590 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 3a5e6d2b-fab2-4013-8bfd-cb3ad27fbefb associated. External IP: 172.26.1.44, port: d9fa1830-1658-4c50-9967-af442fb9b2a7. Feb 28 11:47:57.023588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router df5e2b73-6c51-436b-9734-e7967f517a57 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:47:57.222138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:47:57.232225 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] Sync routers for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:47:57.248268 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:57.248868 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:47:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:57.301755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:47:57.356712 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fad2405a-1995-4a16-b246-b77e4a873b51 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6386042 Feb 28 11:47:57.357291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:47:57.411311 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'status': 'completed', 'code': 200} Feb 28 11:47:57.453185 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:57.510506 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2370a388-02d1-41b9-80a0-13bc1cec52fe req-ab687ef5-d016-4e45-8832-2e5410faa2c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 1099 time: 0.0768743 Feb 28 11:47:57.642498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a388-02d1-41b9-80a0-13bc1cec52fe req-799fb19d-e97a-45d6-b3c0-539434dfe6d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:57.644661 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2370a388-02d1-41b9-80a0-13bc1cec52fe req-799fb19d-e97a-45d6-b3c0-539434dfe6d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 898 time: 0.1274219 Feb 28 11:47:57.748443 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2370a388-02d1-41b9-80a0-13bc1cec52fe req-57df89f4-91a3-4fb2-928e-9e1034318f52 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fa1830-1658-4c50-9967-af442fb9b2a7 HTTP/1.1" status: 200 len: 999 time: 0.0973988 Feb 28 11:47:57.803147 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '37938588-85f2-47e2-a4ac-a4d5ad786178', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:37Z', 'updated_at': '2022-02-28T11:47:40Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}, {'id': '3a5e6d2b-fab2-4013-8bfd-cb3ad27fbefb', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:57:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:55Z', 'updated_at': '2022-02-28T11:47:55Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:57.806947 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] Checking router: df5e2b73-6c51-436b-9734-e7967f517a57 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:47:57.810342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370a388-02d1-41b9-80a0-13bc1cec52fe req-a907b715-7d4b-4169-b775-ffe151e4e10b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:47:57.811782 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2370a388-02d1-41b9-80a0-13bc1cec52fe req-a907b715-7d4b-4169-b775-ffe151e4e10b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 200 len: 834 time: 0.0573196 Feb 28 11:47:57.817425 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:47:57.818008 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:47:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:57.885283 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2370a388-02d1-41b9-80a0-13bc1cec52fe req-83e508f9-c760-482a-90e8-efd0cdea17c4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9619f4e-6a99-45fb-a942-39a2d6725f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672431 Feb 28 11:47:57.993536 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:47:58.016847 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2370a388-02d1-41b9-80a0-13bc1cec52fe req-16b69550-8f60-4042-ae6c-0b9867b3e1cf service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254733 Feb 28 11:47:58.151225 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2370a388-02d1-41b9-80a0-13bc1cec52fe req-b8587bd1-38cc-4b14-8bf3-9202c87a186e service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281412 Feb 28 11:47:58.336749 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '37938588-85f2-47e2-a4ac-a4d5ad786178', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:37Z', 'updated_at': '2022-02-28T11:47:40Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}, {'id': '3a5e6d2b-fab2-4013-8bfd-cb3ad27fbefb', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:57:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:55Z', 'updated_at': '2022-02-28T11:47:55Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:47:58.340619 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce8cb92-671d-412e-8982-0fc4e1ae08c7 None None] The sync data for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv is: [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '37938588-85f2-47e2-a4ac-a4d5ad786178', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:37Z', 'updated_at': '2022-02-28T11:47:40Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}, {'id': '3a5e6d2b-fab2-4013-8bfd-cb3ad27fbefb', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.44', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:57:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:55Z', 'updated_at': '2022-02-28T11:47:55Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:47:58.522181 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6575f482-c795-413b-9b5c-83e59d89c259 None None] New status for floating IP 3a5e6d2b-fab2-4013-8bfd-cb3ad27fbefb: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:48:03.994009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:14.901329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8d5e954d-de26-44a6-9a0d-51bc41771201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:17.049478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4d585f49-056d-46a6-8479-a8b16c617c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:18.278768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:18.358725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:19.719469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:23.238435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64227fac-1c29-4723-b249-5929be895489 req-5a4bfc53-156e-424e-810a-7f8cd5f615cd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699506 Feb 28 11:48:23.374864 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64227fac-1c29-4723-b249-5929be895489 req-d84d0bf5-5a98-4d47-b690-bb1bfb602d2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1098 time: 0.0687153 Feb 28 11:48:23.517384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64227fac-1c29-4723-b249-5929be895489 req-da8bf981-0305-4861-a046-a430ed8c91bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:23.518717 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64227fac-1c29-4723-b249-5929be895489 req-da8bf981-0305-4861-a046-a430ed8c91bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 898 time: 0.1240184 Feb 28 11:48:23.620098 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64227fac-1c29-4723-b249-5929be895489 req-d0f14d21-2476-43df-888e-718af26368b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 200 len: 1001 time: 0.0949655 Feb 28 11:48:23.686125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64227fac-1c29-4723-b249-5929be895489 req-c85f1909-0e75-40fe-bfca-3ea7c12e3b37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:23.687535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64227fac-1c29-4723-b249-5929be895489 req-c85f1909-0e75-40fe-bfca-3ea7c12e3b37 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 200 len: 834 time: 0.0590122 Feb 28 11:48:23.761408 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64227fac-1c29-4723-b249-5929be895489 req-fa26a28a-7f71-4d88-bce7-8730942a42ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9619f4e-6a99-45fb-a942-39a2d6725f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667176 Feb 28 11:48:23.887468 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64227fac-1c29-4723-b249-5929be895489 req-5a11616f-b7ae-48a7-815f-567dd5e12d49 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194642 Feb 28 11:48:24.103793 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64227fac-1c29-4723-b249-5929be895489 req-06644443-6ce6-4763-a93b-d35c6b6e2877 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047064 Feb 28 11:48:25.390237 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:48:31.425171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56938) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:31.636481 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-81bca7d6-8703-4da2-b6da-61a33d6f37af tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/37938588-85f2-47e2-a4ac-a4d5ad786178 HTTP/1.1" status: 200 len: 993 time: 0.2101650 Feb 28 11:48:32.498741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56948) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:32.504396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:48:32.619696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:32.824301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:48:32.848316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:32.912725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:32.983884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:32.984489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:32.985903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/ports/841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 200 len: 938 time: 0.4862275 Feb 28 11:48:32.986499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:48:33.008859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,revision_number=6']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:33.017991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.017991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.018260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.018588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.018946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.019278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.019680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.019923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.020244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.020566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.020884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a92c2eb0-5eff-4155-8fe3-62f683e2bccc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:33.049114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'status': 'completed', 'code': 200} Feb 28 11:48:33.140393 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7fdaebf0-4580-413f-a524-1d2c43e7cb04 req-5c4a6b94-9c16-425d-a876-d55f6858c2ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1099 time: 0.0706282 Feb 28 11:48:33.219101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-af978a4a-2569-4b43-80f1-4c90a82f3e23 None None] Provisioning complete for port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:48:33.219737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-af978a4a-2569-4b43-80f1-4c90a82f3e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:33.270996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaebf0-4580-413f-a524-1d2c43e7cb04 req-f6c44c9b-5ae9-46aa-a693-f9b0fe488ffe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:33.272730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7fdaebf0-4580-413f-a524-1d2c43e7cb04 req-f6c44c9b-5ae9-46aa-a693-f9b0fe488ffe service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 898 time: 0.1264634 Feb 28 11:48:33.276250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-af978a4a-2569-4b43-80f1-4c90a82f3e23 None None] Port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 is administratively disabled so it will not transition to active. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 28 11:48:33.379028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7fdaebf0-4580-413f-a524-1d2c43e7cb04 req-598ed30e-179d-480a-971f-d18640b6d6f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 200 len: 1002 time: 0.0956857 Feb 28 11:48:33.440319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaebf0-4580-413f-a524-1d2c43e7cb04 req-2950dd39-48ae-4ca2-b87e-074091ae5e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:33.441723 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7fdaebf0-4580-413f-a524-1d2c43e7cb04 req-2950dd39-48ae-4ca2-b87e-074091ae5e12 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 200 len: 834 time: 0.0572426 Feb 28 11:48:33.518949 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7fdaebf0-4580-413f-a524-1d2c43e7cb04 req-049ce589-0201-4945-8bfe-a3f07bd8681f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9619f4e-6a99-45fb-a942-39a2d6725f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714905 Feb 28 11:48:33.650693 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7fdaebf0-4580-413f-a524-1d2c43e7cb04 req-d8c7ed8f-a1e6-476d-a294-b9cada0bcec6 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256733 Feb 28 11:48:33.780980 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7fdaebf0-4580-413f-a524-1d2c43e7cb04 req-8cca9e35-a548-409e-acc9-eb888901a7e1 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244545 Feb 28 11:48:34.015812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:36.431356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56958) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:36.437145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-0e5b4a0c-905f-4877-a4d5-11d888247e28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:48:36.552332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4a0c-905f-4877-a4d5-11d888247e28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:36.759993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-0e5b4a0c-905f-4877-a4d5-11d888247e28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:48:36.784405 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4a0c-905f-4877-a4d5-11d888247e28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:36.850247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4a0c-905f-4877-a4d5-11d888247e28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:37.002548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5b4a0c-905f-4877-a4d5-11d888247e28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:37.003172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e5b4a0c-905f-4877-a4d5-11d888247e28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:37.004507 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0e5b4a0c-905f-4877-a4d5-11d888247e28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/ports/841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 200 len: 937 time: 0.5721674 Feb 28 11:48:37.005044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:48:37.008346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 56962) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:37.034401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b4a0c-905f-4877-a4d5-11d888247e28 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,revision_number=7']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:37.070016 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'status': 'completed', 'code': 200} Feb 28 11:48:37.121966 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-364ca5da-b3d4-4652-ac8b-cb9e6bcd97ba tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/37938588-85f2-47e2-a4ac-a4d5ad786178 HTTP/1.1" status: 200 len: 993 time: 0.1124971 Feb 28 11:48:37.169127 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-981895d6-7a19-49fc-8e9a-e19597f471b5 req-e1fc91f2-2199-4118-801f-460a76e6c07f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1098 time: 0.0773523 Feb 28 11:48:37.221245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3afefb58-7a80-449a-98c5-f6d3e184a21d None None] Provisioning complete for port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:48:37.221839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3afefb58-7a80-449a-98c5-f6d3e184a21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:37.245945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['841ad0eb-5015-4b2c-8b0d-83a8c02c2741'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:48:37.305985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981895d6-7a19-49fc-8e9a-e19597f471b5 req-098acf31-e6d5-44c4-80bd-da3e76964d71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:37.307403 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-981895d6-7a19-49fc-8e9a-e19597f471b5 req-098acf31-e6d5-44c4-80bd-da3e76964d71 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 898 time: 0.1323388 Feb 28 11:48:37.414390 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-981895d6-7a19-49fc-8e9a-e19597f471b5 req-e0f5ba3c-7957-4988-bb43-0bf3e75831a5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 200 len: 1001 time: 0.0996168 Feb 28 11:48:37.476948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981895d6-7a19-49fc-8e9a-e19597f471b5 req-089a5094-abb9-4db8-a337-7f5591b568f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:37.478367 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-981895d6-7a19-49fc-8e9a-e19597f471b5 req-089a5094-abb9-4db8-a337-7f5591b568f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 200 len: 834 time: 0.0580888 Feb 28 11:48:37.554972 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-981895d6-7a19-49fc-8e9a-e19597f471b5 req-b8d443ec-9714-479d-8fd9-a13aaf6b5415 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9619f4e-6a99-45fb-a942-39a2d6725f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703061 Feb 28 11:48:37.686129 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-981895d6-7a19-49fc-8e9a-e19597f471b5 req-220d55b8-b090-40cc-b146-92f3bfccbb49 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250658 Feb 28 11:48:37.814175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-981895d6-7a19-49fc-8e9a-e19597f471b5 req-7631b54e-a2b4-4d27-91f5-5a632a86837f service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215315 Feb 28 11:48:39.694168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56974) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:39.888307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 3defe6c0-6e34-43c3-84b9-6b4d4d3fbc5f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:48:39.888640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:40.053995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:40.054251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:40.168387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 3defe6c0-6e34-43c3-84b9-6b4d4d3fbc5f owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:48:40.375746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:40.419328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=3defe6c0-6e34-43c3-84b9-6b4d4d3fbc5f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:40.603285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:40.986836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router df5e2b73-6c51-436b-9734-e7967f517a57 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:48:41.179717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:48:41.188922 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] Sync routers for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:48:41.200607 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:48:41.207535 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:41.267847 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:41.326588 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-14f8284f-4b17-413c-b13e-b9c1a0144a7c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/floatingips/3a5e6d2b-fab2-4013-8bfd-cb3ad27fbefb HTTP/1.1" status: 204 len: 168 time: 1.6288908 Feb 28 11:48:41.326588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:48:41.384481 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'status': 'completed', 'code': 200} Feb 28 11:48:41.386658 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:48:41.480407 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cac62cc-d4bf-4f64-bad0-86eb30a8db17 req-263b6d61-37da-4148-b1f4-4421aeab5a56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 1099 time: 0.0739698 Feb 28 11:48:41.620826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac62cc-d4bf-4f64-bad0-86eb30a8db17 req-5e9c5c52-9e61-412b-9e65-5d2257093e07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:41.622662 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cac62cc-d4bf-4f64-bad0-86eb30a8db17 req-5e9c5c52-9e61-412b-9e65-5d2257093e07 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 898 time: 0.1360571 Feb 28 11:48:41.695238 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cac62cc-d4bf-4f64-bad0-86eb30a8db17 req-10ceb523-e1fa-4cbe-8f9a-110b32aa44e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fa1830-1658-4c50-9967-af442fb9b2a7 HTTP/1.1" status: 200 len: 217 time: 0.0669253 Feb 28 11:48:41.759075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cac62cc-d4bf-4f64-bad0-86eb30a8db17 req-97e5e535-727c-457d-93bd-b17c7fb84fe6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:41.759075 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cac62cc-d4bf-4f64-bad0-86eb30a8db17 req-97e5e535-727c-457d-93bd-b17c7fb84fe6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 200 len: 834 time: 0.0581591 Feb 28 11:48:41.796743 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '37938588-85f2-47e2-a4ac-a4d5ad786178', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:37Z', 'updated_at': '2022-02-28T11:47:40Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:41.800719 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] Checking router: df5e2b73-6c51-436b-9734-e7967f517a57 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:48:41.811509 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:48:41.812119 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:41.838293 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cac62cc-d4bf-4f64-bad0-86eb30a8db17 req-cdbf0ad4-577d-47fd-8e48-bc3d02c87012 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9619f4e-6a99-45fb-a942-39a2d6725f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737197 Feb 28 11:48:41.993453 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:48:42.026328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cac62cc-d4bf-4f64-bad0-86eb30a8db17 req-24ed97d3-9061-4d8f-bebc-cf7c894e30b9 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807876 Feb 28 11:48:42.035992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c30a8e-ac12-4a7a-8ed4-cb6c3f22e79e req-dacfacca-5649-42f0-963d-a00c87eee064 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:42.036703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-37c30a8e-ac12-4a7a-8ed4-cb6c3f22e79e req-dacfacca-5649-42f0-963d-a00c87eee064 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:48:42.169087 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cac62cc-d4bf-4f64-bad0-86eb30a8db17 req-82710cc2-56fc-47cb-ae40-8b5f77da0604 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294982 Feb 28 11:48:42.174048 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-37c30a8e-ac12-4a7a-8ed4-cb6c3f22e79e req-dacfacca-5649-42f0-963d-a00c87eee064 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:48:42.175111 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37c30a8e-ac12-4a7a-8ed4-cb6c3f22e79e req-dacfacca-5649-42f0-963d-a00c87eee064 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 946 time: 0.3103662 Feb 28 11:48:42.222914 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37c30a8e-ac12-4a7a-8ed4-cb6c3f22e79e req-e719ff0c-24f7-4fa9-abd2-88c8f2dedea7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410292 Feb 28 11:48:42.340508 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '37938588-85f2-47e2-a4ac-a4d5ad786178', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:37Z', 'updated_at': '2022-02-28T11:47:40Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:42.344321 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac214c95-fbcb-4432-945e-834ef5bcf520 None None] The sync data for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv is: [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '37938588-85f2-47e2-a4ac-a4d5ad786178', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.130', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'port_id': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'mac_address': 'fa:16:3e:ad:2d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:47:37Z', 'updated_at': '2022-02-28T11:47:40Z', 'revision_number': 1, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:48:42.556901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1eded0d-f6c1-42b0-9ce0-4b2a3f5a7aee None None] New status for floating IP 3a5e6d2b-fab2-4013-8bfd-cb3ad27fbefb: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:48:43.236427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-5c1e56f2-f954-4e39-8d06-eae66f66c252 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:43.237820 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-5c1e56f2-f954-4e39-8d06-eae66f66c252 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 946 time: 0.1667879 Feb 28 11:48:43.303495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port d9fa1830-1658-4c50-9967-af442fb9b2a7 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:48:43.303829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:43.559613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35aec93-dc85-473e-9a21-0c2d667b3ecf req-7ab0b1ab-611a-4b50-91ed-62d595d49e18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:43.561018 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e35aec93-dc85-473e-9a21-0c2d667b3ecf req-7ab0b1ab-611a-4b50-91ed-62d595d49e18 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 946 time: 0.2076464 Feb 28 11:48:43.635377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port d9fa1830-1658-4c50-9967-af442fb9b2a7, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9fa1830-1658-4c50-9967-af442fb9b2a7,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:48:43.635723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:43.698383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e35aec93-dc85-473e-9a21-0c2d667b3ecf req-96f0a8b8-63d6-4671-be1b-fbe4edb40613 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=1cfb2205-2db6-4e63-9a29-663d08552832&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1317878 Feb 28 11:48:43.759505 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for d9fa1830-1658-4c50-9967-af442fb9b2a7 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:48:43.974833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:44.021966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=d9fa1830-1658-4c50-9967-af442fb9b2a7,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:44.093058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port d9fa1830-1658-4c50-9967-af442fb9b2a7 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:48:44.095294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:44.097890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'name': 'network-vif-deleted', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:48:44.151932 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd1220d7-e374-44b8-9965-3704b9754ce9', 'name': 'network-vif-deleted', 'tag': 'd9fa1830-1658-4c50-9967-af442fb9b2a7', 'status': 'completed', 'code': 200} Feb 28 11:48:44.164075 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-31889aa7-b63f-4ec7-9f3c-d33e22111272 req-d187b82c-944c-47bf-a1e1-4bd8f5017151 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/d9fa1830-1658-4c50-9967-af442fb9b2a7 HTTP/1.1" status: 204 len: 173 time: 0.9210348 Feb 28 11:48:44.872591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d6709b39-e252-4ab9-85d0-a446fa29ca50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:44.874383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ee7091eb-9d29-4445-943b-fdbc47a1d659 req-4ad1e72e-7275-4ba5-bcd0-57f3e2417e30 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:48:44.959411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ee7091eb-9d29-4445-943b-fdbc47a1d659 req-4ad1e72e-7275-4ba5-bcd0-57f3e2417e30 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:48:44.960987 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ee7091eb-9d29-4445-943b-fdbc47a1d659 req-4ad1e72e-7275-4ba5-bcd0-57f3e2417e30 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd1220d7-e374-44b8-9965-3704b9754ce9 HTTP/1.1" status: 200 len: 210 time: 0.1261165 Feb 28 11:48:46.034069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9fa1830-1658-4c50-9967-af442fb9b2a7 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:48:46.064824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56992) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:46.066670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: d9fa1830-1658-4c50-9967-af442fb9b2a7 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:48:46.067052 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9fa1830-1658-4c50-9967-af442fb9b2a7 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:48:46.133508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3f4eef3e-ed69-42a7-b21e-17e73c323a3b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:46.161917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3f4eef3e-ed69-42a7-b21e-17e73c323a3b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:46.294392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3f4eef3e-ed69-42a7-b21e-17e73c323a3b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:46.315804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4eef3e-ed69-42a7-b21e-17e73c323a3b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfb2205-2db6-4e63-9a29-663d08552832,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:46.322893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3f4eef3e-ed69-42a7-b21e-17e73c323a3b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:46.326973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3f4eef3e-ed69-42a7-b21e-17e73c323a3b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/1cfb2205-2db6-4e63-9a29-663d08552832 HTTP/1.1" status: 204 len: 168 time: 0.2609124 Feb 28 11:48:46.437769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 56998) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:46.636283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 16815ca4-4f49-4641-9f36-7e4e1a731af8 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:48:46.636618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:46.800723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:46.800962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:47.005610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 16815ca4-4f49-4641-9f36-7e4e1a731af8 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:48:47.038194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-813e5316-7434-45bc-ac1e-ae02fefdf76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:47.216039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:47.263162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=16815ca4-4f49-4641-9f36-7e4e1a731af8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:47.352782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:47.737498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router df5e2b73-6c51-436b-9734-e7967f517a57 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:48:47.931925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:48:47.941207 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] Sync routers for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:48:47.953225 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:48:47.965689 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:48.013785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:48.069654 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b08f2187-abe7-4382-9df5-ed182eedf27c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/floatingips/37938588-85f2-47e2-a4ac-a4d5ad786178 HTTP/1.1" status: 204 len: 168 time: 1.6307590 Feb 28 11:48:48.070234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:48:48.132056 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:48:48.148996 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'status': 'completed', 'code': 200} Feb 28 11:48:48.243000 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-419b6fc4-91f7-43c9-8481-6b0dfbc5e80b req-81c8a09c-fb69-4f41-b436-4d9ae7d4c83b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 1098 time: 0.0738809 Feb 28 11:48:48.283133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:48.378580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b6fc4-91f7-43c9-8481-6b0dfbc5e80b req-e7d23d45-9f4a-4d2f-a2fb-1cdf410863bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:48.380042 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-419b6fc4-91f7-43c9-8481-6b0dfbc5e80b req-e7d23d45-9f4a-4d2f-a2fb-1cdf410863bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 200 len: 898 time: 0.1307125 Feb 28 11:48:48.392670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:48.463254 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-419b6fc4-91f7-43c9-8481-6b0dfbc5e80b req-e15fc581-57ca-4d02-a861-c638cbc9de0a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 200 len: 217 time: 0.0773530 Feb 28 11:48:48.499533 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:48.505931 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] Checking router: df5e2b73-6c51-436b-9734-e7967f517a57 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:48:48.515914 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:48:48.516516 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:48.525912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b6fc4-91f7-43c9-8481-6b0dfbc5e80b req-9ba12565-e929-41b4-87c0-f6902d9e6d62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:48.527384 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-419b6fc4-91f7-43c9-8481-6b0dfbc5e80b req-9ba12565-e929-41b4-87c0-f6902d9e6d62 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 200 len: 834 time: 0.0590196 Feb 28 11:48:48.664040 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-419b6fc4-91f7-43c9-8481-6b0dfbc5e80b req-7e58ab93-b368-4dcc-9979-3aeca625e305 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f9619f4e-6a99-45fb-a942-39a2d6725f27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1234696 Feb 28 11:48:48.702790 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:48:48.880742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88d82e-3c57-41c6-a8c0-51667facc88e req-1b5b3bfc-01f6-406e-8ce3-b1979affb1cc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:48.881425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3a88d82e-3c57-41c6-a8c0-51667facc88e req-1b5b3bfc-01f6-406e-8ce3-b1979affb1cc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:48:48.919564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-419b6fc4-91f7-43c9-8481-6b0dfbc5e80b req-2283e69d-e775-427c-9d50-5f7acc369bf0 service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482214 Feb 28 11:48:48.992210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3a88d82e-3c57-41c6-a8c0-51667facc88e req-1b5b3bfc-01f6-406e-8ce3-b1979affb1cc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:48:48.993329 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3a88d82e-3c57-41c6-a8c0-51667facc88e req-1b5b3bfc-01f6-406e-8ce3-b1979affb1cc tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 945 time: 0.3860793 Feb 28 11:48:49.018047 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:49.022931 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eef716-c2c2-492c-8416-f9950364d7e5 None None] The sync data for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv is: [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:17Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '6f572913-b57a-4544-9834-7e8cdfe2ed4d', 'name': '', 'network_id': 'f9619f4e-6a99-45fb-a942-39a2d6725f27', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:93:66:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:17Z', 'updated_at': '2022-02-28T11:47:24Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '0da340be-d0e1-4ca0-9ec6-faae7471c5ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:48:49.076652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3a88d82e-3c57-41c6-a8c0-51667facc88e req-1ab058cc-8920-435d-bec3-170fc330c79b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:48:49.091809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-419b6fc4-91f7-43c9-8481-6b0dfbc5e80b req-f6852a32-e690-4f9c-82d9-02f774b00ede service neutron] 10.222.0.57 "GET /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662421 Feb 28 11:48:49.152759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3a88d82e-3c57-41c6-a8c0-51667facc88e req-1ab058cc-8920-435d-bec3-170fc330c79b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:48:49.153992 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3a88d82e-3c57-41c6-a8c0-51667facc88e req-1ab058cc-8920-435d-bec3-170fc330c79b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535950 Feb 28 11:48:49.246030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd577892-26d5-448c-b0a0-0d5c9fd5669e None None] New status for floating IP 37938588-85f2-47e2-a4ac-a4d5ad786178: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:48:49.746614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:50.029913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-49c8ac6c-5701-4062-bf28-a50b3e94ca4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:50.031319 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-49c8ac6c-5701-4062-bf28-a50b3e94ca4f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 945 time: 0.0793374 Feb 28 11:48:50.096654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:48:50.096988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:50.383587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:48:50.383934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:50.504503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:48:50.550313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82dd7bc-2de6-4603-9ec9-a632332a8a88 req-1607d7cf-ce26-447a-94a8-11c0a84abd23 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:50.551753 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c82dd7bc-2de6-4603-9ec9-a632332a8a88 req-1607d7cf-ce26-447a-94a8-11c0a84abd23 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 945 time: 0.2724011 Feb 28 11:48:50.620836 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c82dd7bc-2de6-4603-9ec9-a632332a8a88 req-dae3ed43-6f41-422f-90a3-6d297c2cc99d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=0644c47f-612d-4b07-b941-6c5bcfd1ffe3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613985 Feb 28 11:48:50.762536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:50.813686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=841ad0eb-5015-4b2c-8b0d-83a8c02c2741,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:50.882735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:48:50.885031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:50.887439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'name': 'network-vif-deleted', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:48:50.941330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acdf7aa-ee98-4467-9119-cd57b906f7fa', 'name': 'network-vif-deleted', 'tag': '841ad0eb-5015-4b2c-8b0d-83a8c02c2741', 'status': 'completed', 'code': 200} Feb 28 11:48:50.959204 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-98eb4fd0-35ef-4dd9-bec7-659115856bba req-5f1f4a59-a095-44e1-9688-eef30d60c194 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/841ad0eb-5015-4b2c-8b0d-83a8c02c2741 HTTP/1.1" status: 204 len: 173 time: 0.9226582 Feb 28 11:48:51.798144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-36d1d1b1-03ad-4c43-bdb8-f1ba582a5eb1 req-8bc910c4-b9e7-4f7e-a7de-9693e43737e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:48:51.872549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-36d1d1b1-03ad-4c43-bdb8-f1ba582a5eb1 req-8bc910c4-b9e7-4f7e-a7de-9693e43737e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:48:51.873702 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-36d1d1b1-03ad-4c43-bdb8-f1ba582a5eb1 req-8bc910c4-b9e7-4f7e-a7de-9693e43737e7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=5acdf7aa-ee98-4467-9119-cd57b906f7fa HTTP/1.1" status: 200 len: 210 time: 0.1189868 Feb 28 11:48:52.065139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:48:52.101432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:48:52.101772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 841ad0eb-5015-4b2c-8b0d-83a8c02c2741 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:48:52.979310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57016) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:53.046529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2913046e-36e8-4d4b-9216-1ef6810c6b3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:53.074512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2913046e-36e8-4d4b-9216-1ef6810c6b3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:53.210164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2913046e-36e8-4d4b-9216-1ef6810c6b3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:53.229940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913046e-36e8-4d4b-9216-1ef6810c6b3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0644c47f-612d-4b07-b941-6c5bcfd1ffe3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:53.311282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2913046e-36e8-4d4b-9216-1ef6810c6b3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:53.312392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2913046e-36e8-4d4b-9216-1ef6810c6b3a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/0644c47f-612d-4b07-b941-6c5bcfd1ffe3 HTTP/1.1" status: 204 len: 168 time: 0.3321300 Feb 28 11:48:53.421595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57022) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:53.915003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:54.508348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 6f572913-b57a-4544-9834-7e8cdfe2ed4d {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:48:54.509057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:54.688519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 6f572913-b57a-4544-9834-7e8cdfe2ed4d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6f572913-b57a-4544-9834-7e8cdfe2ed4d,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:48:54.688873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:54.809128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 6f572913-b57a-4544-9834-7e8cdfe2ed4d owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:48:55.066770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:55.112222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=6f572913-b57a-4544-9834-7e8cdfe2ed4d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:55.502482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:56.070487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router df5e2b73-6c51-436b-9734-e7967f517a57 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:48:56.268155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:48:56.277785 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] Sync routers for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:48:56.289147 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:48:56.289749 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:56.342931 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-21294258-0bde-4382-a39b-5f1ab994d70c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/df5e2b73-6c51-436b-9734-e7967f517a57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9202011 Feb 28 11:48:56.345807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57026) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:56.468714 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:48:56.532691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c96a95-a277-41ea-9111-4a03aa6d5bc1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting subnet 0da340be-d0e1-4ca0-9ec6-faae7471c5ef {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:48:56.535620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-31c96a95-a277-41ea-9111-4a03aa6d5bc1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:56.591868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-31c96a95-a277-41ea-9111-4a03aa6d5bc1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:56.679714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-31c96a95-a277-41ea-9111-4a03aa6d5bc1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:56.753755 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:48:54Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:56.757571 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] Checking router: df5e2b73-6c51-436b-9734-e7967f517a57 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:48:56.767542 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] Routers {'df5e2b73-6c51-436b-9734-e7967f517a57'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:48:56.768139 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['df5e2b73-6c51-436b-9734-e7967f517a57'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:56.833062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-31c96a95-a277-41ea-9111-4a03aa6d5bc1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:56.874174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c96a95-a277-41ea-9111-4a03aa6d5bc1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Subnet': ['ID=0da340be-d0e1-4ca0-9ec6-faae7471c5ef,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:56.880320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-31c96a95-a277-41ea-9111-4a03aa6d5bc1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:56.886503 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-31c96a95-a277-41ea-9111-4a03aa6d5bc1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/subnets/0da340be-d0e1-4ca0-9ec6-faae7471c5ef HTTP/1.1" status: 204 len: 168 time: 0.5397444 Feb 28 11:48:56.889186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57030) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:56.889851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af095b6-72f5-4df9-b768-12f09a5a8980 None None] Network f9619f4e-6a99-45fb-a942-39a2d6725f27 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:48:56.950509 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] Set router df5e2b73-6c51-436b-9734-e7967f517a57 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:48:57.101955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:57.151115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] DHCP port deletion for f9619f4e-6a99-45fb-a942-39a2d6725f27 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:48:57.155373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Deleting port f86297c6-4847-48ed-9013-a26c00b2eb30 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:48:57.155750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:57.291081 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:48:54Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:57.295859 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8152fb32-4edc-4a02-a350-de168aa93d84 None None] The sync data for ids ['df5e2b73-6c51-436b-9734-e7967f517a57'] in dv-neutron-830866-1-hyperv is: [{'id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'name': 'tempest-TestNetworkBasicOps-router-432770327', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161'}], 'enable_snat': True}, 'gw_port_id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:48:54Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': '5e03ad27-08a0-4b85-8bfc-e6d29d7b7319', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df5e2b73-6c51-436b-9734-e7967f517a57', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:47:12Z', 'updated_at': '2022-02-28T11:47:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:48:57.302222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:57.367293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] For port f86297c6-4847-48ed-9013-a26c00b2eb30, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f86297c6-4847-48ed-9013-a26c00b2eb30,segment=NetworkSegment(0dad94f1-2148-41ca-beb3-9c96b5c900f8),segment_id=0dad94f1-2148-41ca-beb3-9c96b5c900f8)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:48:57.367609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:57.375463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:48:57.375786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:57.486569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Calling delete_port for f86297c6-4847-48ed-9013-a26c00b2eb30 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:48:57.550011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5e03ad27-08a0-4b85-8bfc-e6d29d7b7319,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:48:57.550364 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:57.627131 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:57.673984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:48:57.684684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Pushing event deleted for resources: {'Port': ['ID=f86297c6-4847-48ed-9013-a26c00b2eb30,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:57.695812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] No DVR routers for this DVR port f86297c6-4847-48ed-9013-a26c00b2eb30 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:48:57.697585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.697847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.698126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.698457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.698791 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.699156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.699476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.700037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.700138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.700417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.700733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff4404b7-e2c6-4c1f-8d45-e892434907e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.889809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:57.933337 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=5e03ad27-08a0-4b85-8bfc-e6d29d7b7319,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:57.964185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6f572913-b57a-4544-9834-7e8cdfe2ed4d no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:48:57.972838 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.973177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.973511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.973837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.974167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.974514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.974832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.975314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.975639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.975952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.976267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:48:57.997368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 6f572913-b57a-4544-9834-7e8cdfe2ed4d {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:48:57.997711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6f572913-b57a-4544-9834-7e8cdfe2ed4d not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:48:57.998124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f86297c6-4847-48ed-9013-a26c00b2eb30 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:48:58.030030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: f86297c6-4847-48ed-9013-a26c00b2eb30 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:48:58.030374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f86297c6-4847-48ed-9013-a26c00b2eb30 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:48:58.165471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.506899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.510917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.597084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.597622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Fanout notify agent at l3_agent the message router_deleted on router df5e2b73-6c51-436b-9734-e7967f517a57 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:48:58.613240 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.615952 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-57307f9b-817f-4250-bc81-13fe34ff7147 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/routers/df5e2b73-6c51-436b-9734-e7967f517a57 HTTP/1.1" status: 204 len: 168 time: 1.7235479 Feb 28 11:48:58.623768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57034) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:58.738932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.871531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.895471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9619f4e-6a99-45fb-a942-39a2d6725f27']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:58.907293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dad94f1-2148-41ca-beb3-9c96b5c900f8') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:58.907587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dad94f1-2148-41ca-beb3-9c96b5c900f8') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:48:58.919373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.935391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.941805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:48:58.944646 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:48:58.956530 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:48:59.112417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.130017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.140702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Network': ['ID=f9619f4e-6a99-45fb-a942-39a2d6725f27,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:59.204521 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1212c4d1-5416-419b-b833-645c10b7ef0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/networks/f9619f4e-6a99-45fb-a942-39a2d6725f27 HTTP/1.1" status: 204 len: 168 time: 0.5795128 Feb 28 11:48:59.230530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57038) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:59.236307 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'network': {'name': 'tempest-network-smoke--37369552', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'port_security_enabled': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:48:59.242175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:48:59.246262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:network and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:48:59.249075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:48:59.254639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:48:59.328329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:48:59.331349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.360129 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 710} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:48:59.368481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.368817 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Added segment 6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1 of type vlan for network 3a8a47be-ffe9-4f10-bc60-747390aeedda Feb 28 11:48:59.393310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.493763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.497461 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:48:59.498030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.604516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Network': ['ID=3a8a47be-ffe9-4f10-bc60-747390aeedda,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:48:59.614393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 3a8a47be-ffe9-4f10-bc60-747390aeedda details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:48:59.657108 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9c72883d-3c74-4caa-98cb-8e03e067a2a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4252570 Feb 28 11:48:59.658987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57042) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:48:59.664767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-752215108', 'admin_state_up': True, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:48:59.672221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:48:59.676238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:router and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:48:59.679789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:48:59.685923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:48:59.746958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.748272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.766741 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:48:59.964975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:48:59.995580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:00.000442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:49:00.000789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5e03ad27-08a0-4b85-8bfc-e6d29d7b7319 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:49:00.227228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:00.257236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:00.492793 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.220 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/f3d961ab-064c-41d9-b324-7a4217c14963) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:49:00.635146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:00.711436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:00.778160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:49:00.780743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:49:00.784961 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:49:00.812690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=f3d961ab-064c-41d9-b324-7a4217c14963,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:00.999893 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:01.000635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:01.283689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 3bd18617-133f-4528-8f06-fba7fd5fc814 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:49:01.484001 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:49:01.494691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Sync routers for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:49:01.506254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:49:01.506938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:01.564309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:01.565555 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2b34a8a0-e2d3-4e2e-b93a-c10000a0a893 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9056096 Feb 28 11:49:01.569164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57046) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:01.612056 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-31603aac-fc72-40ab-992a-2855fd4d2030 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=e8400ecadbe942619e1d93206a0c1ecf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391366 Feb 28 11:49:01.612287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57050) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:01.684156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:49:01.741125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d921980-6af4-40c2-973a-8665a3e283a2 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:01.742594 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1d921980-6af4-40c2-973a-8665a3e283a2 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293843 Feb 28 11:49:01.745440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57054) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:01.783881 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-75d4280f-889e-4f43-835a-df721907629d tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374053 Feb 28 11:49:01.786315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57058) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:01.791717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-711665606', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:01.901006 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:01.904704 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:subnet and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:01.907573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:01.914080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:01.967483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:49:00Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:49:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:01.971474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Checking router: 3bd18617-133f-4528-8f06-fba7fd5fc814 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:49:01.971811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Updating router 3bd18617-133f-4528-8f06-fba7fd5fc814 port f3d961ab-064c-41d9-b324-7a4217c14963 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:49:01.997792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:49:02.022427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.097344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.348172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.359180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Transition to ACTIVE for port object f3d961ab-064c-41d9-b324-7a4217c14963 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:49:02.363886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.444954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.459516 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:49:02.529027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918399b-4530-4308-9720-8bd948484bf6 None None] Pushing event updated for resources: {'Port': ['ID=f3d961ab-064c-41d9-b324-7a4217c14963,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:02.531382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Attempting to bind port f3d961ab-064c-41d9-b324-7a4217c14963 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:49:02.532240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Attempting to bind port f3d961ab-064c-41d9-b324-7a4217c14963 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:49:02.532240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Attempting to bind port f3d961ab-064c-41d9-b324-7a4217c14963 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:49:02.539056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:49:02.539429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:49:02.539826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.540209 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:49:02.540670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Bound port: f3d961ab-064c-41d9-b324-7a4217c14963, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:49:02.541083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.550736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Subnet': ['ID=44168ded-0a3c-4780-bbac-44d09bf009cc,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:02.563117 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Checking segment: {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:49:02.563481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network hostable DHCP agents. Network: 3a8a47be-ffe9-4f10-bc60-747390aeedda, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:49:02.612451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] For port f3d961ab-064c-41d9-b324-7a4217c14963, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:49:02.616388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] For port f3d961ab-064c-41d9-b324-7a4217c14963, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f3d961ab-064c-41d9-b324-7a4217c14963,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:49:02.655270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 3a8a47be-ffe9-4f10-bc60-747390aeedda is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:49:02.690090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.746945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 3a8a47be-ffe9-4f10-bc60-747390aeedda) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:49:02.751718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:02.753072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:02.760018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dcc3b3-683a-4840-8d0e-3f524b45d30f None None] Network 3a8a47be-ffe9-4f10-bc60-747390aeedda requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:49:02.839067 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c39c21d7-8d42-47f8-8977-4b6c1dee17f7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0515151 Feb 28 11:49:02.841789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57062) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:02.844241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6918399b-4530-4308-9720-8bd948484bf6 None None] Pushing event updated for resources: {'Port': ['ID=f3d961ab-064c-41d9-b324-7a4217c14963,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:02.854356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:49:02.855001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:03.172635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:49:03.212356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-3a8a47be-ffe9-4f10-bc60-747390aeedda', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:49:03.213152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:03.566483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Allocated IP 172.20.0.2 (3a8a47be-ffe9-4f10-bc60-747390aeedda/44168ded-0a3c-4780-bbac-44d09bf009cc/defb1e09-ea63-4872-8c5e-abaad76aea9e) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:49:03.594359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:03.680508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:49:00Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:03.699858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215587ca-4db9-4d2e-8dd9-908baedf5613 None None] The sync data for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv is: [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:49:00Z', 'revision_number': 3, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:49:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:49:03.802091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:03.814442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Transition to ACTIVE for port object defb1e09-ea63-4872-8c5e-abaad76aea9e will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:49:03.836441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Transition to ACTIVE for port object defb1e09-ea63-4872-8c5e-abaad76aea9e will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:49:03.902012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:03.994590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Network 3a8a47be-ffe9-4f10-bc60-747390aeedda is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:49:03.996087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:49:04.002436 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:49:04.043987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.1 (3a8a47be-ffe9-4f10-bc60-747390aeedda/44168ded-0a3c-4780-bbac-44d09bf009cc/fd0cb55c-1e91-40a2-9334-c345442ad633) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:49:04.050078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f3d961ab-064c-41d9-b324-7a4217c14963 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:49:04.073258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Pushing event updated for resources: {'Port': ['ID=defb1e09-ea63-4872-8c5e-abaad76aea9e,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:04.112413 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.156551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Attempting to bind port defb1e09-ea63-4872-8c5e-abaad76aea9e on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:49:04.156922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Attempting to bind port defb1e09-ea63-4872-8c5e-abaad76aea9e by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:49:04.157280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Attempting to bind port defb1e09-ea63-4872-8c5e-abaad76aea9e on network 3a8a47be-ffe9-4f10-bc60-747390aeedda {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:49:04.167918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:49:04.168290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Checking segment: {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:49:04.168782 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.169207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Bound using segment: {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:49:04.170265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Bound port: defb1e09-ea63-4872-8c5e-abaad76aea9e, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:49:04.170265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.220965 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.237987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object fd0cb55c-1e91-40a2-9334-c345442ad633 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:49:04.271528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] For port defb1e09-ea63-4872-8c5e-abaad76aea9e, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:49:04.274729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] For port defb1e09-ea63-4872-8c5e-abaad76aea9e, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=defb1e09-ea63-4872-8c5e-abaad76aea9e,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:49:04.283325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port f3d961ab-064c-41d9-b324-7a4217c14963 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:49:04.288617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f3d961ab-064c-41d9-b324-7a4217c14963 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:04.290041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.312580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.383081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 3a8a47be-ffe9-4f10-bc60-747390aeedda is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:49:04.386026 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:49:04.386197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.390111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:49:04.484883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.509178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4b79d-29a5-49ec-9b8b-05dd1d5b81ce None None] Pushing event updated for resources: {'Port': ['ID=defb1e09-ea63-4872-8c5e-abaad76aea9e,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:04.519810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port f3d961ab-064c-41d9-b324-7a4217c14963, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f3d961ab-064c-41d9-b324-7a4217c14963,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:49:04.553195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=fd0cb55c-1e91-40a2-9334-c345442ad633,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:04.571186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.592226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:04.666487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=f3d961ab-064c-41d9-b324-7a4217c14963,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:04.738229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:05.149754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:05.212217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:05.321079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:05.324540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=fd0cb55c-1e91-40a2-9334-c345442ad633,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:05.464495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 3a8a47be-ffe9-4f10-bc60-747390aeedda is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:49:05.465431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:49:05.481984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f6c087d-0fa5-426c-b7a6-ac073a0e6c76 None None] Network 3a8a47be-ffe9-4f10-bc60-747390aeedda requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:49:05.653168 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9e428176-dec8-45b9-a377-b35046de37af None None] Provisioning for port defb1e09-ea63-4872-8c5e-abaad76aea9e completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:49:05.890426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 3bd18617-133f-4528-8f06-fba7fd5fc814 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:49:06.071394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f3d961ab-064c-41d9-b324-7a4217c14963 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:49:06.120818 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:49:06.131688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1b02a9b3-9781-4ef1-9cd7-e4f938143cb9 None None] Provisioning for port fd0cb55c-1e91-40a2-9334-c345442ad633 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:49:06.138249 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-deb0f98f-d592-44dd-ae91-350fc319805b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/3bd18617-133f-4528-8f06-fba7fd5fc814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2932255 Feb 28 11:49:06.143802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57066) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:06.144306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1b02a9b3-9781-4ef1-9cd7-e4f938143cb9 None None] Provisioning complete for port fd0cb55c-1e91-40a2-9334-c345442ad633 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:06.144306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1b02a9b3-9781-4ef1-9cd7-e4f938143cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:06.210730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1b02a9b3-9781-4ef1-9cd7-e4f938143cb9 None None] Port fd0cb55c-1e91-40a2-9334-c345442ad633 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:49:06.221295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f3d961ab-064c-41d9-b324-7a4217c14963 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:06.221661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:06.293768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219dd74-ac09-44be-a5d2-a81d5e839c4d tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:06.294146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219dd74-ac09-44be-a5d2-a81d5e839c4d tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:06.294506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219dd74-ac09-44be-a5d2-a81d5e839c4d tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:06.294889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2219dd74-ac09-44be-a5d2-a81d5e839c4d tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:06.296554 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2219dd74-ac09-44be-a5d2-a81d5e839c4d tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1567137 Feb 28 11:49:06.299210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57070) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:06.366938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device defb1e09-ea63-4872-8c5e-abaad76aea9e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:49:06.374643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5248ea-f83e-4938-ac88-f93278bed75f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:06.375037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5248ea-f83e-4938-ac88-f93278bed75f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:06.375567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5248ea-f83e-4938-ac88-f93278bed75f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:06.375867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5248ea-f83e-4938-ac88-f93278bed75f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:06.379972 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2c5248ea-f83e-4938-ac88-f93278bed75f tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0772371 Feb 28 11:49:06.380298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57074) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:06.411177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ba8ff2d9-d4ef-4d2d-91be-803700031ca5 None None] Provisioning complete for port fd0cb55c-1e91-40a2-9334-c345442ad633 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:06.412207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ba8ff2d9-d4ef-4d2d-91be-803700031ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:06.490608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ba8ff2d9-d4ef-4d2d-91be-803700031ca5 None None] Port fd0cb55c-1e91-40a2-9334-c345442ad633 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:49:06.569227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port defb1e09-ea63-4872-8c5e-abaad76aea9e completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:49:06.574266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port defb1e09-ea63-4872-8c5e-abaad76aea9e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:06.574657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:06.640784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7a5d5d2b-7b28-44a6-a18c-8797eda99c10 None None] Provisioning complete for port fd0cb55c-1e91-40a2-9334-c345442ad633 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:06.641058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7a5d5d2b-7b28-44a6-a18c-8797eda99c10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:06.695193 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4916741a-9ef1-4cc4-89f3-bf5ac397acb7 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3135662 Feb 28 11:49:06.734683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7a5d5d2b-7b28-44a6-a18c-8797eda99c10 None None] Port fd0cb55c-1e91-40a2-9334-c345442ad633 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:49:06.752540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:06.785592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port defb1e09-ea63-4872-8c5e-abaad76aea9e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=defb1e09-ea63-4872-8c5e-abaad76aea9e,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:49:06.887938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:06.953126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=defb1e09-ea63-4872-8c5e-abaad76aea9e,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:07.064866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57080) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:07.071095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1921385907', 'description': 'tempest-secgroup-smoke-1921385907 description', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:07.077015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:07.081195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:07.084653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:07.090368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:07.152433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.187960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:07.191640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:07.196180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:07.200340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:07.245723 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Sync routers for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:49:07.258288 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:49:07.258934 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:07.259095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.335589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.380320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=255508b1-ff37-4a12-b68d-d5663714dc7f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:07.434407 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:49:07.444823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.448792 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7b057148-a276-405c-bd16-f30b8dd4e06c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3801868 Feb 28 11:49:07.459361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57084) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:07.459361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '255508b1-ff37-4a12-b68d-d5663714dc7f', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:07.460614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:07.464363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:07.467398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:07.473315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:07.551422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.613092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.695328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.722469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2eaaf00a-8a04-4812-a364-d789fb956c9b,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:07.743413 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'fd0cb55c-1e91-40a2-9334-c345442ad633', 'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:5e:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:03Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:07.747274 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Checking router: 3bd18617-133f-4528-8f06-fba7fd5fc814 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:49:07.747620 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Updating router 3bd18617-133f-4528-8f06-fba7fd5fc814 port fd0cb55c-1e91-40a2-9334-c345442ad633 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:49:07.779475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.780664 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-989a8e03-585a-48a1-9923-b4512b3a1d07 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3308089 Feb 28 11:49:07.783399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57088) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:07.789506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '255508b1-ff37-4a12-b68d-d5663714dc7f', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:07.795366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:07.797618 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.799085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:07.801962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:07.810029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:07.902357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.970282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:07.976939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device defb1e09-ea63-4872-8c5e-abaad76aea9e up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:49:08.033737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.049138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port defb1e09-ea63-4872-8c5e-abaad76aea9e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:08.049510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.059284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3073bb3d-a0d7-4e51-a93b-91efa2c1c01d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:08.129681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.134247 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9b6250bd-5525-457b-ba8c-adc8c690c60e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3472383 Feb 28 11:49:08.134663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57092) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:08.140360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '255508b1-ff37-4a12-b68d-d5663714dc7f', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:08.146782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:08.149099 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.150967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:08.153898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:08.159953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:08.162292 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Transition to ACTIVE for port object fd0cb55c-1e91-40a2-9334-c345442ad633 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:49:08.209895 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.228187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.293112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.338040 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Pushing event updated for resources: {'Port': ['ID=fd0cb55c-1e91-40a2-9334-c345442ad633,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:08.369828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.379822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.379822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.379822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.379822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.379822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.379822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.379822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.379822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.380891 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.380971 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.381348 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:49:08.396645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a10100-69ab-4411-a54c-1f37768a9bcf,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:08.439532 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Attempting to bind port fd0cb55c-1e91-40a2-9334-c345442ad633 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:49:08.439876 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Attempting to bind port fd0cb55c-1e91-40a2-9334-c345442ad633 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:49:08.440226 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Attempting to bind port fd0cb55c-1e91-40a2-9334-c345442ad633 on network 3a8a47be-ffe9-4f10-bc60-747390aeedda {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:49:08.447563 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:49:08.447922 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Checking segment: {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:49:08.448308 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.448685 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Bound using segment: {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:49:08.449127 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Bound port: fd0cb55c-1e91-40a2-9334-c345442ad633, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:49:08.449486 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.484068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.485203 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c05adb0e-2314-44a0-91a3-535444ef0050 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3494718 Feb 28 11:49:08.488660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57096) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:08.494242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '255508b1-ff37-4a12-b68d-d5663714dc7f', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:08.500026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:08.503904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:08.507737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:08.513782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:08.563550 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] For port fd0cb55c-1e91-40a2-9334-c345442ad633, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:49:08.566388 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] For port fd0cb55c-1e91-40a2-9334-c345442ad633, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fd0cb55c-1e91-40a2-9334-c345442ad633,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:49:08.593263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.660733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.665457 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.734189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.746669 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d90cbc-58b5-4a6c-819a-e9b3459cbd7b None None] Pushing event updated for resources: {'Port': ['ID=fd0cb55c-1e91-40a2-9334-c345442ad633,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:08.753118 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:49:08.753726 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:48:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:08.766289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1dc7fa3-b9f0-4a73-a397-02926e0bdf6d,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:08.837994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:08.841966 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f6e1ccc2-4500-41e6-9628-2010af9b6011 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3496780 Feb 28 11:49:08.842400 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57100) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:08.848606 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '255508b1-ff37-4a12-b68d-d5663714dc7f', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:08.855172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:08.859191 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:08.862469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:08.869231 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:08.935669 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:49:08.958160 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:49:08.965105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:09.033464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:09.100123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:09.124061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52474968-6b80-4b0e-882b-11588d1a4702,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:09.196576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:09.197769 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-79649b6f-5e95-414e-82e2-98211f32fa84 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3542945 Feb 28 11:49:09.200563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57104) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:09.205899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'security_group_rule': {'security_group_id': '255508b1-ff37-4a12-b68d-d5663714dc7f', 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:09.211888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:09.215643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:security_group_rule and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:09.218644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:09.225826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:09.248427 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'fd0cb55c-1e91-40a2-9334-c345442ad633', 'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:5e:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:03Z', 'updated_at': '2022-02-28T11:49:08Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:09.252530 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88412251-f6da-4bfd-9db1-d46e2a351be9 None None] The sync data for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv is: [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'fd0cb55c-1e91-40a2-9334-c345442ad633', 'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:5e:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:03Z', 'updated_at': '2022-02-28T11:49:08Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:49:09.316678 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Project e8400ecadbe942619e1d93206a0c1ecf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 11:49:09.324036 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:09.497431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:09.592534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:09.618933 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f05770c-e6fa-4cc2-8ac3-ac5c3fe7b537,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:09.689728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:09.691112 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-87a98094-931d-466f-9288-20fd70016e2e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4896212 Feb 28 11:49:10.030008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd0cb55c-1e91-40a2-9334-c345442ad633 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:49:10.044604 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ed3a5c67-66b1-41e7-bb3b-5ff53a86ce09 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:49:10.112395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ed3a5c67-66b1-41e7-bb3b-5ff53a86ce09 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:49:10.113622 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ed3a5c67-66b1-41e7-bb3b-5ff53a86ce09 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1921385907&fields=id&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 267 time: 0.1172998 Feb 28 11:49:10.175001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port fd0cb55c-1e91-40a2-9334-c345442ad633 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:49:10.180612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port fd0cb55c-1e91-40a2-9334-c345442ad633 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:10.180980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:10.259206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-98399a81-5735-4aa7-b7b8-a1eed836a4ce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:10.261293 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-98399a81-5735-4aa7-b7b8-a1eed836a4ce tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/networks?id=3a8a47be-ffe9-4f10-bc60-747390aeedda HTTP/1.1" status: 200 len: 795 time: 0.1400092 Feb 28 11:49:10.277143 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-efa992a7-08bb-44a4-9d9a-579f857eef09 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/quotas/e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 375 time: 0.0108588 Feb 28 11:49:10.294979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:10.328752 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port fd0cb55c-1e91-40a2-9334-c345442ad633, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fd0cb55c-1e91-40a2-9334-c345442ad633,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:49:10.360311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-c314dd17-b55a-43ba-a1f2-89be64c5ed4e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:49:10.444192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:10.472131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-c314dd17-b55a-43ba-a1f2-89be64c5ed4e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:49:10.473483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-c314dd17-b55a-43ba-a1f2-89be64c5ed4e tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1914833 Feb 28 11:49:10.510087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=fd0cb55c-1e91-40a2-9334-c345442ad633,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:10.612190 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-1ce2bfea-ede0-4ae7-b504-bcbd671dcc20 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8a47be-ffe9-4f10-bc60-747390aeedda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266456 Feb 28 11:49:10.742786 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-0e42a77a-95e8-4354-9a8d-20894d209ca2 service neutron] 10.222.0.31 "GET /v2.0/networks/3a8a47be-ffe9-4f10-bc60-747390aeedda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242182 Feb 28 11:49:11.059814 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea5fa6f5-8265-435a-b797-9a79dd9c3601 req-1627c020-d42f-44df-a932-62b95b74c2b6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 210 time: 0.1108079 Feb 28 11:49:11.975630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd0cb55c-1e91-40a2-9334-c345442ad633 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:49:12.046608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port fd0cb55c-1e91-40a2-9334-c345442ad633 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:12.047003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:12.228418 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eae405c2-df0c-4d82-a585-471c1c90fab0 req-d788b452-00a9-4afe-9119-92e95a3e22cf tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 210 time: 0.0430934 Feb 28 11:49:12.983622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-72c58155-3e1c-4f91-800b-2952ccfa702d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:12.984900 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-72c58155-3e1c-4f91-800b-2952ccfa702d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/networks?id=3a8a47be-ffe9-4f10-bc60-747390aeedda HTTP/1.1" status: 200 len: 795 time: 0.1404939 Feb 28 11:49:13.037633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-cd25741a-33cf-442b-8079-e62210671f98 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e8400ecadbe942619e1d93206a0c1ecf HTTP/1.1" status: 200 len: 380 time: 0.0402813 Feb 28 11:49:13.045785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'port': {'device_id': 'b6b49343-3473-4617-bf75-3f0b13699047', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'admin_state_up': True, 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'security_groups': ['255508b1-ff37-4a12-b68d-d5663714dc7f']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:13.181534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:13.190861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:13.266627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Made reservation on behalf of e8400ecadbe942619e1d93206a0c1ecf for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:49:13.269766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:13.487441 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c904d89c-5d79-4a39-b322-4934718bb0b8 req-6e984592-253a-41da-8b4d-7f0451816ae2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 210 time: 0.1358979 Feb 28 11:49:13.553486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.20.0.6 (3a8a47be-ffe9-4f10-bc60-747390aeedda/44168ded-0a3c-4780-bbac-44d09bf009cc/7980abeb-d68b-4519-8d99-bffcc66e6b00) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:49:13.732646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:13.748259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Transition to ACTIVE for port object 7980abeb-d68b-4519-8d99-bffcc66e6b00 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:49:13.815802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:13.888464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 3a8a47be-ffe9-4f10-bc60-747390aeedda is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:49:13.891209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:49:13.894883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:49:13.926294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=7980abeb-d68b-4519-8d99-bffcc66e6b00,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:13.961809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:13.962420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:14.042604 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ea96435a-cbdd-4246-a8c5-b3657e5e9988 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0001996 Feb 28 11:49:14.053227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-19d1648d-508b-40b1-ab33-f36d4b8fd36b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:49:14.054249 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-19d1648d-508b-40b1-ab33-f36d4b8fd36b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052075 Feb 28 11:49:14.131032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Request body: {'port': {'device_id': 'b6b49343-3473-4617-bf75-3f0b13699047', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:14.195874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-761f2610-e5a2-4212-999f-b6290bb680f4 None None] Provisioning for port 7980abeb-d68b-4519-8d99-bffcc66e6b00 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:49:14.200784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-761f2610-e5a2-4212-999f-b6290bb680f4 None None] Provisioning complete for port 7980abeb-d68b-4519-8d99-bffcc66e6b00 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:14.201153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-761f2610-e5a2-4212-999f-b6290bb680f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:14.241779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:14.257892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-761f2610-e5a2-4212-999f-b6290bb680f4 None None] Port 7980abeb-d68b-4519-8d99-bffcc66e6b00 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:49:14.575942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7980abeb-d68b-4519-8d99-bffcc66e6b00 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:49:14.582566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:14.597808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Transition to ACTIVE for port object 7980abeb-d68b-4519-8d99-bffcc66e6b00 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:49:14.668966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:14.793579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7befd4d5-1106-47f4-a98d-138c3705f637 req-6e689c6c-29c7-4576-b4bf-5cfa21d0f3bb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:14.794288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7befd4d5-1106-47f4-a98d-138c3705f637 req-6e689c6c-29c7-4576-b4bf-5cfa21d0f3bb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:49:14.810202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7980abeb-d68b-4519-8d99-bffcc66e6b00,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:14.859287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0950d706-23b6-4225-bed3-8bd97b12a2e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:14.895112 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-7befd4d5-1106-47f4-a98d-138c3705f637 req-6e689c6c-29c7-4576-b4bf-5cfa21d0f3bb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:49:14.896621 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7befd4d5-1106-47f4-a98d-138c3705f637 req-6e689c6c-29c7-4576-b4bf-5cfa21d0f3bb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 931 time: 0.2893918 Feb 28 11:49:14.975528 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7befd4d5-1106-47f4-a98d-138c3705f637 req-24d809d3-49d2-473c-b365-3f4187b7b16f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718949 Feb 28 11:49:14.976255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Attempting to bind port 7980abeb-d68b-4519-8d99-bffcc66e6b00 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:49:14.976792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Attempting to bind port 7980abeb-d68b-4519-8d99-bffcc66e6b00 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:49:14.977149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Attempting to bind port 7980abeb-d68b-4519-8d99-bffcc66e6b00 on network 3a8a47be-ffe9-4f10-bc60-747390aeedda {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:49:14.983348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Port 7980abeb-d68b-4519-8d99-bffcc66e6b00 on network 3a8a47be-ffe9-4f10-bc60-747390aeedda not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:49:14.983664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Attempting to bind port 7980abeb-d68b-4519-8d99-bffcc66e6b00 on network 3a8a47be-ffe9-4f10-bc60-747390aeedda {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:49:14.990926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:49:14.991265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Checking segment: {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:49:14.991637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Bound using segment: {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:49:14.992056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Bound port: 7980abeb-d68b-4519-8d99-bffcc66e6b00, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 710, 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:49:14.992400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:15.077060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] For port 7980abeb-d68b-4519-8d99-bffcc66e6b00, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:49:15.079923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] For port 7980abeb-d68b-4519-8d99-bffcc66e6b00, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=7980abeb-d68b-4519-8d99-bffcc66e6b00,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:49:15.139271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:15.204007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:15.205334 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] 10.222.0.57 "PUT /v2.0/ports/7980abeb-d68b-4519-8d99-bffcc66e6b00 HTTP/1.1" status: 200 len: 1093 time: 1.1442535 Feb 28 11:49:15.205767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:49:15.222267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44367d0-df1c-4b1c-a8fb-d12028bcd2a3 service neutron] Pushing event updated for resources: {'Port': ['ID=7980abeb-d68b-4519-8d99-bffcc66e6b00,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:15.265502 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'status': 'completed', 'code': 200} Feb 28 11:49:15.360423 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ac7eefc-9c48-4f84-832b-0165a40923c9 req-b30de7a3-babf-4175-96fd-29710a326b85 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 1096 time: 0.0741186 Feb 28 11:49:15.503397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7eefc-9c48-4f84-832b-0165a40923c9 req-21ba9f2d-ca0a-46d9-8eb9-65b097230256 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:15.504861 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ac7eefc-9c48-4f84-832b-0165a40923c9 req-21ba9f2d-ca0a-46d9-8eb9-65b097230256 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1383297 Feb 28 11:49:15.728392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7eefc-9c48-4f84-832b-0165a40923c9 req-95cda3cb-abdc-46a6-b095-7c2b5d5ee6b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:15.729796 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ac7eefc-9c48-4f84-832b-0165a40923c9 req-95cda3cb-abdc-46a6-b095-7c2b5d5ee6b7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188268 Feb 28 11:49:15.842075 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-ccfb045e-4b7d-4320-828e-31fa502085ab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 1096 time: 0.0743973 Feb 28 11:49:15.912158 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-d3679831-7900-44cb-b0e1-ada7a6e186a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7980abeb-d68b-4519-8d99-bffcc66e6b00 HTTP/1.1" status: 200 len: 217 time: 0.0618353 Feb 28 11:49:15.976901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-1bfc603b-7bb0-430d-b322-a580752418b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:15.978281 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-1bfc603b-7bb0-430d-b322-a580752418b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44168ded-0a3c-4780-bbac-44d09bf009cc HTTP/1.1" status: 200 len: 834 time: 0.0601444 Feb 28 11:49:16.052162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-c555db19-4e2f-447c-80a8-23be2e587829 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a8a47be-ffe9-4f10-bc60-747390aeedda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669611 Feb 28 11:49:16.239156 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-846a57f8-1dae-4652-84e2-de338738cb97 service neutron] 10.222.0.57 "GET /v2.0/networks/3a8a47be-ffe9-4f10-bc60-747390aeedda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796174 Feb 28 11:49:16.271899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72bc5ba-40c1-4ecc-8d3d-294c6d9b07a8 req-d8a227d8-925a-4076-b793-698df1021ae0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:16.273268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c72bc5ba-40c1-4ecc-8d3d-294c6d9b07a8 req-d8a227d8-925a-4076-b793-698df1021ae0 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 943 time: 0.1468091 Feb 28 11:49:16.391170 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c72bc5ba-40c1-4ecc-8d3d-294c6d9b07a8 req-ab865471-33f4-44f4-ac76-79b8a55000b8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733912 Feb 28 11:49:16.412028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-117f2f45-513e-4562-b595-ac6a9ab58f4e req-d9c3ff76-97d0-4496-8a32-f47153ef9091 service neutron] 10.222.0.57 "GET /v2.0/networks/3a8a47be-ffe9-4f10-bc60-747390aeedda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652050 Feb 28 11:49:17.087458 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-42e28ec2-6be8-45a7-9ba3-544f372532dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:17.588054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016a4b4-cdba-4ccf-8ac3-aad2b629a6d5 req-2798cc73-0cf7-4ca0-9ed2-1957634c0db8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:17.589492 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1016a4b4-cdba-4ccf-8ac3-aad2b629a6d5 req-2798cc73-0cf7-4ca0-9ed2-1957634c0db8 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 943 time: 0.0749910 Feb 28 11:49:17.636152 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1016a4b4-cdba-4ccf-8ac3-aad2b629a6d5 req-4e764d2a-31a3-4264-92bb-047963483a0d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412173 Feb 28 11:49:18.301178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:18.357560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:18.834801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9136d24d-9287-43e3-92e8-b55bd30d7ff1 req-8a33b07b-4a0d-4f44-8fbd-6c119953c983 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:18.836220 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9136d24d-9287-43e3-92e8-b55bd30d7ff1 req-8a33b07b-4a0d-4f44-8fbd-6c119953c983 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 943 time: 0.0792427 Feb 28 11:49:18.879658 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9136d24d-9287-43e3-92e8-b55bd30d7ff1 req-8777eb98-aad3-40b6-9156-a89f33dc21e4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381036 Feb 28 11:49:19.740836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:20.077126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eab205-7236-442b-a9e2-0f77fc919b08 req-3ddfd057-ca73-4b84-8c53-2d1376202238 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:20.078553 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3eab205-7236-442b-a9e2-0f77fc919b08 req-3ddfd057-ca73-4b84-8c53-2d1376202238 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 943 time: 0.0768011 Feb 28 11:49:20.128982 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3eab205-7236-442b-a9e2-0f77fc919b08 req-2c97216f-41a9-44ad-8411-65c42a1b927b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 Feb 28 11:49:20.204344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 7980abeb-d68b-4519-8d99-bffcc66e6b00 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:49:20.339374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 7980abeb-d68b-4519-8d99-bffcc66e6b00, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=7980abeb-d68b-4519-8d99-bffcc66e6b00,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:49:20.353494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'port_id': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'mac_address': 'fa:16:3e:05:50:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 710, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:49:20.409298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:20.454804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7980abeb-d68b-4519-8d99-bffcc66e6b00 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:49:20.469436 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 7980abeb-d68b-4519-8d99-bffcc66e6b00, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=7980abeb-d68b-4519-8d99-bffcc66e6b00,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:49:20.540201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:20.605057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=7980abeb-d68b-4519-8d99-bffcc66e6b00,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:20.735780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['7980abeb-d68b-4519-8d99-bffcc66e6b00'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:49:21.320695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905b0a-626e-430b-8b18-d66f23684e42 req-61203f7b-ea87-4a87-9a2e-044cdafde46f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:21.322114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b3905b0a-626e-430b-8b18-d66f23684e42 req-61203f7b-ea87-4a87-9a2e-044cdafde46f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 944 time: 0.0755150 Feb 28 11:49:21.367048 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b3905b0a-626e-430b-8b18-d66f23684e42 req-3b0e44ba-812a-4b75-9a4f-d83968ae96d4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393231 Feb 28 11:49:22.219176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 7980abeb-d68b-4519-8d99-bffcc66e6b00 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:49:22.338304 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 7980abeb-d68b-4519-8d99-bffcc66e6b00 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:49:22.343038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 7980abeb-d68b-4519-8d99-bffcc66e6b00 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:49:22.343405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:22.457049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:22.485725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:49:22.496170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 7980abeb-d68b-4519-8d99-bffcc66e6b00, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=7980abeb-d68b-4519-8d99-bffcc66e6b00,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:49:22.539430 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'code': 200} Feb 28 11:49:22.566524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba88ac-eb6b-47d3-96d7-709c864ade21 req-c02890fc-f2ea-48fd-abf0-d4ead1fe9b33 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:22.568491 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5ba88ac-eb6b-47d3-96d7-709c864ade21 req-c02890fc-f2ea-48fd-abf0-d4ead1fe9b33 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 944 time: 0.0804958 Feb 28 11:49:22.569719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:22.615675 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5ba88ac-eb6b-47d3-96d7-709c864ade21 req-2d921524-49ba-42f7-a58e-2a374f9eaf3b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414579 Feb 28 11:49:22.641426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=7980abeb-d68b-4519-8d99-bffcc66e6b00,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:22.893276 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f72c3398-b8b1-439e-ac13-ddcde970cab9 req-b411f07f-3ec7-4375-9497-f2a4158227d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 1098 time: 0.0673304 Feb 28 11:49:22.933881 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f72c3398-b8b1-439e-ac13-ddcde970cab9 req-60124fe0-2fd5-4385-b06b-847742a03afe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347188 Feb 28 11:49:23.814079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ea1b75-f9e4-4205-8959-104079b0843d req-d923a436-477f-4198-ade6-14ce19a034cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:23.815510 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-48ea1b75-f9e4-4205-8959-104079b0843d req-d923a436-477f-4198-ade6-14ce19a034cd tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 945 time: 0.0787921 Feb 28 11:49:23.861538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-48ea1b75-f9e4-4205-8959-104079b0843d req-00eb3b4d-24de-4b34-8e3e-030d4bec0df6 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402312 Feb 28 11:49:25.056764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012e408d-43dd-4028-9b83-9224085d33cb req-af5b24fb-e844-44bf-90d5-44055f7b47d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:25.058172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-012e408d-43dd-4028-9b83-9224085d33cb req-af5b24fb-e844-44bf-90d5-44055f7b47d2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 945 time: 0.0745285 Feb 28 11:49:25.101700 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-012e408d-43dd-4028-9b83-9224085d33cb req-33e3b170-38ad-4ff3-8049-e3b71e42bba5 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379963 Feb 28 11:49:25.297707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63140ea-bf78-45d4-ba55-1d943a354dde req-60b74e8f-5c46-4749-851f-715dead78ad4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:25.299078 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a63140ea-bf78-45d4-ba55-1d943a354dde req-60b74e8f-5c46-4749-851f-715dead78ad4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 945 time: 0.0784779 Feb 28 11:49:25.345307 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a63140ea-bf78-45d4-ba55-1d943a354dde req-7a385060-91ff-402a-896e-13be8ee2f51f tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 Feb 28 11:49:25.373370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57160) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:25.441310 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-11e9a776-3c2d-4788-875d-6f15f29a1fa3 tempest-TestNetworkBasicOps-768632342 tempest-TestNetworkBasicOps-768632342-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 1093 time: 0.0668221 Feb 28 11:49:25.444177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57164) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:25.449273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:49:25.454784 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:49:25.459157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Usage tracker for resource:floatingip and tenant:e8400ecadbe942619e1d93206a0c1ecf is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:49:25.462140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:49:25.467691 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:49:25.523237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:25.653545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:25.787808 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Allocated IP 172.26.1.159 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/57feeb5d-02f1-40e2-b450-806339b10580) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:49:25.931691 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:26.038482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:26.109311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:49:26.112562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:49:26.115444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=57feeb5d-02f1-40e2-b450-806339b10580,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:26.117631 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:49:26.609863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:26.715072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:26.911765 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:26.990186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:27.094914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event updated for resources: {'Port': ['ID=57feeb5d-02f1-40e2-b450-806339b10580,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:49:27.109355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:27.386717 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Floating IP 0803776c-465c-453b-851c-d622855b3d1b associated. External IP: 172.26.1.159, port: 7980abeb-d68b-4519-8d99-bffcc66e6b00. Feb 28 11:49:27.772583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 3bd18617-133f-4528-8f06-fba7fd5fc814 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:49:27.966386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:49:27.976706 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] Sync routers for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:49:27.988310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:49:27.995739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:49:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:28.089209 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:28.147109 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b22cdfaa-0eaf-4368-a649-dc0f0ffbd302 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7018893 Feb 28 11:49:28.147734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:49:28.149900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57168) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:28.168955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:49:28.213216 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'status': 'completed', 'code': 200} Feb 28 11:49:28.398022 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dd6db0ba-ccf2-4ccc-80a8-12c274008e71 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.2454007 Feb 28 11:49:28.419677 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d411a65-6fe3-4e54-9e16-e99464cc8dfe req-234533f4-0886-4fae-8980-e8ccd0a0d638 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 1098 time: 0.1085560 Feb 28 11:49:28.527197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0803776c-465c-453b-851c-d622855b3d1b', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'port_id': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'mac_address': 'fa:16:3e:05:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b49343-3473-4617-bf75-3f0b13699047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:49:26Z', 'updated_at': '2022-02-28T11:49:26Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0cb55c-1e91-40a2-9334-c345442ad633', 'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:5e:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:03Z', 'updated_at': '2022-02-28T11:49:10Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:28.531090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] Checking router: 3bd18617-133f-4528-8f06-fba7fd5fc814 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:49:28.542704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:49:28.543335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:49:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:28.560565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d411a65-6fe3-4e54-9e16-e99464cc8dfe req-e350cb6d-42f5-4c0d-947a-d61e09c948aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:28.562098 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d411a65-6fe3-4e54-9e16-e99464cc8dfe req-e350cb6d-42f5-4c0d-947a-d61e09c948aa service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a8a47be-ffe9-4f10-bc60-747390aeedda HTTP/1.1" status: 200 len: 896 time: 0.1368899 Feb 28 11:49:28.666660 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d411a65-6fe3-4e54-9e16-e99464cc8dfe req-62fbd8f9-d6ca-4f3b-9f5d-5b4e240a1348 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7980abeb-d68b-4519-8d99-bffcc66e6b00 HTTP/1.1" status: 200 len: 999 time: 0.0957115 Feb 28 11:49:28.718140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:49:28.734512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d411a65-6fe3-4e54-9e16-e99464cc8dfe req-61bd2594-6d06-4818-8320-ee719be72645 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:49:28.735971 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d411a65-6fe3-4e54-9e16-e99464cc8dfe req-61bd2594-6d06-4818-8320-ee719be72645 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44168ded-0a3c-4780-bbac-44d09bf009cc HTTP/1.1" status: 200 len: 834 time: 0.0618529 Feb 28 11:49:28.813273 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d411a65-6fe3-4e54-9e16-e99464cc8dfe req-2d5795bd-ae77-4386-97b1-ec7438e701ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a8a47be-ffe9-4f10-bc60-747390aeedda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710950 Feb 28 11:49:28.947493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d411a65-6fe3-4e54-9e16-e99464cc8dfe req-d3113751-ed6b-4608-9d14-7bc273e3e7fb service neutron] 10.222.0.57 "GET /v2.0/networks/3a8a47be-ffe9-4f10-bc60-747390aeedda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280453 Feb 28 11:49:29.080926 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d411a65-6fe3-4e54-9e16-e99464cc8dfe req-fa777f02-35e9-4658-8f5f-a326ec2440c5 service neutron] 10.222.0.57 "GET /v2.0/networks/3a8a47be-ffe9-4f10-bc60-747390aeedda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267920 Feb 28 11:49:29.108201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0803776c-465c-453b-851c-d622855b3d1b', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'port_id': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'mac_address': 'fa:16:3e:05:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b49343-3473-4617-bf75-3f0b13699047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:49:26Z', 'updated_at': '2022-02-28T11:49:26Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0cb55c-1e91-40a2-9334-c345442ad633', 'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:5e:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:03Z', 'updated_at': '2022-02-28T11:49:10Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:49:29.112101 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda8fddd-93cb-4a44-ab75-658b652b93a5 None None] The sync data for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv is: [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0803776c-465c-453b-851c-d622855b3d1b', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'port_id': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'mac_address': 'fa:16:3e:05:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b49343-3473-4617-bf75-3f0b13699047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:49:26Z', 'updated_at': '2022-02-28T11:49:26Z', 'revision_number': 0, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0cb55c-1e91-40a2-9334-c345442ad633', 'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:5e:3f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:03Z', 'updated_at': '2022-02-28T11:49:10Z', 'revision_number': 5, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:49:29.298188 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b5b52-57dc-4d24-90c7-83741637feeb None None] New status for floating IP 0803776c-465c-453b-851c-d622855b3d1b: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:49:29.401964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57174) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:29.511447 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2f5fc6ba-2a90-4389-a461-a749516fa1a4 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.1071560 Feb 28 11:49:30.514151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57178) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:30.617747 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c12a3b64-1bac-434f-b8ba-f694191782a1 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 993 time: 0.1024289 Feb 28 11:49:34.014099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:39.389782 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:49:44.865612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bc2671be-3e16-4dca-8aaa-79747439abc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:47.042631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-70686ef1-6a39-45d6-afd3-b29d4b45bcf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:48.286232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:48.377601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:49.739915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:49:59.886266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57198) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:49:59.892190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7bec10ce-9522-4f39-936d-ba96e5875560 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:50:00.523610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bec10ce-9522-4f39-936d-ba96e5875560 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:00.574061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bec10ce-9522-4f39-936d-ba96e5875560 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:00.771052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bec10ce-9522-4f39-936d-ba96e5875560 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 3bd18617-133f-4528-8f06-fba7fd5fc814 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:50:00.967964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bec10ce-9522-4f39-936d-ba96e5875560 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:50:00.973903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7bec10ce-9522-4f39-936d-ba96e5875560 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:00.975038 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7bec10ce-9522-4f39-936d-ba96e5875560 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/3bd18617-133f-4528-8f06-fba7fd5fc814 HTTP/1.1" status: 200 len: 888 time: 1.0877552 Feb 28 11:50:00.982060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb247074-5345-4abb-9262-6727b2f1cde4 None None] Sync routers for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:50:00.994227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb247074-5345-4abb-9262-6727b2f1cde4 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:50:00.994819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-eb247074-5345-4abb-9262-6727b2f1cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:49:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:01.054891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-eb247074-5345-4abb-9262-6727b2f1cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:01.067913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb247074-5345-4abb-9262-6727b2f1cde4 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:50:01.068487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-eb247074-5345-4abb-9262-6727b2f1cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:49:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:01.126957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-eb247074-5345-4abb-9262-6727b2f1cde4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:01.127344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb247074-5345-4abb-9262-6727b2f1cde4 None None] The sync data for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:50:01.878155 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e66799be-4097-474c-acd8-b6274e598e19 None None] New status for floating IP 0803776c-465c-453b-851c-d622855b3d1b: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:50:01.993921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd0cb55c-1e91-40a2-9334-c345442ad633 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:02.103378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:02.135426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port fd0cb55c-1e91-40a2-9334-c345442ad633, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fd0cb55c-1e91-40a2-9334-c345442ad633,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:02.206347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:02.207323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f3d961ab-064c-41d9-b324-7a4217c14963 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:02.319987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=fd0cb55c-1e91-40a2-9334-c345442ad633,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:02.364004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.364345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.364678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.365008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.365336 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.365660 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.365979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.366299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.366615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.366960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.367284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:02.389798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:02.404960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port f3d961ab-064c-41d9-b324-7a4217c14963, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f3d961ab-064c-41d9-b324-7a4217c14963,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:02.462974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:02.528361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=f3d961ab-064c-41d9-b324-7a4217c14963,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:04.034547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:04.035981 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57206) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:04.041292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-66f94520-c5f5-4a3f-b5e5-1929d287ddf7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:50:04.600755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66f94520-c5f5-4a3f-b5e5-1929d287ddf7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:04.677042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66f94520-c5f5-4a3f-b5e5-1929d287ddf7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-414681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-414498', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-411812'] for router, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:04.980042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f94520-c5f5-4a3f-b5e5-1929d287ddf7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 3bd18617-133f-4528-8f06-fba7fd5fc814 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:50:05.178761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f94520-c5f5-4a3f-b5e5-1929d287ddf7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:50:05.184500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66f94520-c5f5-4a3f-b5e5-1929d287ddf7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:05.185623 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-66f94520-c5f5-4a3f-b5e5-1929d287ddf7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/3bd18617-133f-4528-8f06-fba7fd5fc814 HTTP/1.1" status: 200 len: 887 time: 1.1486821 Feb 28 11:50:05.189412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57210) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:05.192102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] Sync routers for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:50:05.204940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:50:05.205537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:49:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:05.292703 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4a97246f-a15e-4967-a968-d39298aa4329 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.1020834 Feb 28 11:50:05.384775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:50:05.758147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:50:04Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:50:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0803776c-465c-453b-851c-d622855b3d1b', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'port_id': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'mac_address': 'fa:16:3e:05:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b49343-3473-4617-bf75-3f0b13699047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:49:26Z', 'updated_at': '2022-02-28T11:50:02Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0cb55c-1e91-40a2-9334-c345442ad633', 'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:5e:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:03Z', 'updated_at': '2022-02-28T11:50:02Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:05.761836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] Checking router: 3bd18617-133f-4528-8f06-fba7fd5fc814 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:50:05.771844 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:50:05.772421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:49:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:05.944577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:50:06.276832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:50:04Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:50:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0803776c-465c-453b-851c-d622855b3d1b', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'port_id': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'mac_address': 'fa:16:3e:05:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b49343-3473-4617-bf75-3f0b13699047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:49:26Z', 'updated_at': '2022-02-28T11:50:02Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0cb55c-1e91-40a2-9334-c345442ad633', 'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:5e:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:03Z', 'updated_at': '2022-02-28T11:50:02Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:06.281146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7868d1a8-182c-411b-bb15-50698ee2be02 None None] The sync data for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv is: [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:50:04Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:50:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0803776c-465c-453b-851c-d622855b3d1b', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'floating_ip_address': '172.26.1.159', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'port_id': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'mac_address': 'fa:16:3e:05:50:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6b49343-3473-4617-bf75-3f0b13699047', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:49:26Z', 'updated_at': '2022-02-28T11:50:02Z', 'revision_number': 2, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0cb55c-1e91-40a2-9334-c345442ad633', 'name': '', 'network_id': '3a8a47be-ffe9-4f10-bc60-747390aeedda', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'mac_address': 'fa:16:3e:5e:3f:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:03Z', 'updated_at': '2022-02-28T11:50:02Z', 'revision_number': 6, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'subnets': [{'id': '44168ded-0a3c-4780-bbac-44d09bf009cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:50:06.298314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57214) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:06.407237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-77646ada-0885-4ed2-a0fb-d82b00c617da tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.1084826 Feb 28 11:50:07.410122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57218) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:07.510480 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d1e68d6b-08f7-4312-b1ab-1d3fa8c0bc87 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.0991497 Feb 28 11:50:08.033051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd0cb55c-1e91-40a2-9334-c345442ad633 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:50:08.100669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port fd0cb55c-1e91-40a2-9334-c345442ad633 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:50:08.101029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.211935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.243503 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port fd0cb55c-1e91-40a2-9334-c345442ad633, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fd0cb55c-1e91-40a2-9334-c345442ad633,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:08.336966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.337716 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f3d961ab-064c-41d9-b324-7a4217c14963 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:50:08.447083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=fd0cb55c-1e91-40a2-9334-c345442ad633,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:08.461159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f3d961ab-064c-41d9-b324-7a4217c14963 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:50:08.461526 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.515185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57222) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:08.575228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.593879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port f3d961ab-064c-41d9-b324-7a4217c14963, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f3d961ab-064c-41d9-b324-7a4217c14963,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:08.619739 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-312abcda-b89b-4045-b247-e2523fab6111 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.1034625 Feb 28 11:50:08.657622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:08.724082 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=f3d961ab-064c-41d9-b324-7a4217c14963,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:09.624198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57226) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:09.727619 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ae2c0900-2d22-453a-b012-db8ea67253a7 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.1023357 Feb 28 11:50:10.007689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd0cb55c-1e91-40a2-9334-c345442ad633 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:50:10.098500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port fd0cb55c-1e91-40a2-9334-c345442ad633 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:50:10.098906 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:10.218053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f3d961ab-064c-41d9-b324-7a4217c14963 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:50:10.288966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f3d961ab-064c-41d9-b324-7a4217c14963 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:50:10.289323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:10.731153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57230) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:10.836798 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bbd1b203-3fed-430b-b814-1fd7187acb7b tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.1044436 Feb 28 11:50:11.841067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57234) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:11.969315 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8af0a4bf-58a3-42a7-8059-cb6830909c46 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.1264942 Feb 28 11:50:12.973503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57238) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:13.074926 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0298f0c4-d4f2-4817-939d-63f5316cf783 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 991 time: 0.1002753 Feb 28 11:50:13.408969 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d670cb5f-644e-440a-9a92-e2c8d0a001fa None None] New status for floating IP 0803776c-465c-453b-851c-d622855b3d1b: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:50:14.078749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57242) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:14.184266 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b73ec17c-b0b4-468d-8ee9-c98a15d3fd5c tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 200 len: 993 time: 0.1043851 Feb 28 11:50:14.473295 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57250) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:14.675683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 57feeb5d-02f1-40e2-b450-806339b10580 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:50:14.676027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:14.882224 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e7bf0a9a-7c31-4b33-833a-846e4f21f5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:14.939904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:14.940225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:15.055920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 57feeb5d-02f1-40e2-b450-806339b10580 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:50:15.270458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:15.313197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=57feeb5d-02f1-40e2-b450-806339b10580,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:15.351846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.352186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.352517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.352843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.353168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.353490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.353809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.354128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.354442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.354756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.355091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:15.418502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:15.804850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 3bd18617-133f-4528-8f06-fba7fd5fc814 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:50:16.000641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:50:16.081730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:16.134565 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6f082479-4caf-441b-82b8-1a00944627fa tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/floatingips/0803776c-465c-453b-851c-d622855b3d1b HTTP/1.1" status: 204 len: 168 time: 1.6601233 Feb 28 11:50:16.135137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:50:16.194492 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'status': 'completed', 'code': 200} Feb 28 11:50:16.285614 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-638e6a86-a5df-4802-a221-d24cffa95c02 req-14f29453-34a6-4be4-bd80-31bc8f9c464a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 1098 time: 0.0684326 Feb 28 11:50:16.390542 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:50:16.416727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e6a86-a5df-4802-a221-d24cffa95c02 req-20276213-3e8f-40c6-b455-2e710b2cba82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:16.418202 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-638e6a86-a5df-4802-a221-d24cffa95c02 req-20276213-3e8f-40c6-b455-2e710b2cba82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3a8a47be-ffe9-4f10-bc60-747390aeedda HTTP/1.1" status: 200 len: 896 time: 0.1265268 Feb 28 11:50:16.492244 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-638e6a86-a5df-4802-a221-d24cffa95c02 req-2385a5bc-0ca2-4b0d-9381-8a576c1c70b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7980abeb-d68b-4519-8d99-bffcc66e6b00 HTTP/1.1" status: 200 len: 217 time: 0.0677028 Feb 28 11:50:16.553658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e6a86-a5df-4802-a221-d24cffa95c02 req-d9ae4c68-bc1b-4fed-8867-df233ca00151 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:16.555141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-638e6a86-a5df-4802-a221-d24cffa95c02 req-d9ae4c68-bc1b-4fed-8867-df233ca00151 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=44168ded-0a3c-4780-bbac-44d09bf009cc HTTP/1.1" status: 200 len: 834 time: 0.0569880 Feb 28 11:50:16.784957 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-638e6a86-a5df-4802-a221-d24cffa95c02 req-f5fff997-e9b3-468d-a6f4-7a36fe182f77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3a8a47be-ffe9-4f10-bc60-747390aeedda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2237020 Feb 28 11:50:16.794385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ef7e4-e5cd-4b0b-9cf2-f8107b72b41f req-d002d4a3-4ed4-4bdc-948d-7b6afd0cab09 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:16.795225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-cd4ef7e4-e5cd-4b0b-9cf2-f8107b72b41f req-d002d4a3-4ed4-4bdc-948d-7b6afd0cab09 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:50:16.926581 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-638e6a86-a5df-4802-a221-d24cffa95c02 req-71f15956-37fd-4788-8a0c-d08d3ab550ac service neutron] 10.222.0.57 "GET /v2.0/networks/3a8a47be-ffe9-4f10-bc60-747390aeedda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286986 Feb 28 11:50:16.952965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-cd4ef7e4-e5cd-4b0b-9cf2-f8107b72b41f req-d002d4a3-4ed4-4bdc-948d-7b6afd0cab09 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:50:16.954009 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cd4ef7e4-e5cd-4b0b-9cf2-f8107b72b41f req-d002d4a3-4ed4-4bdc-948d-7b6afd0cab09 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 945 time: 0.2650359 Feb 28 11:50:17.071698 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cd4ef7e4-e5cd-4b0b-9cf2-f8107b72b41f req-db17a6f6-fa17-416c-a798-e7648777e42a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727179 Feb 28 11:50:17.077232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c5cf097a-4054-4203-82e7-e4b51f47699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:17.092390 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-638e6a86-a5df-4802-a221-d24cffa95c02 req-ceee2200-528e-4179-932a-bd5ddfb7be3f service neutron] 10.222.0.57 "GET /v2.0/networks/3a8a47be-ffe9-4f10-bc60-747390aeedda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587250 Feb 28 11:50:17.990681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-1e081807-8838-4435-aece-b33ee263179a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:17.992107 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-1e081807-8838-4435-aece-b33ee263179a tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 945 time: 0.0756755 Feb 28 11:50:18.063764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port 7980abeb-d68b-4519-8d99-bffcc66e6b00 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:50:18.064106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.306457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.356847 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port 7980abeb-d68b-4519-8d99-bffcc66e6b00, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=7980abeb-d68b-4519-8d99-bffcc66e6b00,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:18.357412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.384645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.489281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eaca8f-67ff-4891-b096-7759d9462f57 req-ecb3fe34-9937-4188-aeae-45b9a5d82b99 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:18.490709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-31eaca8f-67ff-4891-b096-7759d9462f57 req-ecb3fe34-9937-4188-aeae-45b9a5d82b99 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 945 time: 0.2532754 Feb 28 11:50:18.496839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for 7980abeb-d68b-4519-8d99-bffcc66e6b00 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:50:18.572054 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-31eaca8f-67ff-4891-b096-7759d9462f57 req-e945bcc4-88be-4f2b-86ae-1ccbfa21a024 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/security-groups?id=255508b1-ff37-4a12-b68d-d5663714dc7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485659 Feb 28 11:50:18.745099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.796499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=7980abeb-d68b-4519-8d99-bffcc66e6b00,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:18.865164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] No DVR routers for this DVR port 7980abeb-d68b-4519-8d99-bffcc66e6b00 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:50:18.867572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:18.869958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'name': 'network-vif-deleted', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:50:18.925071 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b49343-3473-4617-bf75-3f0b13699047', 'name': 'network-vif-deleted', 'tag': '7980abeb-d68b-4519-8d99-bffcc66e6b00', 'status': 'completed', 'code': 200} Feb 28 11:50:18.937537 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-12261ff9-2e08-40ba-8267-b23a9130c583 req-9e000b76-a4f6-4904-a475-b79be4bfa623 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.57 "DELETE /v2.0/ports/7980abeb-d68b-4519-8d99-bffcc66e6b00 HTTP/1.1" status: 204 len: 173 time: 0.9379249 Feb 28 11:50:19.760120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-749c3db7-e958-4686-a330-72102c171054 req-d0f0fc35-c2cd-45f9-9a01-9e505f948099 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Synchronizing usage tracker for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:50:19.767510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:19.851065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-749c3db7-e958-4686-a330-72102c171054 req-d0f0fc35-c2cd-45f9-9a01-9e505f948099 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Unset dirty status for tenant:e8400ecadbe942619e1d93206a0c1ecf on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:50:19.852225 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-749c3db7-e958-4686-a330-72102c171054 req-d0f0fc35-c2cd-45f9-9a01-9e505f948099 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "GET /v2.0/ports?device_id=b6b49343-3473-4617-bf75-3f0b13699047 HTTP/1.1" status: 200 len: 210 time: 0.1324167 Feb 28 11:50:20.468832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 7980abeb-d68b-4519-8d99-bffcc66e6b00 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:20.501737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 7980abeb-d68b-4519-8d99-bffcc66e6b00 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:50:20.501873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 7980abeb-d68b-4519-8d99-bffcc66e6b00 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:20.960012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57280) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:21.029369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f0db1b87-f76b-4369-9d6b-b9a019c5b731 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:21.056893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f0db1b87-f76b-4369-9d6b-b9a019c5b731 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:21.190451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f0db1b87-f76b-4369-9d6b-b9a019c5b731 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:21.208223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0db1b87-f76b-4369-9d6b-b9a019c5b731 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=255508b1-ff37-4a12-b68d-d5663714dc7f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:21.280686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f0db1b87-f76b-4369-9d6b-b9a019c5b731 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:21.281790 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f0db1b87-f76b-4369-9d6b-b9a019c5b731 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/security-groups/255508b1-ff37-4a12-b68d-d5663714dc7f HTTP/1.1" status: 204 len: 168 time: 0.3208301 Feb 28 11:50:21.377631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57286) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:21.853038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:22.443189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port fd0cb55c-1e91-40a2-9334-c345442ad633 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:50:22.443873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:22.624985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port fd0cb55c-1e91-40a2-9334-c345442ad633, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fd0cb55c-1e91-40a2-9334-c345442ad633,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:22.625339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:22.745790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for fd0cb55c-1e91-40a2-9334-c345442ad633 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:50:22.973327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:23.022680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=fd0cb55c-1e91-40a2-9334-c345442ad633,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:23.400600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:23.852675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] Sync routers for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:50:23.864321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:50:23.864991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:50:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:23.968486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Router 3bd18617-133f-4528-8f06-fba7fd5fc814 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:50:24.042671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:50:24.164834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:50:24.283217 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f46be9f7-52f1-4a9a-9617-a92a4ae603a2 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "PUT /v2.0/routers/3bd18617-133f-4528-8f06-fba7fd5fc814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9042661 Feb 28 11:50:24.285783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57290) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:24.321741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:50:22Z', 'revision_number': 7, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:50:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:24.325478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] Checking router: 3bd18617-133f-4528-8f06-fba7fd5fc814 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:50:24.336158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] Routers {'3bd18617-133f-4528-8f06-fba7fd5fc814'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:50:24.336747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:50:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['3bd18617-133f-4528-8f06-fba7fd5fc814'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:24.469465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc6237f2-d272-4a45-b922-f567165e0acb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting subnet 44168ded-0a3c-4780-bbac-44d09bf009cc {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:50:24.472565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc6237f2-d272-4a45-b922-f567165e0acb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:24.509704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] Set router 3bd18617-133f-4528-8f06-fba7fd5fc814 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:50:24.524910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc6237f2-d272-4a45-b922-f567165e0acb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:24.708893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc6237f2-d272-4a45-b922-f567165e0acb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:24.794483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:50:22Z', 'revision_number': 7, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:50:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:24.798515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b87fa-40cd-4829-9b02-80d43b5d9291 None None] The sync data for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv is: [{'id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'name': 'tempest-TestNetworkBasicOps-router-752215108', 'tenant_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220'}], 'enable_snat': True}, 'gw_port_id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:48:59Z', 'updated_at': '2022-02-28T11:50:22Z', 'revision_number': 7, 'project_id': 'e8400ecadbe942619e1d93206a0c1ecf', 'gw_port': {'id': 'f3d961ab-064c-41d9-b324-7a4217c14963', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:9e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd18617-133f-4528-8f06-fba7fd5fc814', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:49:00Z', 'updated_at': '2022-02-28T11:50:08Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:50:24.853717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc6237f2-d272-4a45-b922-f567165e0acb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:24.893367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6237f2-d272-4a45-b922-f567165e0acb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Subnet': ['ID=44168ded-0a3c-4780-bbac-44d09bf009cc,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:24.897382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bc6237f2-d272-4a45-b922-f567165e0acb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:24.904343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58959cfe-787b-4e7b-9edc-d08ee62f5206 None None] Network 3a8a47be-ffe9-4f10-bc60-747390aeedda requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:50:24.904844 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bc6237f2-d272-4a45-b922-f567165e0acb tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/subnets/44168ded-0a3c-4780-bbac-44d09bf009cc HTTP/1.1" status: 204 len: 168 time: 0.6178637 Feb 28 11:50:24.907462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57294) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:25.105545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:25.146274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd12b61-9aea-4852-927d-d8bb4c06c632 None None] DHCP port deletion for 3a8a47be-ffe9-4f10-bc60-747390aeedda request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:50:25.150787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7fd12b61-9aea-4852-927d-d8bb4c06c632 None None] Deleting port defb1e09-ea63-4872-8c5e-abaad76aea9e {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:50:25.151214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7fd12b61-9aea-4852-927d-d8bb4c06c632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:25.318199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:25.405518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Deleting port f3d961ab-064c-41d9-b324-7a4217c14963 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:50:25.405857 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:25.415751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7fd12b61-9aea-4852-927d-d8bb4c06c632 None None] For port defb1e09-ea63-4872-8c5e-abaad76aea9e, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=defb1e09-ea63-4872-8c5e-abaad76aea9e,segment=NetworkSegment(6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1),segment_id=6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:25.418893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7fd12b61-9aea-4852-927d-d8bb4c06c632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:25.540966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7fd12b61-9aea-4852-927d-d8bb4c06c632 None None] Calling delete_port for defb1e09-ea63-4872-8c5e-abaad76aea9e owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:50:25.587720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] For port f3d961ab-064c-41d9-b324-7a4217c14963, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f3d961ab-064c-41d9-b324-7a4217c14963,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:25.588188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:25.715899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Calling delete_port for f3d961ab-064c-41d9-b324-7a4217c14963 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:50:25.727546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7fd12b61-9aea-4852-927d-d8bb4c06c632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:25.773563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd12b61-9aea-4852-927d-d8bb4c06c632 None None] Pushing event deleted for resources: {'Port': ['ID=defb1e09-ea63-4872-8c5e-abaad76aea9e,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:25.781313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd12b61-9aea-4852-927d-d8bb4c06c632 None None] No DVR routers for this DVR port defb1e09-ea63-4872-8c5e-abaad76aea9e on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:50:25.939206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:25.985957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Port': ['ID=f3d961ab-064c-41d9-b324-7a4217c14963,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:26.010281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd0cb55c-1e91-40a2-9334-c345442ad633 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:26.042686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: fd0cb55c-1e91-40a2-9334-c345442ad633 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:50:26.042979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd0cb55c-1e91-40a2-9334-c345442ad633 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:26.043384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device defb1e09-ea63-4872-8c5e-abaad76aea9e no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:26.074059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: defb1e09-ea63-4872-8c5e-abaad76aea9e {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:50:26.074407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device defb1e09-ea63-4872-8c5e-abaad76aea9e not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:26.202578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.537223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.541314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.630553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.631118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Fanout notify agent at l3_agent the message router_deleted on router 3bd18617-133f-4528-8f06-fba7fd5fc814 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:50:26.645813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.646898 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-09412aa5-4c43-43ea-b2fa-1e91d81b613d tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/routers/3bd18617-133f-4528-8f06-fba7fd5fc814 HTTP/1.1" status: 204 len: 168 time: 1.7385471 Feb 28 11:50:26.649537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57298) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:26.762105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.890611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.915309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a8a47be-ffe9-4f10-bc60-747390aeedda']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:26.927644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:26.927942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb46c4b-4da3-4cae-8ec5-3b2b3264ada1') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:50:26.938943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.954105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.960067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Releasing vlan 710 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:50:26.960450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:50:26.975366 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:50:27.113497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:27.130123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:27.141221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] Pushing event deleted for resources: {'Network': ['ID=3a8a47be-ffe9-4f10-bc60-747390aeedda,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:27.146154 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-87ca7b37-50ba-4402-bf09-b212a9818046 tempest-TestNetworkBasicOps-731731675 tempest-TestNetworkBasicOps-731731675-project] 10.222.0.31 "DELETE /v2.0/networks/3a8a47be-ffe9-4f10-bc60-747390aeedda HTTP/1.1" status: 204 len: 168 time: 0.4954622 Feb 28 11:50:27.700759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57306) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:27.871947 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-aa4bb559-8cb7-43ec-bdaa-3a70d1db1307 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8400ecadbe942619e1d93206a0c1ecf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1691480 Feb 28 11:50:27.874829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57312) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:27.916437 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5407def-3123-4535-95c8-fcb1bf446fc3 None None] New status for floating IP 0803776c-465c-453b-851c-d622855b3d1b: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:50:27.939997 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:27.965805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:28.091072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:28.115814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd93d51-b992-4b37-a145-60b13c7e0cac None None] Sync routers for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:50:28.116339 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=172b598a-3449-4bb9-bf31-fa5f2a85f896,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:28.127974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd93d51-b992-4b37-a145-60b13c7e0cac None None] Routers set() bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:50:28.128366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd93d51-b992-4b37-a145-60b13c7e0cac None None] Router IDs set() for agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 11:50:28.128978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_agentschedulers_db [None req-8bd93d51-b992-4b37-a145-60b13c7e0cac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3bd18617-133f-4528-8f06-fba7fd5fc814'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:50:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent'). {{(pid=84340) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 11:50:28.129744 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:28.130863 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/172b598a-3449-4bb9-bf31-fa5f2a85f896 HTTP/1.1" status: 204 len: 168 time: 0.2551210 Feb 28 11:50:28.132249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.132590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.132949 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.135238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.135662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.136138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.136503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.136902 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.137295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.137682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.138068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f8e0406-ef9a-44ac-8870-e5dcc623b164 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:50:28.145751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd93d51-b992-4b37-a145-60b13c7e0cac None None] Routers set() bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:50:28.146128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd93d51-b992-4b37-a145-60b13c7e0cac None None] Router IDs set() for agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 11:50:28.147429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_agentschedulers_db [None req-8bd93d51-b992-4b37-a145-60b13c7e0cac None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3bd18617-133f-4528-8f06-fba7fd5fc814'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:50:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent'). {{(pid=84340) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 11:50:28.147804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd93d51-b992-4b37-a145-60b13c7e0cac None None] The sync data for ids ['3bd18617-133f-4528-8f06-fba7fd5fc814'] in dv-neutron-830866-1-hyperv is: [] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:50:28.802526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57320) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:28.821074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0f814b1-caca-4661-a29b-329bfb1dab1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:28.851041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f0f814b1-caca-4661-a29b-329bfb1dab1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:28.854666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f0f814b1-caca-4661-a29b-329bfb1dab1e admin admin] Usage tracker for resource:security_group_rule and tenant:00c9148511044ebd904274f86d6d26df is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:28.858120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f0f814b1-caca-4661-a29b-329bfb1dab1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:28.863794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f0f814b1-caca-4661-a29b-329bfb1dab1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:28.933914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0f814b1-caca-4661-a29b-329bfb1dab1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:28.988021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f0f814b1-caca-4661-a29b-329bfb1dab1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.038607 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f0f814b1-caca-4661-a29b-329bfb1dab1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00c9148511044ebd904274f86d6d26df&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2349942 Feb 28 11:50:29.039413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f814b1-caca-4661-a29b-329bfb1dab1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c944c3d9-fb0d-4268-a3f5-1f5f632b9de8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:29.041285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57324) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:29.100545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9794bee8-b68b-4069-834d-bf668de01c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.125501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9794bee8-b68b-4069-834d-bf668de01c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.234304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9794bee8-b68b-4069-834d-bf668de01c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.253289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794bee8-b68b-4069-834d-bf668de01c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c944c3d9-fb0d-4268-a3f5-1f5f632b9de8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:29.257949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9794bee8-b68b-4069-834d-bf668de01c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:29.258576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9794bee8-b68b-4069-834d-bf668de01c70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c944c3d9-fb0d-4268-a3f5-1f5f632b9de8 HTTP/1.1" status: 204 len: 168 time: 0.2163472 Feb 28 11:50:29.972983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f3d961ab-064c-41d9-b324-7a4217c14963 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:30.005325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: f3d961ab-064c-41d9-b324-7a4217c14963 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:50:30.005661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f3d961ab-064c-41d9-b324-7a4217c14963 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:34.047259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:37.936499 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-c5672d06-036c-4f38-8c0f-66b857af0574 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=bdd8e31f7923411caaf76c5546c30b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260139 Feb 28 11:50:38.081110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-6a774cf6-4ea7-4a42-92a9-f4127a5ac410 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:38.082547 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-6a774cf6-4ea7-4a42-92a9-f4127a5ac410 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413059 Feb 28 11:50:38.098250 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-e954f271-496a-4b3f-8087-b868ba70049f tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/quotas/bdd8e31f7923411caaf76c5546c30b2c HTTP/1.1" status: 200 len: 375 time: 0.0104866 Feb 28 11:50:38.142591 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-161e093a-0a65-49f4-86ea-cb7a3152e6b4 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=bdd8e31f7923411caaf76c5546c30b2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393891 Feb 28 11:50:38.426823 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-862de2fd-2a4f-46e2-8f7c-8d9928c97ec4 req-d8cf36ae-7da3-4d92-8ac5-0c06bec4d5f0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 210 time: 0.0419648 Feb 28 11:50:39.595962 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e188214-354e-4c32-8d25-b7689814d9e0 req-3b4b3a4f-85fd-445e-8588-eb087c10d236 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 210 time: 0.0468111 Feb 28 11:50:40.328069 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-8032108d-2faf-4ef2-bb25-36f91d1af685 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bdd8e31f7923411caaf76c5546c30b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266547 Feb 28 11:50:40.476693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-9920ffd9-d670-4a22-86a4-470c5e9d129e tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:40.478070 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-9920ffd9-d670-4a22-86a4-470c5e9d129e tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453862 Feb 28 11:50:40.499214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Request body: {'port': {'device_id': '7c058657-d641-4c82-86a1-02fe11469573', 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e', 'admin_state_up': True, 'tenant_id': 'bdd8e31f7923411caaf76c5546c30b2c'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:50:40.637193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:40.641515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Usage tracker for resource:port and tenant:bdd8e31f7923411caaf76c5546c30b2c is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:40.644396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:40.650396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:40.756748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Made reservation on behalf of bdd8e31f7923411caaf76c5546c30b2c for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:50:40.760003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:40.778461 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ccb5f3ef-9aa1-4b2f-b7a4-cf9fb874e0ee req-3cceb24b-66b7-45b9-ba5c-30368eeacead tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 210 time: 0.0563314 Feb 28 11:50:40.779385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:40.814387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:40.818200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Usage tracker for resource:security_group_rule and tenant:bdd8e31f7923411caaf76c5546c30b2c is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:40.820931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:40.827378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:40.985142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:41.062079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:41.139864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:41.227060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Allocated IP 192.168.233.64 (52860221-113b-48cd-b508-6ec1d6f1656e/2c9c8967-27c6-4c85-948c-e066432c8ada/dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:50:41.418731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:41.433931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Transition to ACTIVE for port object dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:50:41.513080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:41.584532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Network 52860221-113b-48cd-b508-6ec1d6f1656e is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:50:41.589521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:50:41.594404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:50:41.619373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Pushing event updated for resources: {'Port': ['ID=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:41.665089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:41.665740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:41.750821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-f4367403-d628-4933-849f-86f4bac31bc8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2551699 Feb 28 11:50:41.762471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Request body: {'port': {'device_id': '7c058657-d641-4c82-86a1-02fe11469573', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:50:41.876014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:41.901412 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e6891d89-163a-4a66-8ac5-ad1869c1654b None None] Provisioning for port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:50:41.907551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e6891d89-163a-4a66-8ac5-ad1869c1654b None None] Provisioning complete for port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:50:41.907916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6891d89-163a-4a66-8ac5-ad1869c1654b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:41.962949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e6891d89-163a-4a66-8ac5-ad1869c1654b None None] Port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:50:42.104618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b71142-1520-449e-b6a6-188e2481a018 req-60b88f97-2adf-435a-b744-76630f00a67c tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:42.105303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-34b71142-1520-449e-b6a6-188e2481a018 req-60b88f97-2adf-435a-b744-76630f00a67c tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Synchronizing usage tracker for tenant:bdd8e31f7923411caaf76c5546c30b2c on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:50:42.264262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-34b71142-1520-449e-b6a6-188e2481a018 req-60b88f97-2adf-435a-b744-76630f00a67c tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Unset dirty status for tenant:bdd8e31f7923411caaf76c5546c30b2c on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:50:42.265285 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-34b71142-1520-449e-b6a6-188e2481a018 req-60b88f97-2adf-435a-b744-76630f00a67c tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 935 time: 0.3485744 Feb 28 11:50:42.317835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:50:42.328683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.345481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-34b71142-1520-449e-b6a6-188e2481a018 req-d8696e58-517e-4ef4-9976-33dbbc869362 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Synchronizing usage tracker for tenant:bdd8e31f7923411caaf76c5546c30b2c on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:50:42.350124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Transition to ACTIVE for port object dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:50:42.404332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.442747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-34b71142-1520-449e-b6a6-188e2481a018 req-d8696e58-517e-4ef4-9976-33dbbc869362 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Unset dirty status for tenant:bdd8e31f7923411caaf76c5546c30b2c on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:50:42.443895 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-34b71142-1520-449e-b6a6-188e2481a018 req-d8696e58-517e-4ef4-9976-33dbbc869362 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725419 Feb 28 11:50:42.537339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18428eba-b445-4b45-879a-208c64110869 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:42.648100 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Attempting to bind port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:50:42.648507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Attempting to bind port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'e828d0df-60ea-48c7-9f9b-648c2cfbe866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:50:42.648827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Attempting to bind port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 on network 52860221-113b-48cd-b508-6ec1d6f1656e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:50:42.655313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 on network 52860221-113b-48cd-b508-6ec1d6f1656e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:50:42.655627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Attempting to bind port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 on network 52860221-113b-48cd-b508-6ec1d6f1656e {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:50:42.662089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:50:42.662413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Checking segment: {'id': 'e828d0df-60ea-48c7-9f9b-648c2cfbe866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:50:42.662787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Bound using segment: {'id': 'e828d0df-60ea-48c7-9f9b-648c2cfbe866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:50:42.663230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Bound port: dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e828d0df-60ea-48c7-9f9b-648c2cfbe866', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 726, 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:50:42.663568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.752874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] For port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:50:42.755706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] For port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,segment=NetworkSegment(e828d0df-60ea-48c7-9f9b-648c2cfbe866),segment_id=e828d0df-60ea-48c7-9f9b-648c2cfbe866)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:50:42.835677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.888262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:42.889645 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-18428eba-b445-4b45-879a-208c64110869 service neutron] 10.222.0.57 "PUT /v2.0/ports/dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 HTTP/1.1" status: 200 len: 1097 time: 1.1313155 Feb 28 11:50:42.892092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c058657-d641-4c82-86a1-02fe11469573', 'tag': 'dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:50:42.922456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18428eba-b445-4b45-879a-208c64110869 service neutron] Pushing event updated for resources: {'Port': ['ID=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:42.960000 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c058657-d641-4c82-86a1-02fe11469573', 'tag': 'dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0', 'status': 'completed', 'code': 200} Feb 28 11:50:43.055713 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d4fbfa53-95da-47e2-a573-7a644656beab req-6435a763-d357-4344-928b-7c2cbb47c8d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdd8e31f7923411caaf76c5546c30b2c&device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 1100 time: 0.0761364 Feb 28 11:50:43.086855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d4fbfa53-95da-47e2-a573-7a644656beab req-456307a9-ca36-4cc6-9d50-1091c831288c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=bdd8e31f7923411caaf76c5546c30b2c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244129 Feb 28 11:50:43.302578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fbfa53-95da-47e2-a573-7a644656beab req-58fdfd73-ad8a-4935-bebf-9e22e2049033 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:43.303940 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d4fbfa53-95da-47e2-a573-7a644656beab req-58fdfd73-ad8a-4935-bebf-9e22e2049033 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2113571 Feb 28 11:50:43.410178 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-272a284e-54fa-4f20-9350-dde1c1726663 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bdd8e31f7923411caaf76c5546c30b2c&device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 1100 time: 0.0700870 Feb 28 11:50:43.478400 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-2e4ba36c-f4e3-4bc3-b366-20d8894b9302 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 HTTP/1.1" status: 200 len: 217 time: 0.0617661 Feb 28 11:50:43.541348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-82a2081c-d817-4849-ad18-8121a5d38334 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:43.542750 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-82a2081c-d817-4849-ad18-8121a5d38334 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2c9c8967-27c6-4c85-948c-e066432c8ada HTTP/1.1" status: 200 len: 843 time: 0.0591838 Feb 28 11:50:43.678371 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-30b3f0ed-4fb2-4ecf-b6d6-3f741cc6e41b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52860221-113b-48cd-b508-6ec1d6f1656e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1297157 Feb 28 11:50:43.684478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9a34d-7996-4ffe-8520-fa06499ba70a req-a1c25ecb-f42c-4848-a034-756c10d7b327 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:43.686390 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ca9a34d-7996-4ffe-8520-fa06499ba70a req-a1c25ecb-f42c-4848-a034-756c10d7b327 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 947 time: 0.1056287 Feb 28 11:50:43.810708 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ca9a34d-7996-4ffe-8520-fa06499ba70a req-2de40ccb-2363-409f-9890-744910208328 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065872 Feb 28 11:50:43.842714 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-41204286-abf1-43c6-af7f-6f0b8f88ca27 service neutron] 10.222.0.57 "GET /v2.0/networks/52860221-113b-48cd-b508-6ec1d6f1656e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554041 Feb 28 11:50:43.972360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e31193e-40ea-4312-9873-21ea2da59c99 req-ea776feb-8e4b-4944-b506-9937ee1dc600 service neutron] 10.222.0.57 "GET /v2.0/networks/52860221-113b-48cd-b508-6ec1d6f1656e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241109 Feb 28 11:50:44.918827 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fc8318d5-ee21-4237-8faf-7367d017a576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:45.014425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513bb46-e505-46b3-85a4-f0e3df5eb7fd req-ee146ee1-8a4e-45b6-a04d-9b84baaec3d1 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:45.015876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3513bb46-e505-46b3-85a4-f0e3df5eb7fd req-ee146ee1-8a4e-45b6-a04d-9b84baaec3d1 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 947 time: 0.0810969 Feb 28 11:50:45.060956 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3513bb46-e505-46b3-85a4-f0e3df5eb7fd req-6b36818d-0c93-48c0-b9bc-25c184d0b7e5 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387535 Feb 28 11:50:46.256607 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6605c-e0b3-4422-8a19-56166a53edb1 req-00d276a5-ff90-480e-8e57-275b80909213 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:46.257943 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dfc6605c-e0b3-4422-8a19-56166a53edb1 req-00d276a5-ff90-480e-8e57-275b80909213 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 947 time: 0.0786400 Feb 28 11:50:46.302448 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dfc6605c-e0b3-4422-8a19-56166a53edb1 req-98cced8e-86ef-4365-969a-64f17300b2f3 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390780 Feb 28 11:50:46.574979 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:50:46.708126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,segment=NetworkSegment(e828d0df-60ea-48c7-9f9b-648c2cfbe866),segment_id=e828d0df-60ea-48c7-9f9b-648c2cfbe866)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:46.720961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0', 'network_id': '52860221-113b-48cd-b508-6ec1d6f1656e', 'port_id': 'dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0', 'mac_address': 'fa:16:3e:cf:44:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 726, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c9c8967-27c6-4c85-948c-e066432c8ada', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:50:46.772929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:46.789321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:50:46.803583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,segment=NetworkSegment(e828d0df-60ea-48c7-9f9b-648c2cfbe866),segment_id=e828d0df-60ea-48c7-9f9b-648c2cfbe866)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:46.873573 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:46.937444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:47.052612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-87283d40-f946-43c5-aca3-8d043a84fab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:47.075322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:50:47.493980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e3169-660e-461d-862b-f6e5ff563d41 req-55d6b1d4-62ef-471f-bf98-2feedf09d935 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:47.495405 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a4e3169-660e-461d-862b-f6e5ff563d41 req-55d6b1d4-62ef-471f-bf98-2feedf09d935 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 948 time: 0.0746529 Feb 28 11:50:47.543574 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a4e3169-660e-461d-862b-f6e5ff563d41 req-d1a8c11f-b51a-4e41-8786-ebffa8643be4 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421498 Feb 28 11:50:48.302358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:48.381013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:48.590932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:50:48.706790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:50:48.711591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:50:48.711968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:48.740911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d2aea-d6dc-477e-bbe3-33a1b01d0632 req-897d81a4-114f-46c1-aa46-18121f17519c tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:48.742342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7d2aea-d6dc-477e-bbe3-33a1b01d0632 req-897d81a4-114f-46c1-aa46-18121f17519c tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 948 time: 0.0780578 Feb 28 11:50:48.787829 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7d2aea-d6dc-477e-bbe3-33a1b01d0632 req-0f5e9bb2-5a15-4e04-8767-ea02f89d36d7 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397553 Feb 28 11:50:48.828056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:48.855744 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c058657-d641-4c82-86a1-02fe11469573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:50:48.863924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,segment=NetworkSegment(e828d0df-60ea-48c7-9f9b-648c2cfbe866),segment_id=e828d0df-60ea-48c7-9f9b-648c2cfbe866)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:48.916455 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c058657-d641-4c82-86a1-02fe11469573', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0', 'code': 200} Feb 28 11:50:48.926994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:48.993554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:49.275660 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-110bc4ad-14a4-4135-82a5-debf653aa815 req-eb5a8fe7-0516-4b28-82a3-3fa0f5f932af service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 1102 time: 0.0717084 Feb 28 11:50:49.316273 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-110bc4ad-14a4-4135-82a5-debf653aa815 req-cd77b870-294b-441f-b4ab-855a2ce798c9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350561 Feb 28 11:50:49.735330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:49.980856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f4ae14-9871-40eb-88ab-b1e1bda32aaf req-9e5dae4f-6d4c-48e1-8bbd-2ad6de1a33b7 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:49.982359 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8f4ae14-9871-40eb-88ab-b1e1bda32aaf req-9e5dae4f-6d4c-48e1-8bbd-2ad6de1a33b7 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 949 time: 0.0767612 Feb 28 11:50:50.029030 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8f4ae14-9871-40eb-88ab-b1e1bda32aaf req-661b04ca-69c0-4cfa-ac85-d4ac5dc5eff8 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407231 Feb 28 11:50:51.366526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cae86b-10ef-4b81-a4f9-0f6008193bd9 req-ad9dcfde-f273-4fbe-906f-743ea3cff7db tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:51.367894 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-82cae86b-10ef-4b81-a4f9-0f6008193bd9 req-ad9dcfde-f273-4fbe-906f-743ea3cff7db tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 949 time: 0.0784171 Feb 28 11:50:51.412660 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-82cae86b-10ef-4b81-a4f9-0f6008193bd9 req-150f3b0d-1533-41ab-9fc2-37ba60d3e5d4 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387990 Feb 28 11:50:51.892615 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-56929715-cbcd-48b3-9733-ddaa9fba6920 req-290adee3-fba8-401e-a9f5-708bac3b27f9 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670638 Feb 28 11:50:52.512701 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af797406-a1ec-431d-adb9-0521632c004a req-332e7e36-30b4-4902-8572-f401d3c49633 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0693836 Feb 28 11:50:53.313568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441341b8-9050-431d-aaa4-0a03bc049d3e req-45a5430d-1426-42b5-a81a-8663feb6de21 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:53.315019 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-441341b8-9050-431d-aaa4-0a03bc049d3e req-45a5430d-1426-42b5-a81a-8663feb6de21 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 949 time: 0.0748396 Feb 28 11:50:53.359672 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-441341b8-9050-431d-aaa4-0a03bc049d3e req-5a9614ae-d1ef-49e6-8b0b-6f1504bb8731 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392528 Feb 28 11:50:53.391696 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:50:54.676498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72770670-af00-4acb-9184-9909255d54e7 req-793f2573-15f9-43bd-ac76-9d9c9a4f09aa tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:54.677890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72770670-af00-4acb-9184-9909255d54e7 req-793f2573-15f9-43bd-ac76-9d9c9a4f09aa tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.57 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 949 time: 0.2182477 Feb 28 11:50:54.683834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f19dbc-98a9-43ae-bb1f-bf7f65989012 req-95eaffc0-565e-40a8-9f22-093a4c086725 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:50:54.685685 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9f19dbc-98a9-43ae-bb1f-bf7f65989012 req-95eaffc0-565e-40a8-9f22-093a4c086725 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 949 time: 0.1935768 Feb 28 11:50:54.775108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-72770670-af00-4acb-9184-9909255d54e7 req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Deleting port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:50:54.775443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-72770670-af00-4acb-9184-9909255d54e7 req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:54.805269 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b9f19dbc-98a9-43ae-bb1f-bf7f65989012 req-38717592-afda-4cdc-8a01-2e3ccc40a770 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/security-groups?id=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924351 Feb 28 11:50:55.018772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-72770670-af00-4acb-9184-9909255d54e7 req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] For port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,segment=NetworkSegment(e828d0df-60ea-48c7-9f9b-648c2cfbe866),segment_id=e828d0df-60ea-48c7-9f9b-648c2cfbe866)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:50:55.019067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-72770670-af00-4acb-9184-9909255d54e7 req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:55.134471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-72770670-af00-4acb-9184-9909255d54e7 req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Calling delete_port for dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:50:55.312402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-72770670-af00-4acb-9184-9909255d54e7 req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:55.359437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Pushing event deleted for resources: {'Port': ['ID=dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:55.439340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-72770670-af00-4acb-9184-9909255d54e7 req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] No DVR routers for this DVR port dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:50:55.441956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-72770670-af00-4acb-9184-9909255d54e7 req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:55.444532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c058657-d641-4c82-86a1-02fe11469573', 'name': 'network-vif-deleted', 'tag': 'dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:50:55.501604 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c058657-d641-4c82-86a1-02fe11469573', 'name': 'network-vif-deleted', 'tag': 'dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0', 'status': 'completed', 'code': 200} Feb 28 11:50:55.519305 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72770670-af00-4acb-9184-9909255d54e7 req-bc0c2e71-5517-4564-87e3-4cfbd85336b0 tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.57 "DELETE /v2.0/ports/dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 HTTP/1.1" status: 204 len: 173 time: 0.8326616 Feb 28 11:50:55.983553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-44ad988f-aeba-4ff3-a643-5b88c0f8b073 req-2628488d-2617-4e62-aea4-f7278ce4333e tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Synchronizing usage tracker for tenant:bdd8e31f7923411caaf76c5546c30b2c on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:50:56.072258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-44ad988f-aeba-4ff3-a643-5b88c0f8b073 req-2628488d-2617-4e62-aea4-f7278ce4333e tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] Unset dirty status for tenant:bdd8e31f7923411caaf76c5546c30b2c on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:50:56.073511 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44ad988f-aeba-4ff3-a643-5b88c0f8b073 req-2628488d-2617-4e62-aea4-f7278ce4333e tempest-ServersAdminNegativeTestJSON-496305318 tempest-ServersAdminNegativeTestJSON-496305318-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c058657-d641-4c82-86a1-02fe11469573 HTTP/1.1" status: 200 len: 210 time: 0.1298513 Feb 28 11:50:56.606265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:50:56.638335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:50:56.638707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device dd7fcb55-88a2-417d-b9be-9dd1b9d04ec0 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:50:57.665588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57456) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:57.862721 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-827f2783-56ef-431b-9c44-abe5349181a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bdd8e31f7923411caaf76c5546c30b2c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1960042 Feb 28 11:50:57.865212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57462) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:57.920984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-26195ae0-1cde-4033-8be8-abac644ac322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:57.949024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-26195ae0-1cde-4033-8be8-abac644ac322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:58.087154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-26195ae0-1cde-4033-8be8-abac644ac322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:58.104601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26195ae0-1cde-4033-8be8-abac644ac322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41db3e7a-d3cb-4b20-9fcc-a0ebb4699159,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:58.180161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-26195ae0-1cde-4033-8be8-abac644ac322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:58.181300 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-26195ae0-1cde-4033-8be8-abac644ac322 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/41db3e7a-d3cb-4b20-9fcc-a0ebb4699159 HTTP/1.1" status: 204 len: 168 time: 0.3152096 Feb 28 11:50:58.818884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57470) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:58.837439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-919e3996-2d15-42be-b319-a8109cad1e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:58.868154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-919e3996-2d15-42be-b319-a8109cad1e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:50:58.872616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-919e3996-2d15-42be-b319-a8109cad1e31 admin admin] Usage tracker for resource:security_group_rule and tenant:e868b13339f3440a8f02d7a0ff1f0b91 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:50:58.875392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-919e3996-2d15-42be-b319-a8109cad1e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:50:58.881064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-919e3996-2d15-42be-b319-a8109cad1e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:50:58.943669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-919e3996-2d15-42be-b319-a8109cad1e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:59.026893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-919e3996-2d15-42be-b319-a8109cad1e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:59.070997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919e3996-2d15-42be-b319-a8109cad1e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b42de6-ea28-43bb-954e-ca8fa9344be6,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:59.077199 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-919e3996-2d15-42be-b319-a8109cad1e31 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e868b13339f3440a8f02d7a0ff1f0b91&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2569895 Feb 28 11:50:59.082476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57474) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:50:59.140890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-394ac75c-5fce-4cac-b52f-797fde386c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:59.165788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-394ac75c-5fce-4cac-b52f-797fde386c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:59.272457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-394ac75c-5fce-4cac-b52f-797fde386c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:59.288439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394ac75c-5fce-4cac-b52f-797fde386c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b42de6-ea28-43bb-954e-ca8fa9344be6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:50:59.292630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-394ac75c-5fce-4cac-b52f-797fde386c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:50:59.293609 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-394ac75c-5fce-4cac-b52f-797fde386c1b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67b42de6-ea28-43bb-954e-ca8fa9344be6 HTTP/1.1" status: 204 len: 168 time: 0.2131395 Feb 28 11:51:00.435242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57496) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:00.562055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-383987953-network', 'tenant_id': '4e4384a6e33d4415832c2717c30543c0'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:51:00.567293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:00.571134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Usage tracker for resource:network and tenant:4e4384a6e33d4415832c2717c30543c0 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:00.573898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:00.579934 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:00.665823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Made reservation on behalf of 4e4384a6e33d4415832c2717c30543c0 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:51:00.669154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:00.687162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:00.718805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:00.722917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Usage tracker for resource:security_group_rule and tenant:4e4384a6e33d4415832c2717c30543c0 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:00.725628 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:00.731310 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:00.795528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:00.878098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:00.907951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 732} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:51:00.915909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451a88ae-27a4-4b0a-8676-156e4c29a46d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:00.921217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:00.921554 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Added segment 1abcb299-e8fb-44a4-b357-6b3b8acb94ae of type vlan for network 38c0347b-7605-4754-bd74-67481dd4a7c0 Feb 28 11:51:00.947548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:01.032576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:01.033436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:01.034021 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:01.138569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] Pushing event updated for resources: {'Network': ['ID=38c0347b-7605-4754-bd74-67481dd4a7c0,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:01.148280 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 38c0347b-7605-4754-bd74-67481dd4a7c0 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:51:01.195908 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a1b4dc47-9add-4394-9a41-bf4399adb523 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7595887 Feb 28 11:51:01.198871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57502) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:01.204641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Request body: {'subnet': {'network_id': '38c0347b-7605-4754-bd74-67481dd4a7c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-383987953-subnet', 'tenant_id': '4e4384a6e33d4415832c2717c30543c0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:51:01.209306 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:01.213137 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Usage tracker for resource:subnet and tenant:4e4384a6e33d4415832c2717c30543c0 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:01.216613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:01.222762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:01.298322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Made reservation on behalf of 4e4384a6e33d4415832c2717c30543c0 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:51:01.300802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:01.641476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:01.712569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df524c43-09c3-4993-b9f3-229cf42057e5,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:01.724089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Checking segment: {'id': '1abcb299-e8fb-44a4-b357-6b3b8acb94ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '38c0347b-7605-4754-bd74-67481dd4a7c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:51:01.724444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Network hostable DHCP agents. Network: 38c0347b-7605-4754-bd74-67481dd4a7c0, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:51:01.829360 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Network 38c0347b-7605-4754-bd74-67481dd4a7c0 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:51:01.895432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 38c0347b-7605-4754-bd74-67481dd4a7c0) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:51:01.899329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:01.899954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:01.904796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4df3c0-5868-445c-a1dd-906282758bb3 None None] Network 38c0347b-7605-4754-bd74-67481dd4a7c0 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:51:01.983217 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ce75bd25-36b0-451d-8a76-ad55df0dcfc8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7833412 Feb 28 11:51:02.134786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52218b68-4eb7-4551-8df7-5530fbac431b None None] Network 38c0347b-7605-4754-bd74-67481dd4a7c0 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:51:02.521186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-5004d79d-9b8b-4f5b-bccf-6d88d9a4037e tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:02.522511 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-5004d79d-9b8b-4f5b-bccf-6d88d9a4037e tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/networks?id=38c0347b-7605-4754-bd74-67481dd4a7c0 HTTP/1.1" status: 200 len: 811 time: 0.1387825 Feb 28 11:51:02.537953 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-193b7c00-8919-4ed1-b93d-79bf3336a4eb tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/quotas/4e4384a6e33d4415832c2717c30543c0 HTTP/1.1" status: 200 len: 375 time: 0.0101926 Feb 28 11:51:02.582108 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-f8cb0bb4-af4f-45bd-8d88-1f6c8021b7c7 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4e4384a6e33d4415832c2717c30543c0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395098 Feb 28 11:51:02.592174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-81e960e4-bbe7-4908-a007-0a47e7f71349 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:51:02.593077 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-81e960e4-bbe7-4908-a007-0a47e7f71349 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048335 Feb 28 11:51:02.724518 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-1f417f19-8761-425c-9003-25bf2c6afaeb service neutron] 10.222.0.31 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253076 Feb 28 11:51:02.931805 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-c0d0405e-a4cd-46ba-97db-bbf998008cdd service neutron] 10.222.0.31 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016766 Feb 28 11:51:03.207269 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3db8f53-c424-43d8-bf30-c7ca6ea70aa9 req-3f63a2a7-6c77-46b8-8ee0-6395f2497e9d tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 210 time: 0.0469353 Feb 28 11:51:04.040891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:04.372283 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e66b476-ccc2-4bea-b682-81180076be11 req-28e6359f-9f38-4f49-ba23-41bbde99d357 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 210 time: 0.0437384 Feb 28 11:51:05.454684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-0316b846-24dc-4349-9f6e-afa03c02177b tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:05.456101 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-0316b846-24dc-4349-9f6e-afa03c02177b tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.57 "GET /v2.0/networks?id=38c0347b-7605-4754-bd74-67481dd4a7c0 HTTP/1.1" status: 200 len: 811 time: 0.1432965 Feb 28 11:51:05.473429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Request body: {'port': {'device_id': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'network_id': '38c0347b-7605-4754-bd74-67481dd4a7c0', 'admin_state_up': True, 'tenant_id': '4e4384a6e33d4415832c2717c30543c0'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:51:05.593603 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-496112fe-8eed-4cb7-b991-2ea693a0ed54 req-05377a40-28f3-45f5-b481-668ef353ff77 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 210 time: 0.0542185 Feb 28 11:51:05.649966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:05.654035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Usage tracker for resource:port and tenant:4e4384a6e33d4415832c2717c30543c0 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:05.656848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:05.662520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:05.755173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Made reservation on behalf of 4e4384a6e33d4415832c2717c30543c0 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:51:05.758160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:05.916990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Allocated IP 172.20.0.2 (38c0347b-7605-4754-bd74-67481dd4a7c0/df524c43-09c3-4993-b9f3-229cf42057e5/54af8093-492d-4445-90f4-fe71bc5f5d3a) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:51:06.112359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:06.224176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:06.291422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Network 38c0347b-7605-4754-bd74-67481dd4a7c0 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:51:06.294294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:51:06.298121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:51:06.334549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Pushing event updated for resources: {'Port': ['ID=54af8093-492d-4445-90f4-fe71bc5f5d3a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:06.363214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:06.363799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:06.438416 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-7b966686-0283-4e9a-bc5a-8da5bed54c22 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9691613 Feb 28 11:51:06.449345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Request body: {'port': {'device_id': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:51:06.551558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:06.882088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34115f-e6fd-4dd1-b2eb-689f0fda8651 req-c3d32d2b-818c-4b26-ae69-9267850573df tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:06.882739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ec34115f-e6fd-4dd1-b2eb-689f0fda8651 req-c3d32d2b-818c-4b26-ae69-9267850573df tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Synchronizing usage tracker for tenant:4e4384a6e33d4415832c2717c30543c0 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:51:06.954118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54af8093-492d-4445-90f4-fe71bc5f5d3a {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:51:06.960835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:06.976386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Transition to ACTIVE for port object 54af8093-492d-4445-90f4-fe71bc5f5d3a will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:51:07.015172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ec34115f-e6fd-4dd1-b2eb-689f0fda8651 req-c3d32d2b-818c-4b26-ae69-9267850573df tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Unset dirty status for tenant:4e4384a6e33d4415832c2717c30543c0 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:51:07.016334 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ec34115f-e6fd-4dd1-b2eb-689f0fda8651 req-c3d32d2b-818c-4b26-ae69-9267850573df tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 931 time: 0.2595198 Feb 28 11:51:07.046479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:07.274079 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ec34115f-e6fd-4dd1-b2eb-689f0fda8651 req-9d255780-4363-458f-bbd4-9c1578d16a34 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501059 Feb 28 11:51:07.277786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Pushing event updated for resources: {'Port': ['ID=54af8093-492d-4445-90f4-fe71bc5f5d3a,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:07.384380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Attempting to bind port 54af8093-492d-4445-90f4-fe71bc5f5d3a on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:51:07.384740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Attempting to bind port 54af8093-492d-4445-90f4-fe71bc5f5d3a by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '1abcb299-e8fb-44a4-b357-6b3b8acb94ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '38c0347b-7605-4754-bd74-67481dd4a7c0'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:51:07.385068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Attempting to bind port 54af8093-492d-4445-90f4-fe71bc5f5d3a on network 38c0347b-7605-4754-bd74-67481dd4a7c0 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:51:07.390908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Port 54af8093-492d-4445-90f4-fe71bc5f5d3a on network 38c0347b-7605-4754-bd74-67481dd4a7c0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:51:07.391231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Attempting to bind port 54af8093-492d-4445-90f4-fe71bc5f5d3a on network 38c0347b-7605-4754-bd74-67481dd4a7c0 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:51:07.397304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:51:07.397649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Checking segment: {'id': '1abcb299-e8fb-44a4-b357-6b3b8acb94ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '38c0347b-7605-4754-bd74-67481dd4a7c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:51:07.398022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Bound using segment: {'id': '1abcb299-e8fb-44a4-b357-6b3b8acb94ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '38c0347b-7605-4754-bd74-67481dd4a7c0'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:51:07.398434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Bound port: 54af8093-492d-4445-90f4-fe71bc5f5d3a, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1abcb299-e8fb-44a4-b357-6b3b8acb94ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 732, 'network_id': '38c0347b-7605-4754-bd74-67481dd4a7c0'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:51:07.398774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:07.487136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:51:07.489869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a,segment=NetworkSegment(1abcb299-e8fb-44a4-b357-6b3b8acb94ae),segment_id=1abcb299-e8fb-44a4-b357-6b3b8acb94ae)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:51:07.543820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:07.599265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:07.601119 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] 10.222.0.57 "PUT /v2.0/ports/54af8093-492d-4445-90f4-fe71bc5f5d3a HTTP/1.1" status: 200 len: 1093 time: 1.1556118 Feb 28 11:51:07.603614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:51:07.631111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff17cc-3254-48b7-abae-90788334b5ee service neutron] Pushing event updated for resources: {'Port': ['ID=54af8093-492d-4445-90f4-fe71bc5f5d3a,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:07.669028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a', 'status': 'completed', 'code': 200} Feb 28 11:51:07.751153 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-e8e62fce-9f10-470f-b4f9-3f6a483fb207 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e4384a6e33d4415832c2717c30543c0&device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 1096 time: 0.0725937 Feb 28 11:51:07.816089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-92b6a8e3-d35d-4f66-86a2-10ac4554d230 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a HTTP/1.1" status: 200 len: 217 time: 0.0588512 Feb 28 11:51:07.878523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-86cae2c5-4a59-40f6-ab5b-d950045414ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:07.879947 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-86cae2c5-4a59-40f6-ab5b-d950045414ef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df524c43-09c3-4993-b9f3-229cf42057e5 HTTP/1.1" status: 200 len: 851 time: 0.0583849 Feb 28 11:51:07.927332 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-bf4e9385-2ebd-4446-ad7f-c3b8e1e2bca7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38c0347b-7605-4754-bd74-67481dd4a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373695 Feb 28 11:51:08.057281 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-8bf9805f-3374-4432-9837-43e8b6a7f42e service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230011 Feb 28 11:51:08.186034 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993814c9-e6bc-4269-ae35-a18ed78908f8 req-4ba519a1-0b01-4549-8b40-ddfd0999a5d9 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231210 Feb 28 11:51:08.355911 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d03c042-f4bb-48d6-9d3c-fb8c92c46b89 req-f8aea03e-7cf1-4e7d-b3a7-88be81032cbd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e4384a6e33d4415832c2717c30543c0&device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 1096 time: 0.0723805 Feb 28 11:51:08.544695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03c042-f4bb-48d6-9d3c-fb8c92c46b89 req-30355b0a-72b3-475e-bf30-1227d613ff41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:08.546111 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d03c042-f4bb-48d6-9d3c-fb8c92c46b89 req-30355b0a-72b3-475e-bf30-1227d613ff41 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38c0347b-7605-4754-bd74-67481dd4a7c0 HTTP/1.1" status: 200 len: 912 time: 0.1840599 Feb 28 11:51:08.621470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1df66d-9b52-481f-adc2-3af076271f9b req-b164b567-0f50-4a63-82e6-03962e074cc7 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:08.623440 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7d1df66d-9b52-481f-adc2-3af076271f9b req-b164b567-0f50-4a63-82e6-03962e074cc7 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 943 time: 0.1973555 Feb 28 11:51:08.664744 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d03c042-f4bb-48d6-9d3c-fb8c92c46b89 req-78709d35-67be-4271-a3ad-3e3480ee3d61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a HTTP/1.1" status: 200 len: 217 time: 0.1119518 Feb 28 11:51:08.739986 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7d1df66d-9b52-481f-adc2-3af076271f9b req-dee528fc-7465-4b22-9e26-e7795b744c55 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104803 Feb 28 11:51:08.748892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d03c042-f4bb-48d6-9d3c-fb8c92c46b89 req-e4d18611-8028-4a99-af67-1e09c83b0379 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:08.750188 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d03c042-f4bb-48d6-9d3c-fb8c92c46b89 req-e4d18611-8028-4a99-af67-1e09c83b0379 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df524c43-09c3-4993-b9f3-229cf42057e5 HTTP/1.1" status: 200 len: 851 time: 0.0793805 Feb 28 11:51:08.801321 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d03c042-f4bb-48d6-9d3c-fb8c92c46b89 req-f5f92100-fcc6-46e6-a176-c55721d026a3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38c0347b-7605-4754-bd74-67481dd4a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451458 Feb 28 11:51:09.034213 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d03c042-f4bb-48d6-9d3c-fb8c92c46b89 req-95594b75-cabc-4ee3-9305-e4099c29d974 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263281 Feb 28 11:51:09.169497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d03c042-f4bb-48d6-9d3c-fb8c92c46b89 req-df6b4443-3bfa-4a3e-8591-ba28ef99d656 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286998 Feb 28 11:51:09.933452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99294a15-da7a-4fb8-8929-db97ea1cbe83 req-c7bc4124-1866-4b66-9846-03ca4446b315 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:09.935404 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-99294a15-da7a-4fb8-8929-db97ea1cbe83 req-c7bc4124-1866-4b66-9846-03ca4446b315 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 943 time: 0.0750284 Feb 28 11:51:09.982033 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-99294a15-da7a-4fb8-8929-db97ea1cbe83 req-84898386-8878-45fe-958c-3678b07143d1 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Feb 28 11:51:10.622626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 54af8093-492d-4445-90f4-fe71bc5f5d3a details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:51:10.752336 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a,segment=NetworkSegment(1abcb299-e8fb-44a4-b357-6b3b8acb94ae),segment_id=1abcb299-e8fb-44a4-b357-6b3b8acb94ae)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:51:10.767097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '54af8093-492d-4445-90f4-fe71bc5f5d3a', 'network_id': '38c0347b-7605-4754-bd74-67481dd4a7c0', 'port_id': '54af8093-492d-4445-90f4-fe71bc5f5d3a', 'mac_address': 'fa:16:3e:92:5a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df524c43-09c3-4993-b9f3-229cf42057e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:51:10.819540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:10.838940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54af8093-492d-4445-90f4-fe71bc5f5d3a {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:51:10.853931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a,segment=NetworkSegment(1abcb299-e8fb-44a4-b357-6b3b8acb94ae),segment_id=1abcb299-e8fb-44a4-b357-6b3b8acb94ae)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:51:10.926458 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:10.989982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=54af8093-492d-4445-90f4-fe71bc5f5d3a,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:10.998567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:10.998925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:10.999256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:10.999582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:10.999905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:11.000221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:11.000544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:11.000858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:11.001171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:11.001480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:11.001788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:11.115246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['54af8093-492d-4445-90f4-fe71bc5f5d3a'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:51:11.181946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9a43-a8e3-446a-947c-2f34dfa86692 req-31970913-2886-46d9-950c-c640c5b1d0bd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:11.183297 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64aa9a43-a8e3-446a-947c-2f34dfa86692 req-31970913-2886-46d9-950c-c640c5b1d0bd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 944 time: 0.0807471 Feb 28 11:51:11.228235 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64aa9a43-a8e3-446a-947c-2f34dfa86692 req-93a5a8c9-8564-4722-9325-cc4f37d078cd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387690 Feb 28 11:51:12.420962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189f146-39d1-48ad-bc99-46f68d6c907b req-63f1848c-d206-419b-90a9-d06e614fac41 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:12.422379 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f189f146-39d1-48ad-bc99-46f68d6c907b req-63f1848c-d206-419b-90a9-d06e614fac41 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 944 time: 0.0760055 Feb 28 11:51:12.465564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f189f146-39d1-48ad-bc99-46f68d6c907b req-2f65518b-c33f-4e44-8e65-963720b43fd6 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376916 Feb 28 11:51:12.637307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 54af8093-492d-4445-90f4-fe71bc5f5d3a up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:51:12.766377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 54af8093-492d-4445-90f4-fe71bc5f5d3a completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:51:12.771201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 54af8093-492d-4445-90f4-fe71bc5f5d3a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:51:12.771566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:12.884436 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:12.911021 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:51:12.920946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a,segment=NetworkSegment(1abcb299-e8fb-44a4-b357-6b3b8acb94ae),segment_id=1abcb299-e8fb-44a4-b357-6b3b8acb94ae)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:51:12.964773 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a', 'code': 200} Feb 28 11:51:12.992516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:13.058730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=54af8093-492d-4445-90f4-fe71bc5f5d3a,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:13.321815 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ffe68707-bbc2-4cdb-990e-ae014100e2bd req-edf76ccc-3597-4cdf-a925-404aff784ba3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 1098 time: 0.0691788 Feb 28 11:51:13.364714 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ffe68707-bbc2-4cdb-990e-ae014100e2bd req-98cb8fc0-a015-4056-861f-aaff1c1c8821 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355937 Feb 28 11:51:13.661405 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e198ee4-f7bc-4565-bd6c-31aee2bbfb19 req-f8722f34-4349-4c2a-9c9b-de6eeb64a8af tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:13.662874 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7e198ee4-f7bc-4565-bd6c-31aee2bbfb19 req-f8722f34-4349-4c2a-9c9b-de6eeb64a8af tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0754168 Feb 28 11:51:13.710912 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7e198ee4-f7bc-4565-bd6c-31aee2bbfb19 req-dad7d155-c803-4326-a56a-20c418a7d107 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 Feb 28 11:51:14.866371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6a81f1c5-1ded-49b7-bbdf-bb61ffebbac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:14.910865 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c051e77-c6df-45cd-84ef-8aaf65a382dc req-1ea9ca70-e98f-4acf-b357-3be0da860db6 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:14.912212 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c051e77-c6df-45cd-84ef-8aaf65a382dc req-1ea9ca70-e98f-4acf-b357-3be0da860db6 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0787516 Feb 28 11:51:14.956869 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c051e77-c6df-45cd-84ef-8aaf65a382dc req-78a9a152-572c-44f5-81ca-5fa60ff2822a tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391428 Feb 28 11:51:15.148961 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ae54c44-b389-452d-9886-9f10fedb88e0 req-933ad5c5-d30d-4ae6-a96d-f2100deea713 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0697560 Feb 28 11:51:15.604013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf807-4f18-467e-a642-964132f4017a req-893488bf-ae17-4686-9e29-86bc6a6bfde7 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:15.605477 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a9bf807-4f18-467e-a642-964132f4017a req-893488bf-ae17-4686-9e29-86bc6a6bfde7 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0803685 Feb 28 11:51:15.652571 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a9bf807-4f18-467e-a642-964132f4017a req-47072859-7693-44ce-bc79-65e4fbba1197 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408151 Feb 28 11:51:15.674764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57558) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:15.817289 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-43ce5722-ae46-4432-a855-4ef3e5f2ab17 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1413133 Feb 28 11:51:16.857163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4e040-6a9c-403d-9b4c-6d0e9d36068b req-2bfa63ae-2b30-4323-9fb6-b27d4b1f396b tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:16.858652 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87a4e040-6a9c-403d-9b4c-6d0e9d36068b req-2bfa63ae-2b30-4323-9fb6-b27d4b1f396b tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0811567 Feb 28 11:51:16.903732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87a4e040-6a9c-403d-9b4c-6d0e9d36068b req-c0087f7c-8177-4b47-84b8-918f4d5a0ce0 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387366 Feb 28 11:51:17.069060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9d38e15a-fa53-4c85-a7e1-846338123dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:18.154812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade9664-029a-46d3-a6e5-8840a984316d req-049ec329-a0b7-4e64-8ac2-fc478aad2cdd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:18.156272 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ade9664-029a-46d3-a6e5-8840a984316d req-049ec329-a0b7-4e64-8ac2-fc478aad2cdd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.1337047 Feb 28 11:51:18.159038 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-93fbaa50-86af-47ec-b86f-75b140afe0d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e4384a6e33d4415832c2717c30543c0&device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 1098 time: 0.1057477 Feb 28 11:51:18.283968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ade9664-029a-46d3-a6e5-8840a984316d req-71105c83-6f49-475e-ab99-8c4c29986f6b tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220484 Feb 28 11:51:18.310569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:18.318116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-143b4423-44c1-40e9-b9fd-8ba3da5726b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:18.319576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-143b4423-44c1-40e9-b9fd-8ba3da5726b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38c0347b-7605-4754-bd74-67481dd4a7c0 HTTP/1.1" status: 200 len: 912 time: 0.1441460 Feb 28 11:51:18.366198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:18.389097 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-849d82c8-4119-406f-add1-6516a99d299a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a HTTP/1.1" status: 200 len: 217 time: 0.0630672 Feb 28 11:51:18.447845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-90e11816-2fcf-482e-bdff-14c3de790902 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:18.449221 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-90e11816-2fcf-482e-bdff-14c3de790902 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df524c43-09c3-4993-b9f3-229cf42057e5 HTTP/1.1" status: 200 len: 851 time: 0.0553594 Feb 28 11:51:18.492296 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-40bb7a30-3bd6-48ae-8644-260a979ae5b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38c0347b-7605-4754-bd74-67481dd4a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375149 Feb 28 11:51:18.618641 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-ab43a4a6-506d-4f23-946e-c9bf61058f72 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207261 Feb 28 11:51:18.833828 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-53ba606e-5a27-4889-a723-3980a63fed23 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092183 Feb 28 11:51:19.479467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb20037-2a88-4e55-9f4b-643fe4cf452f req-f38faef3-7fc1-4b34-8b91-dd1cf9fe0cd5 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:19.481023 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ddb20037-2a88-4e55-9f4b-643fe4cf452f req-f38faef3-7fc1-4b34-8b91-dd1cf9fe0cd5 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0779119 Feb 28 11:51:19.526106 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ddb20037-2a88-4e55-9f4b-643fe4cf452f req-2b4e66fb-0e53-4413-8d4d-24bea60376da tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388019 Feb 28 11:51:19.740570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:20.724085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01c554-ec39-4023-be91-f6b0c05f11fa req-f4b4145f-6c4e-4f6e-85fd-8258eb7ef960 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:20.725484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc01c554-ec39-4023-be91-f6b0c05f11fa req-f4b4145f-6c4e-4f6e-85fd-8258eb7ef960 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0784702 Feb 28 11:51:20.769989 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc01c554-ec39-4023-be91-f6b0c05f11fa req-dc532549-76e5-4031-80a6-0898ca31580f tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390465 Feb 28 11:51:21.966600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792a873-c47d-4427-ae22-fe3117ec095f req-cdf34ef0-ecc2-4f24-9377-634402796c3d tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:21.968062 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c792a873-c47d-4427-ae22-fe3117ec095f req-cdf34ef0-ecc2-4f24-9377-634402796c3d tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0763144 Feb 28 11:51:22.014332 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c792a873-c47d-4427-ae22-fe3117ec095f req-6fcf406e-b73c-4143-bb28-19247ee7b362 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Feb 28 11:51:23.212318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829fa9-9b6f-4a49-a620-f9f78bd2e5c7 req-8fe1c18d-508c-4a29-aaf0-77a7675823dc tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:23.213728 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f8829fa9-9b6f-4a49-a620-f9f78bd2e5c7 req-8fe1c18d-508c-4a29-aaf0-77a7675823dc tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0786791 Feb 28 11:51:23.258173 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f8829fa9-9b6f-4a49-a620-f9f78bd2e5c7 req-5609b387-71ba-452a-b040-fb13a8f530e0 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387881 Feb 28 11:51:24.455895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340126e-132a-4df1-a0d7-7f1f8be50852 req-546a4fa9-ef07-43f5-af2d-ed7623457d0e tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:24.457393 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5340126e-132a-4df1-a0d7-7f1f8be50852 req-546a4fa9-ef07-43f5-af2d-ed7623457d0e tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0761955 Feb 28 11:51:24.503114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5340126e-132a-4df1-a0d7-7f1f8be50852 req-ee6ca629-03b8-436c-bbf3-8706c20c1bb4 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400803 Feb 28 11:51:25.835503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e48dc-0fa8-4e32-98a9-87ff53a0290e req-cbdea0d4-cf55-484d-b687-eb20bc0e6434 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:25.836920 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e53e48dc-0fa8-4e32-98a9-87ff53a0290e req-cbdea0d4-cf55-484d-b687-eb20bc0e6434 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0779462 Feb 28 11:51:25.881120 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e53e48dc-0fa8-4e32-98a9-87ff53a0290e req-26f494c0-9abb-4d47-bcbc-d877ed527e37 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380993 Feb 28 11:51:27.075270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742f915-a6c2-494f-9bb8-260affa9c18d req-d0a63436-b49d-4d2d-b77f-1dbc1635e061 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:27.077352 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5742f915-a6c2-494f-9bb8-260affa9c18d req-d0a63436-b49d-4d2d-b77f-1dbc1635e061 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0792530 Feb 28 11:51:27.129792 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5742f915-a6c2-494f-9bb8-260affa9c18d req-a2ffdff5-7bae-4f2a-8a2f-ac0a55dd6be3 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Feb 28 11:51:28.346702 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-40531677-bf21-4f0c-9267-65ab50b12d15 req-bf9fe6f0-c95a-47ed-ac8d-b039c8ba83ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e4384a6e33d4415832c2717c30543c0&device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 1098 time: 0.1286197 Feb 28 11:51:28.359010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d5ba36-4bf2-4c74-a69d-6887a66d121e req-1ffb81c8-79d5-4229-be87-0850c15d738a tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:28.360752 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9d5ba36-4bf2-4c74-a69d-6887a66d121e req-1ffb81c8-79d5-4229-be87-0850c15d738a tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.1061234 Feb 28 11:51:28.490456 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9d5ba36-4bf2-4c74-a69d-6887a66d121e req-fb51db1a-6422-4446-ba3e-4596210fca14 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093714 Feb 28 11:51:28.518680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40531677-bf21-4f0c-9267-65ab50b12d15 req-12694d08-d35e-4bad-b02b-48c02cff16b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:28.520121 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-40531677-bf21-4f0c-9267-65ab50b12d15 req-12694d08-d35e-4bad-b02b-48c02cff16b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38c0347b-7605-4754-bd74-67481dd4a7c0 HTTP/1.1" status: 200 len: 912 time: 0.1563246 Feb 28 11:51:28.591954 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-40531677-bf21-4f0c-9267-65ab50b12d15 req-49ceb1f9-144c-435f-9d10-bb1d3cea2eec service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a HTTP/1.1" status: 200 len: 217 time: 0.0609550 Feb 28 11:51:28.652490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40531677-bf21-4f0c-9267-65ab50b12d15 req-c0a48fb5-9046-4c9f-93f9-1c7c7d11bd20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:28.653964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-40531677-bf21-4f0c-9267-65ab50b12d15 req-c0a48fb5-9046-4c9f-93f9-1c7c7d11bd20 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df524c43-09c3-4993-b9f3-229cf42057e5 HTTP/1.1" status: 200 len: 851 time: 0.0563641 Feb 28 11:51:28.696135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-40531677-bf21-4f0c-9267-65ab50b12d15 req-3c859e79-6308-4fa8-80d7-60bb1e8191da service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38c0347b-7605-4754-bd74-67481dd4a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371106 Feb 28 11:51:28.822497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-40531677-bf21-4f0c-9267-65ab50b12d15 req-cf475e65-2150-44ae-a834-ae846f4e2416 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208405 Feb 28 11:51:28.954561 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-40531677-bf21-4f0c-9267-65ab50b12d15 req-bcb0001a-7e9c-4fa1-b58c-b086a6d01c40 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260509 Feb 28 11:51:29.763472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232dda21-f2d8-46b3-a708-f50553d53318 req-595f717f-849e-4bdc-8f9e-414981a9c0bc tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:29.765110 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-232dda21-f2d8-46b3-a708-f50553d53318 req-595f717f-849e-4bdc-8f9e-414981a9c0bc tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.1570573 Feb 28 11:51:29.810692 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-232dda21-f2d8-46b3-a708-f50553d53318 req-80c9ac1d-3708-4fc9-8357-2f6f21156f89 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399697 Feb 28 11:51:30.392743 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:51:31.006751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb7de7-1dd6-484c-9df9-db61e738492a req-974e22e7-6ed0-4071-b837-b43ba8e10893 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:31.008148 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b2cb7de7-1dd6-484c-9df9-db61e738492a req-974e22e7-6ed0-4071-b837-b43ba8e10893 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0772786 Feb 28 11:51:31.054975 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b2cb7de7-1dd6-484c-9df9-db61e738492a req-5c0f5a98-b63a-4c18-a427-32d99676c40f tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411918 Feb 28 11:51:32.252546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e7d7f-f23f-47f5-afb3-e9a8ad40281a req-853a2231-43b0-471a-8bc1-710ee656eef6 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:32.253877 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c21e7d7f-f23f-47f5-afb3-e9a8ad40281a req-853a2231-43b0-471a-8bc1-710ee656eef6 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0777984 Feb 28 11:51:32.297834 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c21e7d7f-f23f-47f5-afb3-e9a8ad40281a req-2df11a63-121d-4d00-8888-8b6a4216be6d tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385602 Feb 28 11:51:33.492236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c5f732-c4c7-43b6-af36-a4781a50ee42 req-ebe875d2-95c7-4ad3-bd75-d30450d54c6f tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:33.493651 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-67c5f732-c4c7-43b6-af36-a4781a50ee42 req-ebe875d2-95c7-4ad3-bd75-d30450d54c6f tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0785503 Feb 28 11:51:33.543459 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-67c5f732-c4c7-43b6-af36-a4781a50ee42 req-5769e23f-f3bd-4703-a3de-1dc45f148a7c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438042 Feb 28 11:51:34.076814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:34.736462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe37f8c-2692-4678-bcf8-76504fa3f72d req-25e96eef-fed1-4b7a-af8f-a71111d77d24 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:34.737875 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dfe37f8c-2692-4678-bcf8-76504fa3f72d req-25e96eef-fed1-4b7a-af8f-a71111d77d24 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0744684 Feb 28 11:51:34.782553 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dfe37f8c-2692-4678-bcf8-76504fa3f72d req-0bb3a9f8-56b5-4e07-8060-d3448a89a56d tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Feb 28 11:51:35.979528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c521cd29-74a3-47b0-a28e-a96888e2dd06 req-67e5f9b4-1e39-4af8-b733-d0eb3f939fdc tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:35.980893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c521cd29-74a3-47b0-a28e-a96888e2dd06 req-67e5f9b4-1e39-4af8-b733-d0eb3f939fdc tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0815136 Feb 28 11:51:36.025918 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c521cd29-74a3-47b0-a28e-a96888e2dd06 req-7cc0a345-0451-4dec-bda6-dca96e81887e tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 Feb 28 11:51:37.218559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a3ac52-a7a6-4188-9fd7-434ea34c20ab req-947566e0-3674-45cd-bb5a-e704a6baef1b tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:37.219999 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-20a3ac52-a7a6-4188-9fd7-434ea34c20ab req-947566e0-3674-45cd-bb5a-e704a6baef1b tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0747850 Feb 28 11:51:37.267649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-20a3ac52-a7a6-4188-9fd7-434ea34c20ab req-d30eee73-c134-48de-941a-186e2eb4c14f tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419638 Feb 28 11:51:38.472280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a9540c-065a-4b7f-bdaa-9157fef0daf3 req-032d82be-db5c-4307-a2c1-b723c1b43afd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:38.473704 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-36a9540c-065a-4b7f-bdaa-9157fef0daf3 req-032d82be-db5c-4307-a2c1-b723c1b43afd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0757480 Feb 28 11:51:38.518002 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-36a9540c-065a-4b7f-bdaa-9157fef0daf3 req-08cb7c7f-fed3-47fe-9001-b94e40648e65 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388916 Feb 28 11:51:39.716816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6568bce-f6e0-4db5-b196-855054051dbd req-123cf9e7-eb61-4f5e-b0f4-0f19618f070a tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:39.718264 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6568bce-f6e0-4db5-b196-855054051dbd req-123cf9e7-eb61-4f5e-b0f4-0f19618f070a tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0795987 Feb 28 11:51:39.762727 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6568bce-f6e0-4db5-b196-855054051dbd req-9e062a04-3181-45bc-86c1-9db3676d4d46 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386393 Feb 28 11:51:40.954357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf6f5c-b319-4fcd-a2da-8a9a07a97e12 req-74d66958-beda-4219-bf5b-86308e3b73dc tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:40.955760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5daf6f5c-b319-4fcd-a2da-8a9a07a97e12 req-74d66958-beda-4219-bf5b-86308e3b73dc tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0754676 Feb 28 11:51:41.000268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5daf6f5c-b319-4fcd-a2da-8a9a07a97e12 req-4219ec38-6831-4f63-ab41-daa571e09c3a tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390465 Feb 28 11:51:42.199023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240c6f0-43b7-4fc7-8c46-e8c6f0b977a6 req-f0ceb7d2-5a9e-4b05-a312-b3fc335a1f18 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:42.200438 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7240c6f0-43b7-4fc7-8c46-e8c6f0b977a6 req-f0ceb7d2-5a9e-4b05-a312-b3fc335a1f18 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0783191 Feb 28 11:51:42.245179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7240c6f0-43b7-4fc7-8c46-e8c6f0b977a6 req-66125410-5301-4951-a8f1-557acdd828f0 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Feb 28 11:51:43.440279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadb921-50b4-40de-9f5b-1cfa09bfed44 req-5d03c0f9-a015-49f6-9b8d-ec0da417dfd9 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:43.441702 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7aadb921-50b4-40de-9f5b-1cfa09bfed44 req-5d03c0f9-a015-49f6-9b8d-ec0da417dfd9 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0762753 Feb 28 11:51:43.486691 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7aadb921-50b4-40de-9f5b-1cfa09bfed44 req-eec2f83f-ca07-414c-a874-7799ad32c647 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394716 Feb 28 11:51:44.690777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992af54-b103-445e-8a0f-c48fa54577fa req-c6fa76bf-1ca1-4133-ad24-b31ac9c0fa6f tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:44.692232 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2992af54-b103-445e-8a0f-c48fa54577fa req-c6fa76bf-1ca1-4133-ad24-b31ac9c0fa6f tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0834751 Feb 28 11:51:44.737452 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2992af54-b103-445e-8a0f-c48fa54577fa req-cd5599b8-845f-44df-8e2b-31551cd87dcb tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397229 Feb 28 11:51:44.864968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-49615466-dd98-48cd-9515-6900895e542f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:45.974925 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-630d454b-5b38-46b4-9b5e-8f4d227c2283 service neutron] 10.222.0.57 "GET /v2.0/ports/54af8093-492d-4445-90f4-fe71bc5f5d3a/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.1278014 Feb 28 11:51:45.987935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0362834-86ad-4654-b1ff-8c36b2e7ee81 req-994c6292-5d75-4564-a63b-3a7d4884cf00 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:45.989369 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0362834-86ad-4654-b1ff-8c36b2e7ee81 req-994c6292-5d75-4564-a63b-3a7d4884cf00 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.1116862 Feb 28 11:51:46.035083 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0362834-86ad-4654-b1ff-8c36b2e7ee81 req-04017b59-1094-44c9-9a93-08d6a9485b3c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400813 Feb 28 11:51:46.614966 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-21662012-a8eb-421a-9438-6b6463ed6459 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31&tenant_id=4e4384a6e33d4415832c2717c30543c0 HTTP/1.1" status: 200 len: 1098 time: 0.0713363 Feb 28 11:51:46.709314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-ac35d0fd-97bc-4c5b-9464-519f1746d6fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e4384a6e33d4415832c2717c30543c0&device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 1098 time: 0.0697308 Feb 28 11:51:46.836031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-2a71c7b8-157d-4c7b-96fc-84fa6359a837 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:46.837435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-2a71c7b8-157d-4c7b-96fc-84fa6359a837 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38c0347b-7605-4754-bd74-67481dd4a7c0 HTTP/1.1" status: 200 len: 912 time: 0.1221998 Feb 28 11:51:46.986975 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-62ff4265-3f6f-48de-af35-a23e692d74be service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a HTTP/1.1" status: 200 len: 217 time: 0.1435702 Feb 28 11:51:47.049331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-1ead2bce-27f3-4bb1-a529-4e2d5bb1474e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:47.050738 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-1ead2bce-27f3-4bb1-a529-4e2d5bb1474e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df524c43-09c3-4993-b9f3-229cf42057e5 HTTP/1.1" status: 200 len: 851 time: 0.0565012 Feb 28 11:51:47.070983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fbcd0ca3-0fb9-488d-95b4-cdaf60758d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:47.098834 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-6b227749-f687-46a8-b661-5e81343ded5a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38c0347b-7605-4754-bd74-67481dd4a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420623 Feb 28 11:51:47.277953 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-63482a2b-1baa-4e5b-809d-cf3ff9110db4 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726179 Feb 28 11:51:47.309268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b26de-65f2-4ab6-807b-2c997978de61 req-2ecd9d4d-e019-415e-a36e-c61372b4e881 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:47.311391 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5f9b26de-65f2-4ab6-807b-2c997978de61 req-2ecd9d4d-e019-415e-a36e-c61372b4e881 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.1430922 Feb 28 11:51:47.439202 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5f9b26de-65f2-4ab6-807b-2c997978de61 req-be39e54e-e5a6-4560-85a7-9e622ddb22b6 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805736 Feb 28 11:51:47.446501 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9e31f07-20b7-488c-849a-b213b4edcdea req-8bdc84dc-3daf-40fc-ba27-010c2e27b3e6 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618741 Feb 28 11:51:48.303651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:48.344876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:48.637216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cce1f3-b538-4f6c-9615-4c48d29ab3d2 req-c1a73f0b-cbc7-40ab-af80-09dd20cfd514 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:48.639336 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-09cce1f3-b538-4f6c-9615-4c48d29ab3d2 req-c1a73f0b-cbc7-40ab-af80-09dd20cfd514 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0801394 Feb 28 11:51:48.684959 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-09cce1f3-b538-4f6c-9615-4c48d29ab3d2 req-f3d6ba17-e49c-4443-b168-25537ff19a55 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401006 Feb 28 11:51:49.745092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:49.884362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c1764b-1a5f-4a37-9244-5de8fb9d6132 req-fcb8645b-54b7-4216-a125-28023212753f tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:49.885696 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29c1764b-1a5f-4a37-9244-5de8fb9d6132 req-fcb8645b-54b7-4216-a125-28023212753f tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0759110 Feb 28 11:51:49.933342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29c1764b-1a5f-4a37-9244-5de8fb9d6132 req-38bfe1cd-b172-4100-b98c-89495afdd982 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416260 Feb 28 11:51:50.501213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-2af8408b-c6c7-487e-9f0c-8218f115118d tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:50.502493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-2af8408b-c6c7-487e-9f0c-8218f115118d tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.57 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31&tenant_id=4e4384a6e33d4415832c2717c30543c0&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.0785277 Feb 28 11:51:50.645576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-fb6ce5e6-97c4-4f06-a6ed-5d3b4f3b47f2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4e4384a6e33d4415832c2717c30543c0&device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 1098 time: 0.0731819 Feb 28 11:51:50.773895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-bd096c3a-5af9-4682-90ef-cc22b1e28126 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:50.775240 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-bd096c3a-5af9-4682-90ef-cc22b1e28126 service neutron] 10.222.0.57 "GET /v2.0/networks?id=38c0347b-7605-4754-bd74-67481dd4a7c0 HTTP/1.1" status: 200 len: 912 time: 0.1235797 Feb 28 11:51:50.825952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 54af8093-492d-4445-90f4-fe71bc5f5d3a details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:51:50.828665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 54af8093-492d-4445-90f4-fe71bc5f5d3a no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:51:50.842606 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-867767ef-1aad-455c-9778-5a568ba05c19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a HTTP/1.1" status: 200 len: 217 time: 0.0617323 Feb 28 11:51:50.902616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-a873f35c-b3f4-4b5c-86db-eec0c4b336a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:50.904579 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-a873f35c-b3f4-4b5c-86db-eec0c4b336a4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=df524c43-09c3-4993-b9f3-229cf42057e5 HTTP/1.1" status: 200 len: 851 time: 0.0565546 Feb 28 11:51:50.952821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-3a7d13d8-a192-482b-ba27-60c1677f066c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=38c0347b-7605-4754-bd74-67481dd4a7c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425653 Feb 28 11:51:51.038877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:51.070985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a,segment=NetworkSegment(1abcb299-e8fb-44a4-b357-6b3b8acb94ae),segment_id=1abcb299-e8fb-44a4-b357-6b3b8acb94ae)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:51:51.081914 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-98868ed9-1c8d-44ec-a6a2-4decc7eb0fc3 service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235230 Feb 28 11:51:51.092928 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '54af8093-492d-4445-90f4-fe71bc5f5d3a', 'network_id': '38c0347b-7605-4754-bd74-67481dd4a7c0', 'port_id': '54af8093-492d-4445-90f4-fe71bc5f5d3a', 'mac_address': 'fa:16:3e:92:5a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 732, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df524c43-09c3-4993-b9f3-229cf42057e5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:51:51.094218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:51:51.127057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a,segment=NetworkSegment(1abcb299-e8fb-44a4-b357-6b3b8acb94ae),segment_id=1abcb299-e8fb-44a4-b357-6b3b8acb94ae)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:51:51.157254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:51.172135 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a', 'code': 200} Feb 28 11:51:51.179448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54af8093-492d-4445-90f4-fe71bc5f5d3a {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:51:51.184494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:51.220908 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-1cfb014e-c787-4c0c-95a4-4fe912b6530e service neutron] 10.222.0.57 "GET /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328821 Feb 28 11:51:51.326179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:51:51.326696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:51:51.328933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=54af8093-492d-4445-90f4-fe71bc5f5d3a,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:51.881033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:51.898705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54af8093-492d-4445-90f4-fe71bc5f5d3a {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:51:51.915011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a,segment=NetworkSegment(1abcb299-e8fb-44a4-b357-6b3b8acb94ae),segment_id=1abcb299-e8fb-44a4-b357-6b3b8acb94ae)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:51:51.982926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:52.043654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['54af8093-492d-4445-90f4-fe71bc5f5d3a'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:51:52.087504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=54af8093-492d-4445-90f4-fe71bc5f5d3a,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:52.668346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21587a-cda8-4428-9085-49cbfcbf2d7f req-2a47f9c4-98c6-40b5-8382-6119d655ae01 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:52.669762 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9b21587a-cda8-4428-9085-49cbfcbf2d7f req-2a47f9c4-98c6-40b5-8382-6119d655ae01 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 944 time: 0.0746496 Feb 28 11:51:52.713481 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9b21587a-cda8-4428-9085-49cbfcbf2d7f req-6ae28673-799d-41ef-a666-254d94931ba4 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376954 Feb 28 11:51:52.839277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 54af8093-492d-4445-90f4-fe71bc5f5d3a up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:51:52.909512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 54af8093-492d-4445-90f4-fe71bc5f5d3a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:51:52.910210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:53.019868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:53.054747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a,segment=NetworkSegment(1abcb299-e8fb-44a4-b357-6b3b8acb94ae),segment_id=1abcb299-e8fb-44a4-b357-6b3b8acb94ae)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:51:53.114166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:53.173806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:51:53.182295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=54af8093-492d-4445-90f4-fe71bc5f5d3a,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:53.229970 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a', 'code': 200} Feb 28 11:51:54.005954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bda611-3357-4e59-b540-4ba94b061cf8 req-758d5271-2210-4483-891c-588677946af3 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:54.007412 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71bda611-3357-4e59-b540-4ba94b061cf8 req-758d5271-2210-4483-891c-588677946af3 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.1719804 Feb 28 11:51:54.052566 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71bda611-3357-4e59-b540-4ba94b061cf8 req-f9d8f986-3695-4b7f-9d8c-b3272d14a471 tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/security-groups?id=451a88ae-27a4-4b0a-8676-156e4c29a46d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396729 Feb 28 11:51:54.285823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-97067306-84f5-492d-835a-cc6334a0d60d tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:54.287184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-97067306-84f5-492d-835a-cc6334a0d60d tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.57 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 945 time: 0.0755179 Feb 28 11:51:54.358069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Deleting port 54af8093-492d-4445-90f4-fe71bc5f5d3a {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:51:54.358658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:54.589111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] For port 54af8093-492d-4445-90f4-fe71bc5f5d3a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=54af8093-492d-4445-90f4-fe71bc5f5d3a,segment=NetworkSegment(1abcb299-e8fb-44a4-b357-6b3b8acb94ae),segment_id=1abcb299-e8fb-44a4-b357-6b3b8acb94ae)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:51:54.589464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:54.711389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Calling delete_port for 54af8093-492d-4445-90f4-fe71bc5f5d3a owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:51:54.914361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:54.926185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['54af8093-492d-4445-90f4-fe71bc5f5d3a'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:51:54.963733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Pushing event deleted for resources: {'Port': ['ID=54af8093-492d-4445-90f4-fe71bc5f5d3a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:55.002393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.002731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.003091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.003421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.003748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.004075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.004514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.004759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.005077 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.005442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.005710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:55.046721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] No DVR routers for this DVR port 54af8093-492d-4445-90f4-fe71bc5f5d3a on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:51:55.049046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:55.051462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'name': 'network-vif-deleted', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:51:55.120681 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7496ace5-cd3c-45c9-b4a5-0c09d2db73d5 req-9d6ce4c6-0a9d-4680-b106-f1f5355a864c tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.57 "DELETE /v2.0/ports/54af8093-492d-4445-90f4-fe71bc5f5d3a HTTP/1.1" status: 204 len: 173 time: 0.8264110 Feb 28 11:51:55.206487 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9706ae0f-e29f-415d-b295-d1d885c47b31', 'name': 'network-vif-deleted', 'tag': '54af8093-492d-4445-90f4-fe71bc5f5d3a', 'status': 'completed', 'code': 200} Feb 28 11:51:55.212114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-327967d9-9f55-4ee1-8f17-4483b8d876b0 req-7b0d27b0-594a-4b04-b42e-483638fc75fd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Synchronizing usage tracker for tenant:4e4384a6e33d4415832c2717c30543c0 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:51:55.290993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-327967d9-9f55-4ee1-8f17-4483b8d876b0 req-7b0d27b0-594a-4b04-b42e-483638fc75fd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] Unset dirty status for tenant:4e4384a6e33d4415832c2717c30543c0 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:51:55.292157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-327967d9-9f55-4ee1-8f17-4483b8d876b0 req-7b0d27b0-594a-4b04-b42e-483638fc75fd tempest-DeleteServersTestJSON-269976144 tempest-DeleteServersTestJSON-269976144-project] 10.222.0.31 "GET /v2.0/ports?device_id=9706ae0f-e29f-415d-b295-d1d885c47b31 HTTP/1.1" status: 200 len: 210 time: 0.1205318 Feb 28 11:51:56.550756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57666) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:56.610254 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Deleting subnet df524c43-09c3-4993-b9f3-229cf42057e5 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:51:56.613045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:56.662605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:56.722235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:56.857403 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:56.894329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df524c43-09c3-4993-b9f3-229cf42057e5,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:56.905956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.906302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.906640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.907027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.907346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.907674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.907999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.908322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.908641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.908959 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.909276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:51:56.913789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:56.919969 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-4851628c-c052-4aa2-b1e3-baadc0536bb5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/df524c43-09c3-4993-b9f3-229cf42057e5 HTTP/1.1" status: 204 len: 168 time: 0.3681231 Feb 28 11:51:56.922291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57670) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:57.027783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.152533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.176697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38c0347b-7605-4754-bd74-67481dd4a7c0']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:51:57.188920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abcb299-e8fb-44a4-b357-6b3b8acb94ae') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:51:57.189217 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abcb299-e8fb-44a4-b357-6b3b8acb94ae') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:51:57.200095 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.215259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.221324 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] Releasing vlan 732 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:51:57.221697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:51:57.234734 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:51:57.376845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.392437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.401179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=38c0347b-7605-4754-bd74-67481dd4a7c0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:57.404022 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fe790cd7-d1e2-427c-a1d0-e8752731b2aa admin admin] 10.222.0.31 "DELETE /v2.0/networks/38c0347b-7605-4754-bd74-67481dd4a7c0 HTTP/1.1" status: 204 len: 168 time: 0.4807761 Feb 28 11:51:57.681103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57676) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:57.730299 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-99e6e831-0324-4546-8fae-a5ab81591b07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4e4384a6e33d4415832c2717c30543c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480268 Feb 28 11:51:57.733287 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 57680) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:57.792931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-976f71d7-1065-4087-bc75-9c816a236bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.823905 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-976f71d7-1065-4087-bc75-9c816a236bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.965270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-976f71d7-1065-4087-bc75-9c816a236bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.983560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976f71d7-1065-4087-bc75-9c816a236bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451a88ae-27a4-4b0a-8676-156e4c29a46d,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:57.989501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-976f71d7-1065-4087-bc75-9c816a236bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:57.990615 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-976f71d7-1065-4087-bc75-9c816a236bb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/451a88ae-27a4-4b0a-8676-156e4c29a46d HTTP/1.1" status: 204 len: 168 time: 0.2564669 Feb 28 11:51:58.872260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 54af8093-492d-4445-90f4-fe71bc5f5d3a no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:51:58.906677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 54af8093-492d-4445-90f4-fe71bc5f5d3a {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:51:58.907060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 54af8093-492d-4445-90f4-fe71bc5f5d3a not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:51:59.143852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57702) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:59.268393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1916099391-network', 'tenant_id': 'c1c9200741354e09869d9d6e85e763e9'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:51:59.273455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:59.277202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Usage tracker for resource:network and tenant:c1c9200741354e09869d9d6e85e763e9 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:59.280579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:59.286161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:59.353365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Made reservation on behalf of c1c9200741354e09869d9d6e85e763e9 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:51:59.355616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:59.368336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:59.398261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:59.401969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Usage tracker for resource:security_group_rule and tenant:c1c9200741354e09869d9d6e85e763e9 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:59.405358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:59.410908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:59.476780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:59.544185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:59.576551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 711} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:51:59.581523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a54ff64-6984-4956-9e96-63a8dd5e7693,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:59.587946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:59.588280 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Added segment 78f1d497-1a76-4273-9850-9eb032d76c06 of type vlan for network 39a879e8-d060-4913-97d1-f2f824cdc64c Feb 28 11:51:59.618530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:59.714035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:59.714901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:51:59.715475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:51:59.825616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] Pushing event updated for resources: {'Network': ['ID=39a879e8-d060-4913-97d1-f2f824cdc64c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:51:59.835306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 39a879e8-d060-4913-97d1-f2f824cdc64c details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:51:59.880811 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ee4884f6-70c4-475e-8381-530a876ff7e6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7357996 Feb 28 11:51:59.883578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 57708) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:51:59.889077 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Request body: {'subnet': {'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1916099391-subnet', 'tenant_id': 'c1c9200741354e09869d9d6e85e763e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:51:59.894184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:51:59.898158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Usage tracker for resource:subnet and tenant:c1c9200741354e09869d9d6e85e763e9 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:51:59.901130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:51:59.907491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:51:59.971717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Made reservation on behalf of c1c9200741354e09869d9d6e85e763e9 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:51:59.974098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:00.230397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:00.299815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:00.314315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Checking segment: {'id': '78f1d497-1a76-4273-9850-9eb032d76c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:52:00.314675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Network hostable DHCP agents. Network: 39a879e8-d060-4913-97d1-f2f824cdc64c, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:52:00.384250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Network 39a879e8-d060-4913-97d1-f2f824cdc64c is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:52:00.453462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 39a879e8-d060-4913-97d1-f2f824cdc64c) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:52:00.457330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:00.457945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:00.462813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62939dac-3ae0-4311-baaa-6e1066230049 None None] Network 39a879e8-d060-4913-97d1-f2f824cdc64c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:52:00.548809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fcef47af-27f1-41cc-8fd0-5c89e34e2c0d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6641207 Feb 28 11:52:00.675244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb66a31-0b58-4640-bc7e-10aab68e5840 None None] Network 39a879e8-d060-4913-97d1-f2f824cdc64c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:52:01.079963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69287-859f-4638-a8df-dfe4825093b2 req-d374cff6-62cf-425d-9b0e-e017d5d30dab tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:01.080540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-61a69287-859f-4638-a8df-dfe4825093b2 req-d374cff6-62cf-425d-9b0e-e017d5d30dab tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Synchronizing usage tracker for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:52:01.144294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-61a69287-859f-4638-a8df-dfe4825093b2 req-d374cff6-62cf-425d-9b0e-e017d5d30dab tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Unset dirty status for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:52:01.145492 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-d374cff6-62cf-425d-9b0e-e017d5d30dab tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 815 time: 0.2039623 Feb 28 11:52:01.161469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a72ee715-9778-4ccf-8b63-8a05b8f8691c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/quotas/c1c9200741354e09869d9d6e85e763e9 HTTP/1.1" status: 200 len: 375 time: 0.0106471 Feb 28 11:52:01.210170 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-9e39d617-1f22-4cda-8764-5bba38d7966b tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439298 Feb 28 11:52:01.220964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-56b0e05d-2fd5-4438-996f-6e3062aa09d1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:52:01.221876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-56b0e05d-2fd5-4438-996f-6e3062aa09d1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055008 Feb 28 11:52:01.428553 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-9d6ac298-d17f-44c3-96e4-db28f48f9c09 service neutron] 10.222.0.31 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010639 Feb 28 11:52:01.558429 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-ee9b7ea6-58cc-43d6-947c-f06a9766bc35 service neutron] 10.222.0.31 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243527 Feb 28 11:52:01.860573 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85583d2f-3941-4c82-a0de-26ed03a6faa4 req-f1b052d0-6ac1-4c8e-9a41-d1a10d3acb5c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 210 time: 0.0413332 Feb 28 11:52:03.022561 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-634bb34c-3269-4c39-ab87-515ffaea289d req-ac1cc38f-f26f-432b-a1ed-7d96c98d7c2e tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 210 time: 0.0439825 Feb 28 11:52:03.894406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69287-859f-4638-a8df-dfe4825093b2 req-7b52d850-ac1b-437f-b6b3-5c198258f68c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:03.895814 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-7b52d850-ac1b-437f-b6b3-5c198258f68c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 815 time: 0.1401720 Feb 28 11:52:03.914289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Request body: {'port': {'device_id': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c', 'admin_state_up': True, 'tenant_id': 'c1c9200741354e09869d9d6e85e763e9'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:52:04.047654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:52:04.051419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Usage tracker for resource:port and tenant:c1c9200741354e09869d9d6e85e763e9 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:52:04.054195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:52:04.060265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:52:04.081615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:04.186039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Made reservation on behalf of c1c9200741354e09869d9d6e85e763e9 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:52:04.189813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:04.205802 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3a28802a-e75b-46f4-b8f0-3faf39625b7c req-0e2364ff-f2d2-477f-b67a-d052546cd02c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 210 time: 0.0581818 Feb 28 11:52:04.353002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Allocated IP 172.20.0.10 (39a879e8-d060-4913-97d1-f2f824cdc64c/2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99/6ac3f99d-d348-4af4-b1f6-e2e89c13f626) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:52:04.545446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:04.642363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:04.711121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Network 39a879e8-d060-4913-97d1-f2f824cdc64c is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:52:04.713823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:52:04.717466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:52:04.751034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Pushing event updated for resources: {'Port': ['ID=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:04.782781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:04.783398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:04.836665 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-511e0875-a770-47b9-9a37-64fa41b99d66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9290462 Feb 28 11:52:04.848566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Request body: {'port': {'device_id': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:52:04.954167 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:05.280736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:52:05.287500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:05.302470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Transition to ACTIVE for port object 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:52:05.365936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:05.600199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:05.681026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a65ef7c-8a09-496e-bb14-bde190a6a507 req-b15234de-f7ca-46ed-aa6b-3e3500629b59 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:05.681716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9a65ef7c-8a09-496e-bb14-bde190a6a507 req-b15234de-f7ca-46ed-aa6b-3e3500629b59 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Synchronizing usage tracker for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:52:05.735151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Attempting to bind port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:52:05.735482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Attempting to bind port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '78f1d497-1a76-4273-9850-9eb032d76c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:52:05.735809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Attempting to bind port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 on network 39a879e8-d060-4913-97d1-f2f824cdc64c {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:52:05.741503 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 on network 39a879e8-d060-4913-97d1-f2f824cdc64c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:52:05.742929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Attempting to bind port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 on network 39a879e8-d060-4913-97d1-f2f824cdc64c {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:52:05.747933 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:52:05.748269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Checking segment: {'id': '78f1d497-1a76-4273-9850-9eb032d76c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:52:05.748677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Bound using segment: {'id': '78f1d497-1a76-4273-9850-9eb032d76c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:52:05.750089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Bound port: 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f1d497-1a76-4273-9850-9eb032d76c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:52:05.750446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:05.795910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9a65ef7c-8a09-496e-bb14-bde190a6a507 req-b15234de-f7ca-46ed-aa6b-3e3500629b59 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Unset dirty status for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:52:05.797517 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9a65ef7c-8a09-496e-bb14-bde190a6a507 req-b15234de-f7ca-46ed-aa6b-3e3500629b59 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 932 time: 0.4726584 Feb 28 11:52:05.875542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9a65ef7c-8a09-496e-bb14-bde190a6a507 req-482dd6bc-3c6b-4c17-a7e8-b1073a6caf2a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Synchronizing usage tracker for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:52:05.879069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] For port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:52:05.882404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] For port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:52:05.962029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:05.997726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9a65ef7c-8a09-496e-bb14-bde190a6a507 req-482dd6bc-3c6b-4c17-a7e8-b1073a6caf2a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Unset dirty status for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:52:05.999362 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9a65ef7c-8a09-496e-bb14-bde190a6a507 req-482dd6bc-3c6b-4c17-a7e8-b1073a6caf2a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952772 Feb 28 11:52:06.033337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:06.035599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] 10.222.0.57 "PUT /v2.0/ports/6ac3f99d-d348-4af4-b1f6-e2e89c13f626 HTTP/1.1" status: 200 len: 1094 time: 1.1910257 Feb 28 11:52:06.040717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'tag': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:52:06.053264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027fb75-cf8e-4f75-bd8b-c14a99ce37a4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:06.091926 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'tag': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626', 'status': 'completed', 'code': 200} Feb 28 11:52:06.179223 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e968324-17da-400b-91b1-fd96c5b2b6c9 req-8230559d-0e52-4150-be3c-f035d242eb49 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 1097 time: 0.0682430 Feb 28 11:52:06.315209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e968324-17da-400b-91b1-fd96c5b2b6c9 req-d6094671-8b24-4c91-be24-57ab4766809b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:06.316599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e968324-17da-400b-91b1-fd96c5b2b6c9 req-d6094671-8b24-4c91-be24-57ab4766809b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c1c9200741354e09869d9d6e85e763e9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1314824 Feb 28 11:52:06.449621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e968324-17da-400b-91b1-fd96c5b2b6c9 req-a9f4d99c-923c-4c5f-b691-cf7be7134bd5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:06.451055 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e968324-17da-400b-91b1-fd96c5b2b6c9 req-a9f4d99c-923c-4c5f-b691-cf7be7134bd5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1279371 Feb 28 11:52:06.552387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-2677c583-a815-423a-bb42-43589293cacc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 1097 time: 0.0662165 Feb 28 11:52:06.621518 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-f5ab4b34-e583-406e-8f7b-e9eb3e7106c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626 HTTP/1.1" status: 200 len: 217 time: 0.0623970 Feb 28 11:52:06.681759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a69287-859f-4638-a8df-dfe4825093b2 req-2ebc6953-e554-4f8c-80f5-9b96a51a58f9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:06.683165 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-2ebc6953-e554-4f8c-80f5-9b96a51a58f9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.0562086 Feb 28 11:52:06.729712 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-f66f6442-dcac-4c39-88bd-d90d0f164c2b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411594 Feb 28 11:52:06.855279 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-0835bb08-add7-4c9a-a930-7476d90820c3 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196270 Feb 28 11:52:06.979655 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61a69287-859f-4638-a8df-dfe4825093b2 req-def1b5f9-27ce-41d0-b218-3656726343c7 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190751 Feb 28 11:52:07.195692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bff5d-9f93-459c-b85a-e00584c063e9 req-9c0fc4ab-7778-4328-a97e-950715949073 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:07.197114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d90bff5d-9f93-459c-b85a-e00584c063e9 req-9c0fc4ab-7778-4328-a97e-950715949073 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 944 time: 0.0747969 Feb 28 11:52:07.241772 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d90bff5d-9f93-459c-b85a-e00584c063e9 req-4157cf36-bb82-4939-9277-67b8942143c4 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Feb 28 11:52:07.392301 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:52:08.438402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6505a8e6-e841-4d75-ac7e-3ced59d5de72 req-ce266089-d7e0-4884-8096-58d0013ffe66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:08.439867 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6505a8e6-e841-4d75-ac7e-3ced59d5de72 req-ce266089-d7e0-4884-8096-58d0013ffe66 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 944 time: 0.0788026 Feb 28 11:52:08.484011 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6505a8e6-e841-4d75-ac7e-3ced59d5de72 req-208ac1b1-d4b0-4ccb-8f8a-db44c224a787 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Feb 28 11:52:09.683057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8f661-7023-46ef-8de8-4f2b4738e6e3 req-6d081ce6-dd34-4865-856d-b63f673f6281 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:09.684444 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54e8f661-7023-46ef-8de8-4f2b4738e6e3 req-6d081ce6-dd34-4865-856d-b63f673f6281 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 944 time: 0.0805779 Feb 28 11:52:09.739617 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54e8f661-7023-46ef-8de8-4f2b4738e6e3 req-34948b43-425d-4022-834f-e3a4450ce6d3 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490143 Feb 28 11:52:10.947102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:52:11.037605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26033e3-54e9-4b97-8bce-34663157a3a8 req-449f28f2-59e5-4534-b310-5d106fdf9c54 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:11.039090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c26033e3-54e9-4b97-8bce-34663157a3a8 req-449f28f2-59e5-4534-b310-5d106fdf9c54 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 944 time: 0.1761253 Feb 28 11:52:11.087387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c26033e3-54e9-4b97-8bce-34663157a3a8 req-85a199d0-5cd4-49cd-a8bb-e7e9a4fd793f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427387 Feb 28 11:52:11.117923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:11.130736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626', 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c', 'port_id': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626', 'mac_address': 'fa:16:3e:18:99:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:52:11.182385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:11.199271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:52:11.213582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:11.275223 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:11.341283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:11.349963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.350299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.350624 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.350970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.351291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.351609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.351921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.352234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.352543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.352853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.353161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:52:11.474592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6ac3f99d-d348-4af4-b1f6-e2e89c13f626'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:52:12.281651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3669db3e-d9cb-4039-b08f-50ea0b17d3e4 req-34277ded-5149-400c-a588-bb6a0e0b9984 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:12.282979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3669db3e-d9cb-4039-b08f-50ea0b17d3e4 req-34277ded-5149-400c-a588-bb6a0e0b9984 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 945 time: 0.0765951 Feb 28 11:52:12.326291 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3669db3e-d9cb-4039-b08f-50ea0b17d3e4 req-b81de9a8-e31d-4062-8817-37ba1312e8f2 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379212 Feb 28 11:52:12.967990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:52:13.086763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:52:13.091385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:52:13.091747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:13.203199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:13.229360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:52:13.239792 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:13.283236 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626', 'code': 200} Feb 28 11:52:13.296738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:13.361225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:13.522117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a51be-69a4-452f-959a-2262484bcafe req-18b155d5-09b1-4881-8cd8-c45a7c00a88a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:13.523475 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc6a51be-69a4-452f-959a-2262484bcafe req-18b155d5-09b1-4881-8cd8-c45a7c00a88a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0752738 Feb 28 11:52:13.568428 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc6a51be-69a4-452f-959a-2262484bcafe req-bcf549fc-a682-4091-a964-c9264d3449cd tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393968 Feb 28 11:52:13.642179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-10292217-2f3c-4117-8d54-2692d6413d82 req-83ba2650-88c2-4bad-ad21-2ed93a9d1ce7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 1099 time: 0.0709190 Feb 28 11:52:13.681493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-10292217-2f3c-4117-8d54-2692d6413d82 req-5e64805a-f2d3-478a-af0a-b7be7dadba05 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341151 Feb 28 11:52:14.766056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ea94c9-8692-4d44-8c77-8da7d9f0a7f3 req-f7105d7a-7806-413c-9b76-2aec5c79febc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:14.767528 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0ea94c9-8692-4d44-8c77-8da7d9f0a7f3 req-f7105d7a-7806-413c-9b76-2aec5c79febc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0760484 Feb 28 11:52:14.814092 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0ea94c9-8692-4d44-8c77-8da7d9f0a7f3 req-e7991a73-aa94-481e-9f06-0ee2367736e7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410774 Feb 28 11:52:14.887190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-10dde8d8-063c-4912-9f32-49863ca3ec63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:16.009759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96d18a-f626-4ff9-906f-67c4192d191b req-ad917def-c183-4ed7-847f-f98956893422 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:16.011067 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dd96d18a-f626-4ff9-906f-67c4192d191b req-ad917def-c183-4ed7-847f-f98956893422 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0774381 Feb 28 11:52:16.055578 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dd96d18a-f626-4ff9-906f-67c4192d191b req-1e14f7fe-7d03-4ac5-a551-bcf1d5247b20 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391047 Feb 28 11:52:16.244922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380c5001-b4cd-4a2e-822d-8256b02e072a req-cddc83db-dc76-4e30-8f2f-6ee433930399 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:16.246327 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-380c5001-b4cd-4a2e-822d-8256b02e072a req-cddc83db-dc76-4e30-8f2f-6ee433930399 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0746794 Feb 28 11:52:16.293417 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-380c5001-b4cd-4a2e-822d-8256b02e072a req-4a173d79-5eee-46d0-8cf3-a2013830ac2a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413270 Feb 28 11:52:16.704854 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c16688-024f-4245-810c-6e94bfbee510 req-1dd69fa4-dac5-440c-933f-6bfced4fd100 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:16.706284 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f4c16688-024f-4245-810c-6e94bfbee510 req-1dd69fa4-dac5-440c-933f-6bfced4fd100 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0757754 Feb 28 11:52:16.749482 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f4c16688-024f-4245-810c-6e94bfbee510 req-bb72c7b6-eadd-48f9-be39-0e196427d309 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Feb 28 11:52:16.945720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facd9a3-f02f-45db-aec8-174b3606137e req-c6248d41-655c-44c3-94a4-87a32b0e5121 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:16.947156 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3facd9a3-f02f-45db-aec8-174b3606137e req-c6248d41-655c-44c3-94a4-87a32b0e5121 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0781538 Feb 28 11:52:16.992927 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3facd9a3-f02f-45db-aec8-174b3606137e req-ed7d2a6e-aea2-408a-a4bd-44115d86309f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403163 Feb 28 11:52:17.035527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f60d8893-1335-4acd-9702-a626c37ad60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:17.188629 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc780a28-98b9-4912-bb4f-190ef904b277 req-4a307b8e-d059-4d50-b579-7a2c0cdd7e9e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0674403 Feb 28 11:52:17.575882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175b444-4411-4425-b1b8-46d7feb0e124 req-3ddaf29f-2d47-4bd5-abe6-72e7c6a126d8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:17.577427 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9175b444-4411-4425-b1b8-46d7feb0e124 req-3ddaf29f-2d47-4bd5-abe6-72e7c6a126d8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0792911 Feb 28 11:52:17.580730 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-21f6ae18-6bfd-457d-81e3-9637dc4d6901 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679669 Feb 28 11:52:17.624647 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9175b444-4411-4425-b1b8-46d7feb0e124 req-602a11ad-ee12-4d9c-9111-4346769aeed8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413496 Feb 28 11:52:18.303685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:18.366861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:18.825640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4503e0-e50d-44ac-81c0-91e350599e4c req-4b09b22c-0266-410d-891e-e0256265d31c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:18.827083 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d4503e0-e50d-44ac-81c0-91e350599e4c req-4b09b22c-0266-410d-891e-e0256265d31c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0781360 Feb 28 11:52:18.872054 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d4503e0-e50d-44ac-81c0-91e350599e4c req-e55a28a9-a806-4471-9854-a2ee9e384868 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389287 Feb 28 11:52:19.573445 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-cf83cefc-f079-4291-89f9-1ff49524ce8b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 1099 time: 0.0712919 Feb 28 11:52:19.711418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-913c461d-4d84-44e8-ac4f-e76603cfebb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:19.712725 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-913c461d-4d84-44e8-ac4f-e76603cfebb7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 916 time: 0.1330101 Feb 28 11:52:19.742214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:19.778346 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-149a28a1-d1d4-425e-a5af-9243898e8de0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626 HTTP/1.1" status: 200 len: 217 time: 0.0599039 Feb 28 11:52:19.843303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-2013216a-0feb-439c-adf9-b69fe7c1ca4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:19.844938 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-2013216a-0feb-439c-adf9-b69fe7c1ca4b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.0611055 Feb 28 11:52:19.889978 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-f37744f6-b7b6-4bf8-a1ba-7994ea65fbea service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392883 Feb 28 11:52:20.157433 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-d72ec31d-fd95-45db-b330-208bc2d1868a service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619920 Feb 28 11:52:20.268665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd280759-aa96-409b-8b02-5de3ca5c5a89 req-85ac97e2-201b-443e-a76e-10f35a608bbc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:20.270056 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd280759-aa96-409b-8b02-5de3ca5c5a89 req-85ac97e2-201b-443e-a76e-10f35a608bbc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.2636387 Feb 28 11:52:20.324429 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-59fe88ad-0753-4534-9506-d04fe095d654 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569498 Feb 28 11:52:20.344139 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd280759-aa96-409b-8b02-5de3ca5c5a89 req-d29f0b67-7c51-434f-a411-e5485e80dca8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666649 Feb 28 11:52:21.538925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdecbf-0fb5-48f5-8ec5-5a5e0abfcd34 req-16226807-d7b5-42f9-9e0a-584f9c966984 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:21.540375 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71cdecbf-0fb5-48f5-8ec5-5a5e0abfcd34 req-16226807-d7b5-42f9-9e0a-584f9c966984 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0777421 Feb 28 11:52:21.587806 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71cdecbf-0fb5-48f5-8ec5-5a5e0abfcd34 req-1db45e79-aaf9-4a28-b521-eb34aaa413be tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419071 Feb 28 11:52:22.782773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9833c8-8a2d-427a-8e8d-0b1f641c950a req-1df2b171-3365-4801-af26-1a925ddd52ea tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:22.784192 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a9833c8-8a2d-427a-8e8d-0b1f641c950a req-1df2b171-3365-4801-af26-1a925ddd52ea tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0741539 Feb 28 11:52:22.827561 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a9833c8-8a2d-427a-8e8d-0b1f641c950a req-95c6ecc2-db0f-4e8e-b20f-025f9a590a8f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379972 Feb 28 11:52:24.023850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea274c82-9f7f-45f6-81cb-b29e06501ad5 req-3e442c5d-687e-40b6-864a-5bf26d39393f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:24.025269 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea274c82-9f7f-45f6-81cb-b29e06501ad5 req-3e442c5d-687e-40b6-864a-5bf26d39393f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0780110 Feb 28 11:52:24.069700 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea274c82-9f7f-45f6-81cb-b29e06501ad5 req-01829872-bf9d-44c4-a6fb-c47a7f51b7bc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388629 Feb 28 11:52:25.263548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6761a5-3c40-4a30-8dcb-b4ec73bf6efa req-583b9eb3-a4a1-4c36-acc9-5b5066bb44ac tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:25.264989 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb6761a5-3c40-4a30-8dcb-b4ec73bf6efa req-583b9eb3-a4a1-4c36-acc9-5b5066bb44ac tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0762010 Feb 28 11:52:25.309342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb6761a5-3c40-4a30-8dcb-b4ec73bf6efa req-cde30f70-5419-4a4c-9d66-bbc143b329e2 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389750 Feb 28 11:52:26.507327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f63686-33c3-47e7-837a-be6ae84700a3 req-6f176bf8-c0a7-420e-b81b-58bd4800f8cc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:26.508738 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-63f63686-33c3-47e7-837a-be6ae84700a3 req-6f176bf8-c0a7-420e-b81b-58bd4800f8cc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0782847 Feb 28 11:52:26.552318 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-63f63686-33c3-47e7-837a-be6ae84700a3 req-a35e64cd-3c39-421a-a853-ab14168aaab6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380938 Feb 28 11:52:27.746626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47425e94-52eb-4615-9a80-1b229e65f280 req-90fd94fc-cb7e-49c8-a96c-7f9c442f6c81 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:27.748057 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-47425e94-52eb-4615-9a80-1b229e65f280 req-90fd94fc-cb7e-49c8-a96c-7f9c442f6c81 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0743217 Feb 28 11:52:27.795801 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-47425e94-52eb-4615-9a80-1b229e65f280 req-39ed3590-cdee-401c-b71f-3e93055c3e1d tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420511 Feb 28 11:52:28.987465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef7dbe-ac0a-4530-9320-2ad4d3090d29 req-74c5ea44-0e98-4788-a75f-a17f5d7e28e0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:28.988779 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78ef7dbe-ac0a-4530-9320-2ad4d3090d29 req-74c5ea44-0e98-4788-a75f-a17f5d7e28e0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0753930 Feb 28 11:52:29.033401 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78ef7dbe-ac0a-4530-9320-2ad4d3090d29 req-80742fb4-0b1d-404d-becf-6d819a6e5537 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389986 Feb 28 11:52:29.288013 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2be5d924-a0e3-4cbe-93ac-0244a04b9ffe req-7b3b773c-3265-4023-baa5-486a8f7360d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 1099 time: 0.0704079 Feb 28 11:52:29.428838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5d924-a0e3-4cbe-93ac-0244a04b9ffe req-b3abd37d-713f-4047-82ea-4a2d6ce2e93f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:29.430237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2be5d924-a0e3-4cbe-93ac-0244a04b9ffe req-b3abd37d-713f-4047-82ea-4a2d6ce2e93f service neutron] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 916 time: 0.1249321 Feb 28 11:52:29.496647 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2be5d924-a0e3-4cbe-93ac-0244a04b9ffe req-405a469a-7a46-438a-bd00-f7ad24e7f536 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626 HTTP/1.1" status: 200 len: 217 time: 0.0601082 Feb 28 11:52:29.559093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be5d924-a0e3-4cbe-93ac-0244a04b9ffe req-8d0eabd5-3cde-41bd-bf86-e908b2ec30a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:29.560468 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2be5d924-a0e3-4cbe-93ac-0244a04b9ffe req-8d0eabd5-3cde-41bd-bf86-e908b2ec30a0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.0583000 Feb 28 11:52:29.604768 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2be5d924-a0e3-4cbe-93ac-0244a04b9ffe req-3eca4996-3a86-45b6-8ff1-131ccf155c90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387347 Feb 28 11:52:29.732802 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2be5d924-a0e3-4cbe-93ac-0244a04b9ffe req-622f2286-fa1b-44a8-a8d7-0551bba89332 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224306 Feb 28 11:52:29.860115 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2be5d924-a0e3-4cbe-93ac-0244a04b9ffe req-223df1fa-0055-4120-89e3-9932d52784ee service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215367 Feb 28 11:52:30.231882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964582e-8788-4c4b-b5ef-e0139a11a503 req-c986e75d-216e-49ec-9f06-d19bb21ac6d8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:30.233225 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9964582e-8788-4c4b-b5ef-e0139a11a503 req-c986e75d-216e-49ec-9f06-d19bb21ac6d8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0751123 Feb 28 11:52:30.284094 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9964582e-8788-4c4b-b5ef-e0139a11a503 req-484e8e38-a13d-47fe-819c-d8941ac3b397 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443759 Feb 28 11:52:31.558864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e067f20-263a-4069-96b8-f4aac43a8f61 req-9021bc74-0034-4da2-9e53-909630f21744 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:31.560331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e067f20-263a-4069-96b8-f4aac43a8f61 req-9021bc74-0034-4da2-9e53-909630f21744 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.1557951 Feb 28 11:52:31.606131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e067f20-263a-4069-96b8-f4aac43a8f61 req-a3dabf96-868d-4ce1-89e6-de1f13819e87 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394509 Feb 28 11:52:32.802021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4f4b7-0ad2-447a-bd2f-db8ed0e09168 req-a67ca60d-8251-4c89-9235-2bc21bee6a13 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:32.803718 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-99f4f4b7-0ad2-447a-bd2f-db8ed0e09168 req-a67ca60d-8251-4c89-9235-2bc21bee6a13 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0781996 Feb 28 11:52:32.848709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-99f4f4b7-0ad2-447a-bd2f-db8ed0e09168 req-e6c00c4f-6b7c-404b-8dcd-c1f06d2fec60 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396094 Feb 28 11:52:34.029051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:34.049645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3788793-13c8-44a8-a6ac-62d33473a444 req-51c210f6-c652-44fc-9183-8e5c30b6a051 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:34.051092 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3788793-13c8-44a8-a6ac-62d33473a444 req-51c210f6-c652-44fc-9183-8e5c30b6a051 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0771515 Feb 28 11:52:34.095647 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3788793-13c8-44a8-a6ac-62d33473a444 req-be84b8be-a670-46cd-8dc3-0da715b8f38f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387433 Feb 28 11:52:35.290885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42318a7-9206-4055-b3d1-c22a96b76c75 req-675860a2-d5b2-43fe-99b5-44d856197e37 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:35.292332 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a42318a7-9206-4055-b3d1-c22a96b76c75 req-675860a2-d5b2-43fe-99b5-44d856197e37 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0782311 Feb 28 11:52:35.337358 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a42318a7-9206-4055-b3d1-c22a96b76c75 req-f18fd4cd-4b49-4fe7-8a67-2ec7c532bce9 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389116 Feb 28 11:52:36.531862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7d51d9-303c-469b-8e69-0d936aea2c09 req-75627773-f0a8-45fc-913f-628bfedb91ba tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:36.533283 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cd7d51d9-303c-469b-8e69-0d936aea2c09 req-75627773-f0a8-45fc-913f-628bfedb91ba tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0759499 Feb 28 11:52:36.580148 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cd7d51d9-303c-469b-8e69-0d936aea2c09 req-8a864967-702f-4689-a971-0636acde1e53 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414352 Feb 28 11:52:37.384090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-c9f9832c-45be-474e-a72a-51737f58e856 service neutron] 10.222.0.57 "GET /v2.0/ports/6ac3f99d-d348-4af4-b1f6-e2e89c13f626/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0717635 Feb 28 11:52:37.779802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b94d0-af08-4868-bb51-716ee91fd715 req-addc4d7b-644d-4e3e-ac94-64eb57756de4 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:37.781838 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3a9b94d0-af08-4868-bb51-716ee91fd715 req-addc4d7b-644d-4e3e-ac94-64eb57756de4 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0757194 Feb 28 11:52:37.830130 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3a9b94d0-af08-4868-bb51-716ee91fd715 req-522c567c-fc8e-4a8c-9172-f4dc16dd5130 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Feb 28 11:52:37.952730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-28aa0893-7207-4b5f-9b0c-43750a9bf9d3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d&tenant_id=c1c9200741354e09869d9d6e85e763e9 HTTP/1.1" status: 200 len: 1099 time: 0.0678446 Feb 28 11:52:38.039788 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-bb678bf3-8f2a-47a1-8498-cb34b1033b81 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 1099 time: 0.0675433 Feb 28 11:52:38.167897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-c2743723-7733-4495-b607-46bf010b35c3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:38.169366 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-c2743723-7733-4495-b607-46bf010b35c3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 916 time: 0.1234753 Feb 28 11:52:38.237667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-fbfac446-ef0e-43b8-943c-77d0411c5020 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626 HTTP/1.1" status: 200 len: 217 time: 0.0628541 Feb 28 11:52:38.297500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-39782d27-52e2-4217-b917-6649e4c97a38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:38.298905 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-39782d27-52e2-4217-b917-6649e4c97a38 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.0558801 Feb 28 11:52:38.345465 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-ea37d110-f1f4-4ebc-bfba-fcf06d2f0d36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405586 Feb 28 11:52:38.472393 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-9dd2dec9-261e-4340-851a-d086c77d663c service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209919 Feb 28 11:52:38.599643 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd41f7f1-0f0c-4eed-ab7a-4fdaf1da1b44 req-7d17a811-4dbe-4b56-85c2-801a5a27aa6e service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220748 Feb 28 11:52:39.026446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc6013-a357-44dd-bcf2-126c22f7b0d4 req-aa8e3759-e2ba-450b-a240-69f9766aab56 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:39.027973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61fc6013-a357-44dd-bcf2-126c22f7b0d4 req-aa8e3759-e2ba-450b-a240-69f9766aab56 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0777965 Feb 28 11:52:39.072612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61fc6013-a357-44dd-bcf2-126c22f7b0d4 req-2eb82a35-98b8-4188-bcfa-a4e3069a6fb9 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382669 Feb 28 11:52:40.272446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f20c5-d77c-4450-a268-5217a088d119 req-fa554ab4-55db-4dcf-9d3e-82795d9998f5 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:40.273825 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-569f20c5-d77c-4450-a268-5217a088d119 req-fa554ab4-55db-4dcf-9d3e-82795d9998f5 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0799167 Feb 28 11:52:40.322861 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-569f20c5-d77c-4450-a268-5217a088d119 req-5287e411-385b-40cf-ab80-1fd5246dc4db tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431585 Feb 28 11:52:41.061802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:52:41.192343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:41.204954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626', 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c', 'port_id': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626', 'mac_address': 'fa:16:3e:18:99:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:52:41.260520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:41.276968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:52:41.291248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:41.358528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:41.426426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6ac3f99d-d348-4af4-b1f6-e2e89c13f626'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:52:41.467379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:41.523487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38e63c-20a0-410f-98b0-843d989db0a4 req-233274d0-48eb-4c8c-aab4-09583c9f1c24 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:41.524920 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d38e63c-20a0-410f-98b0-843d989db0a4 req-233274d0-48eb-4c8c-aab4-09583c9f1c24 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 945 time: 0.0765054 Feb 28 11:52:41.573733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d38e63c-20a0-410f-98b0-843d989db0a4 req-ac87c871-b147-4c6b-8552-0af3841de316 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432148 Feb 28 11:52:42.167469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034377f3-f19d-430d-8b14-cc9cb1e0e4e2 req-3731395e-3427-4af1-8470-633c73e3b069 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:42.168787 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-034377f3-f19d-430d-8b14-cc9cb1e0e4e2 req-3731395e-3427-4af1-8470-633c73e3b069 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 945 time: 0.2187803 Feb 28 11:52:42.175197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dff20-a964-402d-9701-f6b38f254b35 req-0b96b6c3-be8c-4e38-9bb4-1a7442d37df7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:42.176488 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f26dff20-a964-402d-9701-f6b38f254b35 req-0b96b6c3-be8c-4e38-9bb4-1a7442d37df7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d&tenant_id=c1c9200741354e09869d9d6e85e763e9&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.1141691 Feb 28 11:52:42.216360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-034377f3-f19d-430d-8b14-cc9cb1e0e4e2 req-90b7985e-8588-4fcb-a3b0-6cce1f52e02c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389407 Feb 28 11:52:42.313538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f26dff20-a964-402d-9701-f6b38f254b35 req-bea78748-d452-46a6-880e-4e00120c23a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 1098 time: 0.0676672 Feb 28 11:52:42.440115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dff20-a964-402d-9701-f6b38f254b35 req-2cf9efff-ee69-4b91-af8a-6e3bd7511bc2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:42.441515 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f26dff20-a964-402d-9701-f6b38f254b35 req-2cf9efff-ee69-4b91-af8a-6e3bd7511bc2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 916 time: 0.1227100 Feb 28 11:52:42.510530 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f26dff20-a964-402d-9701-f6b38f254b35 req-9a56fd12-fd75-4c05-9859-6934f492bfc3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626 HTTP/1.1" status: 200 len: 217 time: 0.0637007 Feb 28 11:52:42.569902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dff20-a964-402d-9701-f6b38f254b35 req-57e952e0-fc56-4d22-96d8-5ac5ee162b80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:42.571291 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f26dff20-a964-402d-9701-f6b38f254b35 req-57e952e0-fc56-4d22-96d8-5ac5ee162b80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.0557256 Feb 28 11:52:42.619573 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f26dff20-a964-402d-9701-f6b38f254b35 req-1e815bb1-1256-444a-b460-761792630652 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422709 Feb 28 11:52:42.747816 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f26dff20-a964-402d-9701-f6b38f254b35 req-6368b781-1d22-4f22-b49d-3c101c521b10 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217930 Feb 28 11:52:42.875262 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f26dff20-a964-402d-9701-f6b38f254b35 req-f11ddabd-2fae-4ec9-b6e0-f6bf0249a023 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216114 Feb 28 11:52:43.086009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:52:43.153263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:52:43.153634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:43.267832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:43.293993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:52:43.304361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:43.377328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:43.439319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6613f8c-fc21-441e-8106-dcf22ff84f90 req-11283a77-e766-43d1-b957-e67de64dda01 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:43.440835 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6613f8c-fc21-441e-8106-dcf22ff84f90 req-11283a77-e766-43d1-b957-e67de64dda01 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0979455 Feb 28 11:52:43.440981 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626', 'code': 200} Feb 28 11:52:43.448691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:43.487900 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6613f8c-fc21-441e-8106-dcf22ff84f90 req-4e8f2e09-0788-4a33-bd05-3918b0eef162 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408707 Feb 28 11:52:44.393422 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:52:44.684812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82843a68-e193-4b84-bd6f-d233faf86413 req-3f1ca1af-3fa9-4a5b-a9ac-8b246cf3dd17 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:44.686229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-82843a68-e193-4b84-bd6f-d233faf86413 req-3f1ca1af-3fa9-4a5b-a9ac-8b246cf3dd17 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0780902 Feb 28 11:52:44.730891 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-82843a68-e193-4b84-bd6f-d233faf86413 req-e09a83c3-f548-48f5-9255-d2d8a05a7f43 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385892 Feb 28 11:52:44.890362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4332b331-d022-409e-83c4-43ce275ba64f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:44.928525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f761447-bdbc-4c8d-8669-1df1a651cce0 req-9db76a1c-16ec-4adf-82d2-6768f61c503a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:44.929883 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5f761447-bdbc-4c8d-8669-1df1a651cce0 req-9db76a1c-16ec-4adf-82d2-6768f61c503a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0769446 Feb 28 11:52:44.975413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5f761447-bdbc-4c8d-8669-1df1a651cce0 req-85ca9df6-fab0-47a2-885b-8549f0a98958 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395741 Feb 28 11:52:45.174818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcf579-ce59-47b4-9a67-5ee0a8f02eb8 req-4a1a02b8-e17e-4dbd-a289-ab58877afceb tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:45.176298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-98fcf579-ce59-47b4-9a67-5ee0a8f02eb8 req-4a1a02b8-e17e-4dbd-a289-ab58877afceb tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0787122 Feb 28 11:52:45.220463 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-98fcf579-ce59-47b4-9a67-5ee0a8f02eb8 req-f3bfa52a-62a0-41bd-a4fc-42ee2123b18a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383780 Feb 28 11:52:45.921593 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06658102-06df-4dcf-8266-46cda5a764a6 req-43cbab85-dce5-472d-901b-974a03893b59 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:45.922907 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-43cbab85-dce5-472d-901b-974a03893b59 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 815 time: 0.1385708 Feb 28 11:52:45.939135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-c2e57260-1fe5-4de1-aecb-0169a0507b54 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/quotas/c1c9200741354e09869d9d6e85e763e9 HTTP/1.1" status: 200 len: 375 time: 0.0109737 Feb 28 11:52:46.017381 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-a6e44e51-919a-41fd-8039-e25c44173688 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0734270 Feb 28 11:52:46.214715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-e610ce0e-6117-4501-b484-68c0de210182 service neutron] 10.222.0.31 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906633 Feb 28 11:52:46.429020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-1e988f32-ef68-4bf6-906e-fe6bbb9c0f63 service neutron] 10.222.0.31 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086287 Feb 28 11:52:46.688821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de183e9e-4a26-4d36-9ebb-a906e8a2db3c req-73c1270f-8a8e-4953-8771-9df4e5b4e917 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 210 time: 0.0453720 Feb 28 11:52:47.080151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-94d89b32-df56-4011-b70e-36e37a5115e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:47.435937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-94886f08-11c2-41c3-b345-1ad236c8cf80 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:47.437244 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-94886f08-11c2-41c3-b345-1ad236c8cf80 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "GET /v2.0/ports?device_id=a3d6d568-7593-42d8-83b9-c4d09d977c3d HTTP/1.1" status: 200 len: 946 time: 0.0751388 Feb 28 11:52:47.508149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Deleting port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:52:47.508481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:47.747386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] For port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:47.747784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:47.879616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Calling delete_port for 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:52:47.959566 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54f66cd0-e5a3-4080-a3aa-3cc68b487941 req-4c9a9cfe-bdf7-4ba3-b6bb-d30536d844bb tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 210 time: 0.0892777 Feb 28 11:52:48.118582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:48.129975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6ac3f99d-d348-4af4-b1f6-e2e89c13f626'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:52:48.167415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Pushing event deleted for resources: {'Port': ['ID=6ac3f99d-d348-4af4-b1f6-e2e89c13f626,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:48.244260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] No DVR routers for this DVR port 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:52:48.246479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:48.249018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'name': 'network-vif-deleted', 'tag': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:52:48.306866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d6d568-7593-42d8-83b9-c4d09d977c3d', 'name': 'network-vif-deleted', 'tag': '6ac3f99d-d348-4af4-b1f6-e2e89c13f626', 'status': 'completed', 'code': 200} Feb 28 11:52:48.325369 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:48.360874 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a50e2515-cd8b-44ab-86ac-f028985f66fc req-bc6864b2-aeb9-438e-95f3-323f826c48b6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "DELETE /v2.0/ports/6ac3f99d-d348-4af4-b1f6-e2e89c13f626 HTTP/1.1" status: 204 len: 173 time: 0.9173391 Feb 28 11:52:48.382900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:48.796446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06658102-06df-4dcf-8266-46cda5a764a6 req-4de02166-f717-46b3-a925-ec9ff285fed8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:48.798553 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-4de02166-f717-46b3-a925-ec9ff285fed8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 815 time: 0.1424875 Feb 28 11:52:48.814946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Request body: {'port': {'device_id': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c', 'admin_state_up': True, 'tenant_id': 'c1c9200741354e09869d9d6e85e763e9'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:52:48.955169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:52:48.959120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Usage tracker for resource:port and tenant:c1c9200741354e09869d9d6e85e763e9 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:52:48.961942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:52:48.967755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:52:49.034415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Made reservation on behalf of c1c9200741354e09869d9d6e85e763e9 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:52:49.037599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:49.148201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-758e3450-2078-4e02-a424-4798b2eff404 req-f4cd47ce-f549-42f7-8d0e-0201ee1f25d5 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Synchronizing usage tracker for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:52:49.248591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-758e3450-2078-4e02-a424-4798b2eff404 req-f4cd47ce-f549-42f7-8d0e-0201ee1f25d5 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Unset dirty status for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:52:49.249653 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-758e3450-2078-4e02-a424-4798b2eff404 req-f4cd47ce-f549-42f7-8d0e-0201ee1f25d5 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 210 time: 0.1560495 Feb 28 11:52:49.253500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Allocated IP 172.20.0.8 (39a879e8-d060-4913-97d1-f2f824cdc64c/2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99/d9984032-2ece-4c5a-975a-90227743c539) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:52:49.538129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:49.616098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:49.628522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6ac3f99d-d348-4af4-b1f6-e2e89c13f626'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:52:49.685129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Network 39a879e8-d060-4913-97d1-f2f824cdc64c is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:52:49.689362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:52:49.693126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:52:49.728836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Pushing event updated for resources: {'Port': ['ID=d9984032-2ece-4c5a-975a-90227743c539,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:49.757372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:49.757966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:49.759818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:49.851820 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d692c8df-1101-457b-8a9e-c1a307ff6fc7 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0409002 Feb 28 11:52:49.863490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Request body: {'port': {'device_id': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:52:49.970310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:50.299997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9984032-2ece-4c5a-975a-90227743c539 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:52:50.307149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:50.321828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Transition to ACTIVE for port object d9984032-2ece-4c5a-975a-90227743c539 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:52:50.410790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:50.548760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9984032-2ece-4c5a-975a-90227743c539,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:50.639587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f35ec-766e-4987-b8ab-f18bcd342b9c req-1a1f5385-753d-4607-8887-94c5948777d8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:50.641054 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-729f35ec-766e-4987-b8ab-f18bcd342b9c req-1a1f5385-753d-4607-8887-94c5948777d8 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 943 time: 0.2678821 Feb 28 11:52:50.706614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Attempting to bind port d9984032-2ece-4c5a-975a-90227743c539 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:52:50.706972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Attempting to bind port d9984032-2ece-4c5a-975a-90227743c539 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '78f1d497-1a76-4273-9850-9eb032d76c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:52:50.707304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Attempting to bind port d9984032-2ece-4c5a-975a-90227743c539 on network 39a879e8-d060-4913-97d1-f2f824cdc64c {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:52:50.712888 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-729f35ec-766e-4987-b8ab-f18bcd342b9c req-60c45083-715b-4036-9da6-0b39857baf36 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656121 Feb 28 11:52:50.715377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Port d9984032-2ece-4c5a-975a-90227743c539 on network 39a879e8-d060-4913-97d1-f2f824cdc64c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:52:50.715698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Attempting to bind port d9984032-2ece-4c5a-975a-90227743c539 on network 39a879e8-d060-4913-97d1-f2f824cdc64c {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:52:50.723051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:52:50.723395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Checking segment: {'id': '78f1d497-1a76-4273-9850-9eb032d76c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:52:50.723777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Bound using segment: {'id': '78f1d497-1a76-4273-9850-9eb032d76c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:52:50.724199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Bound port: d9984032-2ece-4c5a-975a-90227743c539, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78f1d497-1a76-4273-9850-9eb032d76c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 711, 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:52:50.724554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:50.812196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:52:50.815331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9984032-2ece-4c5a-975a-90227743c539,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:52:50.897357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:50.959918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:50.961259 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] 10.222.0.57 "PUT /v2.0/ports/d9984032-2ece-4c5a-975a-90227743c539 HTTP/1.1" status: 200 len: 1093 time: 1.1018221 Feb 28 11:52:50.961691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:52:50.978989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7302df3-f9f3-4b5a-8b73-7408398619a9 service neutron] Pushing event updated for resources: {'Port': ['ID=d9984032-2ece-4c5a-975a-90227743c539,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:51.017089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539', 'status': 'completed', 'code': 200} Feb 28 11:52:51.107224 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8dc8325d-ad16-4648-ae66-8057c6424011 req-9ea8351e-593c-457c-a5bd-0fa3949a1102 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 1096 time: 0.0679131 Feb 28 11:52:51.240374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8325d-ad16-4648-ae66-8057c6424011 req-5fd99a20-25c1-440e-8319-035a47fb961c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:51.241754 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8dc8325d-ad16-4648-ae66-8057c6424011 req-5fd99a20-25c1-440e-8319-035a47fb961c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=c1c9200741354e09869d9d6e85e763e9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1287057 Feb 28 11:52:51.373895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8325d-ad16-4648-ae66-8057c6424011 req-6f23dcc6-65cc-4b71-bb34-6d55b594be5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:51.375213 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8dc8325d-ad16-4648-ae66-8057c6424011 req-6f23dcc6-65cc-4b71-bb34-6d55b594be5d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1267047 Feb 28 11:52:51.553714 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-201c3066-b5e8-44a3-ba1e-90a1969035f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 1096 time: 0.1464391 Feb 28 11:52:51.623030 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-9bcb5316-540b-411c-9291-11cb40240b29 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9984032-2ece-4c5a-975a-90227743c539 HTTP/1.1" status: 200 len: 217 time: 0.0623620 Feb 28 11:52:51.682696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06658102-06df-4dcf-8266-46cda5a764a6 req-a1afc3b5-c1ee-4177-bb54-1acf7f5e4020 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:51.684153 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-a1afc3b5-c1ee-4177-bb54-1acf7f5e4020 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.0561914 Feb 28 11:52:51.727753 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-f7b07caa-345c-462f-8dd8-8f8ff516ebe2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381856 Feb 28 11:52:51.905654 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-0125ccdc-1620-48d2-9f67-fb9f78edef14 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716383 Feb 28 11:52:52.019222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c2963-172d-41fc-acf1-3ec4a6579ced req-39e5cab6-8920-4aad-a147-869cb9caf3ee tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:52.020651 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a68c2963-172d-41fc-acf1-3ec4a6579ced req-39e5cab6-8920-4aad-a147-869cb9caf3ee tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 943 time: 0.1806295 Feb 28 11:52:52.080625 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06658102-06df-4dcf-8266-46cda5a764a6 req-c0412b61-633f-46b5-babe-64c2a14b0cbf service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690562 Feb 28 11:52:52.092763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a68c2963-172d-41fc-acf1-3ec4a6579ced req-580588a8-54db-486d-8253-681c546f1bb2 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660903 Feb 28 11:52:53.132219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:52:53.168079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:52:53.168420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6ac3f99d-d348-4af4-b1f6-e2e89c13f626 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:52:53.294475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af9c74-7191-4966-96b5-d43806f5b9f1 req-31a5799d-9861-45a8-baa4-f0b8fb3b7718 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:53.295833 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-63af9c74-7191-4966-96b5-d43806f5b9f1 req-31a5799d-9861-45a8-baa4-f0b8fb3b7718 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 943 time: 0.0789881 Feb 28 11:52:53.340457 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-63af9c74-7191-4966-96b5-d43806f5b9f1 req-42e1544d-8b26-4175-849c-9799055d803d tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389786 Feb 28 11:52:54.531271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9066973-849b-4f74-9a94-7565bf7a52e9 req-4f33cf3d-42fc-4025-81b4-a2267f182457 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:54.533288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9066973-849b-4f74-9a94-7565bf7a52e9 req-4f33cf3d-42fc-4025-81b4-a2267f182457 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 943 time: 0.0757358 Feb 28 11:52:54.576536 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9066973-849b-4f74-9a94-7565bf7a52e9 req-5d0ef003-838a-4e18-b043-273dbe340b91 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378835 Feb 28 11:52:55.155001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9984032-2ece-4c5a-975a-90227743c539 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:52:55.312490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9984032-2ece-4c5a-975a-90227743c539,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:55.325715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'd9984032-2ece-4c5a-975a-90227743c539', 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c', 'port_id': 'd9984032-2ece-4c5a-975a-90227743c539', 'mac_address': 'fa:16:3e:df:c3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:52:55.378567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:55.394704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9984032-2ece-4c5a-975a-90227743c539 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:52:55.408868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9984032-2ece-4c5a-975a-90227743c539,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:55.486389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:55.553883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d9984032-2ece-4c5a-975a-90227743c539,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:55.678146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d9984032-2ece-4c5a-975a-90227743c539'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:52:55.775274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359baed6-7e24-4fb9-8a08-c17875889bc2 req-dfc7e3a1-8f74-49ec-9b99-0bb845956607 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:55.776707 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-359baed6-7e24-4fb9-8a08-c17875889bc2 req-dfc7e3a1-8f74-49ec-9b99-0bb845956607 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 944 time: 0.0789974 Feb 28 11:52:55.822194 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-359baed6-7e24-4fb9-8a08-c17875889bc2 req-638e7dd8-07e1-421d-982b-edda2fbad0ff tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391860 Feb 28 11:52:57.013725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae75b15-2af5-4472-9f32-c0e5f8693181 req-45468ea6-ae87-48e7-b6fc-8e6f5bc2a631 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:57.015072 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fae75b15-2af5-4472-9f32-c0e5f8693181 req-45468ea6-ae87-48e7-b6fc-8e6f5bc2a631 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 944 time: 0.0748131 Feb 28 11:52:57.059551 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fae75b15-2af5-4472-9f32-c0e5f8693181 req-77763156-bdf6-42d5-b48a-0193469e2ca0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382392 Feb 28 11:52:57.163171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9984032-2ece-4c5a-975a-90227743c539 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:52:57.318014 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port d9984032-2ece-4c5a-975a-90227743c539 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:52:57.322870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port d9984032-2ece-4c5a-975a-90227743c539 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:52:57.327402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:57.434471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:57.460900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:52:57.470817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9984032-2ece-4c5a-975a-90227743c539,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:52:57.517203 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539', 'code': 200} Feb 28 11:52:57.547549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:52:57.612994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d9984032-2ece-4c5a-975a-90227743c539,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:52:57.874163 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a9dcc129-1a32-4b14-98e0-14f43c4fe687 req-36d57e17-dfed-447e-b60c-c13dba25c434 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 1098 time: 0.0687881 Feb 28 11:52:57.913900 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a9dcc129-1a32-4b14-98e0-14f43c4fe687 req-c9da9222-8ce4-4c34-abf2-2ede26c5fbc7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345376 Feb 28 11:52:58.255139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d425b-7b9f-4cfb-9532-aebc46725120 req-9a6afdea-3824-4230-bb88-20c57ad7815c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:58.256475 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e77d425b-7b9f-4cfb-9532-aebc46725120 req-9a6afdea-3824-4230-bb88-20c57ad7815c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0745749 Feb 28 11:52:58.303990 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e77d425b-7b9f-4cfb-9532-aebc46725120 req-9c5bcddd-f488-4d0d-b6cb-618c2e83d5e1 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419331 Feb 28 11:52:59.499881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d0d10-b08b-4705-bf3f-031c43e4b9ed req-ae58747c-5e72-49f3-8c0c-10aed4dcd3ca tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:59.501536 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae5d0d10-b08b-4705-bf3f-031c43e4b9ed req-ae58747c-5e72-49f3-8c0c-10aed4dcd3ca tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0748775 Feb 28 11:52:59.545022 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae5d0d10-b08b-4705-bf3f-031c43e4b9ed req-4cf98314-a8e5-4dae-9525-a0d1b62c2d93 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380850 Feb 28 11:52:59.738688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2d3c2-a754-42e7-91e0-8d6fc063ad07 req-4cb9de2e-920d-461f-8763-66ee8c505b7b tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:52:59.740123 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6bc2d3c2-a754-42e7-91e0-8d6fc063ad07 req-4cb9de2e-920d-461f-8763-66ee8c505b7b tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0784266 Feb 28 11:52:59.784147 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6bc2d3c2-a754-42e7-91e0-8d6fc063ad07 req-c3e98218-f275-4cb9-b701-c2dd62d73f5f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386205 Feb 28 11:52:59.977096 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-abf822a8-8038-4f15-830a-68b7ce76b284 req-44226e66-c5f0-466e-9977-2ef77563401c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662720 Feb 28 11:53:00.370773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39863b5e-93a4-4a58-8088-d9ab5a50c0bd req-faa6f7ce-4f41-4e30-899a-91f3eb84cd2f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:00.372263 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-39863b5e-93a4-4a58-8088-d9ab5a50c0bd req-faa6f7ce-4f41-4e30-899a-91f3eb84cd2f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0790310 Feb 28 11:53:00.385633 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-cc7e4ec4-b9da-4ceb-b96f-862c63a708e0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0683167 Feb 28 11:53:00.418084 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-39863b5e-93a4-4a58-8088-d9ab5a50c0bd req-b8d5bfba-ca22-4073-ac97-bcd0b7c25076 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394907 Feb 28 11:53:01.622161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2ac22-e210-41f7-84fc-21ca925ba8b0 req-f7e79460-2823-4f18-be26-cf5cb9603dd3 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:01.623952 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-67a2ac22-e210-41f7-84fc-21ca925ba8b0 req-f7e79460-2823-4f18-be26-cf5cb9603dd3 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0801537 Feb 28 11:53:01.671595 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-67a2ac22-e210-41f7-84fc-21ca925ba8b0 req-8199ad9c-ce97-4a4d-92c7-00d2244ee7ff tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410635 Feb 28 11:53:02.391360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-c941c7d7-7e11-4276-8fd0-c161e7b5d580 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 1098 time: 0.1536539 Feb 28 11:53:02.518735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-9cc1eff1-88a2-460e-aa90-9635439fa8b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:02.520180 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-9cc1eff1-88a2-460e-aa90-9635439fa8b3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 916 time: 0.1228476 Feb 28 11:53:02.588088 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-552cd8fc-94cb-4798-922b-c7f57c75f7b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9984032-2ece-4c5a-975a-90227743c539 HTTP/1.1" status: 200 len: 217 time: 0.0617149 Feb 28 11:53:02.648943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-215dda9e-efd0-4d2d-98dc-ea2732e7052f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:02.650263 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-215dda9e-efd0-4d2d-98dc-ea2732e7052f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.0568485 Feb 28 11:53:02.694597 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-45a550e8-34bf-4b9f-ab91-f300c0eb757f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383396 Feb 28 11:53:02.865629 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-6b7e7fb6-dc16-44da-be00-d5cc3aad0f58 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651595 Feb 28 11:53:02.982467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977b65ee-7707-4e2e-942b-106f02536359 req-8851ce9a-7973-459c-a85a-b0c31b5e546e tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:02.983836 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-977b65ee-7707-4e2e-942b-106f02536359 req-8851ce9a-7973-459c-a85a-b0c31b5e546e tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.1894193 Feb 28 11:53:03.037678 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-965e4f3f-5342-46f3-a505-a840d32c50e2 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661038 Feb 28 11:53:03.050493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-977b65ee-7707-4e2e-942b-106f02536359 req-6564722e-ca15-434d-86b1-86f6982d508e tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566704 Feb 28 11:53:04.073456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:04.246415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42acdafe-22ca-47de-827c-6f43e148edb5 req-94c3ac80-32e3-48f5-a81a-b9a367bd71d9 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:04.247870 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42acdafe-22ca-47de-827c-6f43e148edb5 req-94c3ac80-32e3-48f5-a81a-b9a367bd71d9 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0792620 Feb 28 11:53:04.293259 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42acdafe-22ca-47de-827c-6f43e148edb5 req-a584c24a-5a0b-4dd8-9652-5e4112c1755e tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389147 Feb 28 11:53:05.486476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae9396-fbb0-432d-bf22-f2fcb1f81fd2 req-d8b6b913-6386-4f43-bba2-9343eb024ed5 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:05.487914 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22ae9396-fbb0-432d-bf22-f2fcb1f81fd2 req-d8b6b913-6386-4f43-bba2-9343eb024ed5 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0745451 Feb 28 11:53:05.532576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22ae9396-fbb0-432d-bf22-f2fcb1f81fd2 req-852a7ed5-98f4-408f-838b-850f78a2c3d5 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392573 Feb 28 11:53:06.729674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ab5db-acb3-4983-9c4d-56a913ce1aa8 req-d3311c3b-220f-48ba-b21d-682ccef9963c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:06.731103 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-282ab5db-acb3-4983-9c4d-56a913ce1aa8 req-d3311c3b-220f-48ba-b21d-682ccef9963c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0791006 Feb 28 11:53:06.774988 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-282ab5db-acb3-4983-9c4d-56a913ce1aa8 req-b3d0fe3d-b89e-4f34-955e-744601a29fc6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 Feb 28 11:53:07.975284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b4da3-8320-42d7-9e59-0dd826526a34 req-beba3c1b-5d29-4165-8fef-0a9fc6e62d27 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:07.975284 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e0b4da3-8320-42d7-9e59-0dd826526a34 req-beba3c1b-5d29-4165-8fef-0a9fc6e62d27 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0746515 Feb 28 11:53:08.014133 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e0b4da3-8320-42d7-9e59-0dd826526a34 req-efc44fb1-765c-43c1-81ac-c404cad1b9c5 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379586 Feb 28 11:53:09.213862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd906ed-21f4-4120-8780-f22b494d8c6d req-40f6e1c3-2615-4bef-b6d6-bafd4f43e809 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:09.215439 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bfd906ed-21f4-4120-8780-f22b494d8c6d req-40f6e1c3-2615-4bef-b6d6-bafd4f43e809 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0786128 Feb 28 11:53:09.259041 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bfd906ed-21f4-4120-8780-f22b494d8c6d req-9724abac-52ac-4ef1-89be-a84b4572537d tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379343 Feb 28 11:53:10.454512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8599f3-ee81-490f-b90a-426f7754cab4 req-a8a0ef5c-cc41-4a1d-a57d-e07c735b935c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:10.456978 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ab8599f3-ee81-490f-b90a-426f7754cab4 req-a8a0ef5c-cc41-4a1d-a57d-e07c735b935c tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0763142 Feb 28 11:53:10.505345 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ab8599f3-ee81-490f-b90a-426f7754cab4 req-d0dd2b97-1fe8-4196-8e79-e348812f3181 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428834 Feb 28 11:53:11.700843 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2b4f2-dec5-4b19-a5e5-684d68334a0a req-23e1efc7-2fb6-431d-b864-3cd2eecf3964 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:11.702253 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8fa2b4f2-dec5-4b19-a5e5-684d68334a0a req-23e1efc7-2fb6-431d-b864-3cd2eecf3964 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0764225 Feb 28 11:53:11.751686 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8fa2b4f2-dec5-4b19-a5e5-684d68334a0a req-98f52719-057d-4a3b-9c4c-96196858c65d tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Feb 28 11:53:12.951703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3241561-4dfb-4f80-a6e3-09a054a5ac56 req-9761e749-5e19-4309-96c0-e09d39e90222 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:12.953028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b3241561-4dfb-4f80-a6e3-09a054a5ac56 req-9761e749-5e19-4309-96c0-e09d39e90222 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0816045 Feb 28 11:53:12.997296 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b3241561-4dfb-4f80-a6e3-09a054a5ac56 req-72e702f2-7196-41aa-926c-b38404981bfb tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381479 Feb 28 11:53:14.190656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ded8f6-ab3d-46db-9ffc-d2c6ee9ae825 req-a057e00c-5601-48cb-b49f-8ff16463bb5b tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:14.192117 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-01ded8f6-ab3d-46db-9ffc-d2c6ee9ae825 req-a057e00c-5601-48cb-b49f-8ff16463bb5b tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0749202 Feb 28 11:53:14.237175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-01ded8f6-ab3d-46db-9ffc-d2c6ee9ae825 req-c80cda54-6d01-4c47-a415-b25b293ccc8e tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 Feb 28 11:53:14.884479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46254239-afc0-4ea8-bf6e-55dc4dc44359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:15.514204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172c391-c593-40f0-9ab6-be394a5b0a6a req-cce3b81c-227a-462c-b079-bb46ffbde6d4 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:15.515661 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7172c391-c593-40f0-9ab6-be394a5b0a6a req-cce3b81c-227a-462c-b079-bb46ffbde6d4 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.1595745 Feb 28 11:53:15.561087 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7172c391-c593-40f0-9ab6-be394a5b0a6a req-bc7f0f2a-5b16-4552-8f60-5a581a9e674b tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392299 Feb 28 11:53:16.757816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ce35-c9fa-4d82-9c1e-7d7a8259124f req-b0bb0e0a-dc13-4fbd-b233-1d1b6a7ee36a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:16.759252 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e533ce35-c9fa-4d82-9c1e-7d7a8259124f req-b0bb0e0a-dc13-4fbd-b233-1d1b6a7ee36a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0755618 Feb 28 11:53:16.805824 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e533ce35-c9fa-4d82-9c1e-7d7a8259124f req-630974d1-d1d1-4b6a-8ebc-a3c76510b955 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411608 Feb 28 11:53:17.033128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-907f6df9-f90b-4452-9b42-4273cd0c2e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:17.998932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe8638-247c-4790-babf-a91abfad8799 req-9b63330d-ed7c-45fb-a2e7-7664f16201fc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:18.000278 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-90fe8638-247c-4790-babf-a91abfad8799 req-9b63330d-ed7c-45fb-a2e7-7664f16201fc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0742888 Feb 28 11:53:18.045160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-90fe8638-247c-4790-babf-a91abfad8799 req-586607d4-2a7d-4a36-891b-ac8b2d278c47 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387504 Feb 28 11:53:18.324753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:18.381588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:19.241779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f62ec65-3865-4e50-98fd-5cd43cf0c55a req-c935ce43-43dd-4d53-87a6-6108aae94643 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:19.243201 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0f62ec65-3865-4e50-98fd-5cd43cf0c55a req-c935ce43-43dd-4d53-87a6-6108aae94643 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0774157 Feb 28 11:53:19.287508 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0f62ec65-3865-4e50-98fd-5cd43cf0c55a req-711d0d82-c251-45a4-8be8-3402066a5551 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 Feb 28 11:53:19.770542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:20.479291 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604991a-ac32-4b89-9d34-d7080db6b697 req-56079e59-6b03-45a7-aa15-6f1e03c8ef97 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:20.480783 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f604991a-ac32-4b89-9d34-d7080db6b697 req-56079e59-6b03-45a7-aa15-6f1e03c8ef97 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0744641 Feb 28 11:53:20.525227 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f604991a-ac32-4b89-9d34-d7080db6b697 req-c2f228f8-3880-4ceb-93a3-b0427078445b tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Feb 28 11:53:21.393430 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:53:21.724546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad50a7b2-2b71-4716-8063-2c286eec3d9b req-d8ffa2ea-278f-42c0-88c5-e50f6f7f4168 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:21.725967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ad50a7b2-2b71-4716-8063-2c286eec3d9b req-d8ffa2ea-278f-42c0-88c5-e50f6f7f4168 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0799599 Feb 28 11:53:21.770808 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ad50a7b2-2b71-4716-8063-2c286eec3d9b req-d1d7b5d7-6b3f-4ad0-9fa0-76138ef16e84 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388908 Feb 28 11:53:22.961624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9753e0fc-692d-4482-b544-447a257c5195 req-6fffd0d7-66b2-4053-a4bf-d8fc4cfcf257 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:22.963006 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9753e0fc-692d-4482-b544-447a257c5195 req-6fffd0d7-66b2-4053-a4bf-d8fc4cfcf257 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0754752 Feb 28 11:53:23.011215 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9753e0fc-692d-4482-b544-447a257c5195 req-44aaae4e-823d-43f3-a36b-74805242d497 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425608 Feb 28 11:53:24.206337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17beacd-d231-41aa-9d0a-6e28d77b0bc0 req-2056002e-aa38-4bd6-ab8b-5f28a8b0be6f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:24.207755 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f17beacd-d231-41aa-9d0a-6e28d77b0bc0 req-2056002e-aa38-4bd6-ab8b-5f28a8b0be6f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0747230 Feb 28 11:53:24.250374 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f17beacd-d231-41aa-9d0a-6e28d77b0bc0 req-02a9c208-c65a-4c0e-a60f-e3d9f888e13a tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373170 Feb 28 11:53:25.448968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d81461-e8bd-4f6d-b6d8-b6e1fe901440 req-05774b3f-3eff-4b4d-8cbe-0b424637c449 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:25.450388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-09d81461-e8bd-4f6d-b6d8-b6e1fe901440 req-05774b3f-3eff-4b4d-8cbe-0b424637c449 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0782969 Feb 28 11:53:25.494997 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-09d81461-e8bd-4f6d-b6d8-b6e1fe901440 req-8584156c-fe7a-482a-8d1e-dddeba32bdaf tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Feb 28 11:53:26.688801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d093a595-e874-47f0-9cb1-94425dca0f3c req-a2193ef8-6364-43dd-9a18-968d15aba894 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:26.690463 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d093a595-e874-47f0-9cb1-94425dca0f3c req-a2193ef8-6364-43dd-9a18-968d15aba894 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0760233 Feb 28 11:53:26.735266 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d093a595-e874-47f0-9cb1-94425dca0f3c req-30681172-7dad-40f1-bac9-9cb483112c74 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393372 Feb 28 11:53:28.070230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ec54ff-be52-4058-901b-6e4d21354eb3 req-23950927-f3d0-40b5-9991-64a87b1ac870 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:28.071675 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-39ec54ff-be52-4058-901b-6e4d21354eb3 req-23950927-f3d0-40b5-9991-64a87b1ac870 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0790489 Feb 28 11:53:28.116397 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-39ec54ff-be52-4058-901b-6e4d21354eb3 req-3679779b-247d-4420-8b42-40ed75677c75 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393217 Feb 28 11:53:29.308379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871d62b-6a1a-46f1-b761-76b6e20464e0 req-0e2a5530-06fa-4df5-8ec3-66d9526090c2 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:29.309798 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1871d62b-6a1a-46f1-b761-76b6e20464e0 req-0e2a5530-06fa-4df5-8ec3-66d9526090c2 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0755129 Feb 28 11:53:29.353478 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1871d62b-6a1a-46f1-b761-76b6e20464e0 req-6685d9df-e991-4a39-b205-805783d4d4d2 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383115 Feb 28 11:53:30.127913 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-8a67b885-f4b6-42cb-9105-63d3c50f2d60 service neutron] 10.222.0.57 "GET /v2.0/ports/d9984032-2ece-4c5a-975a-90227743c539/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0763855 Feb 28 11:53:30.291305 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4babd479-8978-4f11-b456-41f9d2062ba8 req-a85d2886-f14a-4531-bef8-bcf6f6764b5d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 1098 time: 0.0675509 Feb 28 11:53:30.461972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babd479-8978-4f11-b456-41f9d2062ba8 req-b00c068d-145e-4f06-8433-a976a93e2de6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:30.463473 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4babd479-8978-4f11-b456-41f9d2062ba8 req-b00c068d-145e-4f06-8433-a976a93e2de6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 916 time: 0.1528120 Feb 28 11:53:30.585247 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4babd479-8978-4f11-b456-41f9d2062ba8 req-a126e683-01ea-4432-9fe9-0fdb3810e76a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9984032-2ece-4c5a-975a-90227743c539 HTTP/1.1" status: 200 len: 217 time: 0.1044636 Feb 28 11:53:30.704409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babd479-8978-4f11-b456-41f9d2062ba8 req-6fd2aeaa-739a-4288-8596-1c1445a44572 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:30.706548 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4babd479-8978-4f11-b456-41f9d2062ba8 req-6fd2aeaa-739a-4288-8596-1c1445a44572 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.1152484 Feb 28 11:53:30.843945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190b190-8127-4e24-991b-d6ffd0759078 req-cc540b8e-595b-4412-99e0-6e7f46e629da tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:30.846310 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b190b190-8127-4e24-991b-d6ffd0759078 req-cc540b8e-595b-4412-99e0-6e7f46e629da tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.3128593 Feb 28 11:53:30.849484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4babd479-8978-4f11-b456-41f9d2062ba8 req-d075d37a-d9b1-4baa-9461-4f75413ba1c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369214 Feb 28 11:53:30.951111 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-02c75aac-ab39-47f2-a444-87b9ea294635 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f&tenant_id=c1c9200741354e09869d9d6e85e763e9 HTTP/1.1" status: 200 len: 1098 time: 0.3181150 Feb 28 11:53:30.986926 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b190b190-8127-4e24-991b-d6ffd0759078 req-d087a8a6-b11b-4b22-9840-a5a40a2987fa tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334982 Feb 28 11:53:31.018200 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4babd479-8978-4f11-b456-41f9d2062ba8 req-4c062832-cfc7-49a0-9460-7792ba96aaf6 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504316 Feb 28 11:53:31.148176 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4babd479-8978-4f11-b456-41f9d2062ba8 req-0a70b6b9-2b5a-437b-a28d-d3cbb0cc4382 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248376 Feb 28 11:53:31.260868 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-c5c902e7-eba4-4faa-8a8d-acd991082d0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 1098 time: 0.0743399 Feb 28 11:53:31.391468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-5274c9ac-e6cf-4064-85e7-96b02edd2b5a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:31.393873 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-5274c9ac-e6cf-4064-85e7-96b02edd2b5a service neutron] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 916 time: 0.1275036 Feb 28 11:53:31.460948 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-b3f181ff-0d10-4dea-9b51-9f48a62a3344 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9984032-2ece-4c5a-975a-90227743c539 HTTP/1.1" status: 200 len: 217 time: 0.0612743 Feb 28 11:53:31.526781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-d3f0e033-a9c5-4424-9c00-424b42404dab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:31.528107 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-d3f0e033-a9c5-4424-9c00-424b42404dab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.0615499 Feb 28 11:53:31.572437 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-944806f1-90ef-4101-82cf-4c14e183514c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387447 Feb 28 11:53:31.701401 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-e1a3ff56-67c9-473b-a4da-ca3ba13e9efc service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232257 Feb 28 11:53:31.828951 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-5106a743-1c97-458c-9ca7-87ae5dd64b9f service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217465 Feb 28 11:53:32.185972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548bc53-9f3d-445f-8c94-c223c52c7c61 req-3c791d53-0483-4bfd-b2b8-d41231cb8cec tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:32.187433 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4548bc53-9f3d-445f-8c94-c223c52c7c61 req-3c791d53-0483-4bfd-b2b8-d41231cb8cec tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0801301 Feb 28 11:53:32.236663 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4548bc53-9f3d-445f-8c94-c223c52c7c61 req-c446c83b-92dd-4c3b-93d9-553fbbbcaf34 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420299 Feb 28 11:53:33.432033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc477786-3aae-418b-b9c9-5d6cc449dffe req-6cae5799-e653-40b7-91a0-2e806e8dbba4 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:33.433452 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc477786-3aae-418b-b9c9-5d6cc449dffe req-6cae5799-e653-40b7-91a0-2e806e8dbba4 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0769017 Feb 28 11:53:33.479340 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc477786-3aae-418b-b9c9-5d6cc449dffe req-dc84514e-dfe5-40c0-a9eb-b5cc298bc6dc tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403545 Feb 28 11:53:34.078377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:34.679392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b40a3-91f3-4f0d-b55c-589a851dda65 req-3de7820a-494a-4734-ad88-b5428a25c3ad tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:34.680823 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-860b40a3-91f3-4f0d-b55c-589a851dda65 req-3de7820a-494a-4734-ad88-b5428a25c3ad tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0794358 Feb 28 11:53:34.725176 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-860b40a3-91f3-4f0d-b55c-589a851dda65 req-52a4589e-bf9c-459f-9057-2a56f03c4fb1 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387807 Feb 28 11:53:35.219093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a7aa9-2ab2-4fdd-ae48-66cf6a6c998f req-b632b562-b36e-449f-82ca-fb5131d24e0e tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:35.221696 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-233a7aa9-2ab2-4fdd-ae48-66cf6a6c998f req-b632b562-b36e-449f-82ca-fb5131d24e0e tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0782704 Feb 28 11:53:35.318982 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-233a7aa9-2ab2-4fdd-ae48-66cf6a6c998f req-b8037eb5-5aad-431f-8832-235ffd2083d6 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677462 Feb 28 11:53:35.340557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-43480a7d-15be-434e-9d7f-249820e3ecdd tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:35.340557 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-43480a7d-15be-434e-9d7f-249820e3ecdd tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f&tenant_id=c1c9200741354e09869d9d6e85e763e9&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.1171319 Feb 28 11:53:35.387236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9984032-2ece-4c5a-975a-90227743c539 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:53:35.390627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9984032-2ece-4c5a-975a-90227743c539 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:53:35.484760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-085f40dc-b059-4379-b764-057247dcf95a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c1c9200741354e09869d9d6e85e763e9&device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 1098 time: 0.0779378 Feb 28 11:53:35.613339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:35.637037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9984032-2ece-4c5a-975a-90227743c539,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:53:35.653111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'd9984032-2ece-4c5a-975a-90227743c539', 'network_id': '39a879e8-d060-4913-97d1-f2f824cdc64c', 'port_id': 'd9984032-2ece-4c5a-975a-90227743c539', 'mac_address': 'fa:16:3e:df:c3:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 711, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:53:35.665943 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:53:35.708836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-8a391207-c1b3-4875-9a0d-d00dc9492425 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:35.710706 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-8a391207-c1b3-4875-9a0d-d00dc9492425 service neutron] 10.222.0.57 "GET /v2.0/networks?id=39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 200 len: 916 time: 0.2199256 Feb 28 11:53:35.714296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9984032-2ece-4c5a-975a-90227743c539,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:53:35.732956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:35.751712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9984032-2ece-4c5a-975a-90227743c539 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:53:35.757550 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539', 'code': 200} Feb 28 11:53:35.781229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:35.781763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-729afc2c-5c45-4586-9097-100cd5cfd92a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9984032-2ece-4c5a-975a-90227743c539 HTTP/1.1" status: 200 len: 217 time: 0.0650880 Feb 28 11:53:35.842245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-5e8074c7-af84-4da3-90a8-e3d291f76338 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:35.843701 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-5e8074c7-af84-4da3-90a8-e3d291f76338 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 200 len: 855 time: 0.0568960 Feb 28 11:53:35.888530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:53:35.888800 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:53:35.890572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-82de5bb0-617d-4773-9faa-a995fcd956e1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=39a879e8-d060-4913-97d1-f2f824cdc64c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413318 Feb 28 11:53:35.894315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d9984032-2ece-4c5a-975a-90227743c539,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:35.902930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.903270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.903602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.903934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.904260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.904612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.905010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.905335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.905649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.905963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:35.906276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:36.020673 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-f0ae9ade-e66f-4fd7-bf49-19642cf9cd18 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241364 Feb 28 11:53:36.149106 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0428f6b9-aa47-4cb4-9e28-d61f5ab38dcf req-7533cb27-d36e-4c2e-b3ed-747570429529 service neutron] 10.222.0.57 "GET /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219068 Feb 28 11:53:36.443219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:36.460306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9984032-2ece-4c5a-975a-90227743c539 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:53:36.475423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9984032-2ece-4c5a-975a-90227743c539,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:53:36.520876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5d728-5d20-43ae-91ad-895e9f6313af req-723864f3-6c34-43ce-9bdf-b5e52e876a21 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:36.522335 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c4c5d728-5d20-43ae-91ad-895e9f6313af req-723864f3-6c34-43ce-9bdf-b5e52e876a21 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 943 time: 0.0772705 Feb 28 11:53:36.567560 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c4c5d728-5d20-43ae-91ad-895e9f6313af req-035b6023-0616-4277-a751-e30e93230597 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397413 Feb 28 11:53:36.569772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:36.633450 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d9984032-2ece-4c5a-975a-90227743c539'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:53:36.688321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d9984032-2ece-4c5a-975a-90227743c539,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:37.404075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9984032-2ece-4c5a-975a-90227743c539 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:37.471373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port d9984032-2ece-4c5a-975a-90227743c539 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:37.472046 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:37.583163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:37.617097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9984032-2ece-4c5a-975a-90227743c539,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:53:37.689047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:37.754677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d9984032-2ece-4c5a-975a-90227743c539,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:37.759048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:53:37.781260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e914d45-62c0-4a5d-8735-1f849b578d27 req-3ee06e0d-825d-43d1-af86-adcddc9828b0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:37.782696 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e914d45-62c0-4a5d-8735-1f849b578d27 req-3ee06e0d-825d-43d1-af86-adcddc9828b0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0797906 Feb 28 11:53:37.813364 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539', 'code': 200} Feb 28 11:53:37.828775 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e914d45-62c0-4a5d-8735-1f849b578d27 req-44619d75-a6dc-45a4-8e69-3fbe5860d251 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397787 Feb 28 11:53:38.022209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963fc12f-ef99-4407-9565-588cd1d95e08 req-b7847cfe-f85b-43ae-a163-3da54fc98672 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:38.023621 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-963fc12f-ef99-4407-9565-588cd1d95e08 req-b7847cfe-f85b-43ae-a163-3da54fc98672 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0760787 Feb 28 11:53:38.068275 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-963fc12f-ef99-4407-9565-588cd1d95e08 req-d383a689-fc70-4556-a81e-57ca701f1637 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390828 Feb 28 11:53:38.272166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07de1105-c058-407d-8728-4f00e4f5021e req-71e5b737-162a-40f1-8735-05498ff6a500 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:38.273629 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-07de1105-c058-407d-8728-4f00e4f5021e req-71e5b737-162a-40f1-8735-05498ff6a500 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0785758 Feb 28 11:53:38.318487 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-07de1105-c058-407d-8728-4f00e4f5021e req-97aaa63c-859d-462e-a52a-895d44c9125d tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394769 Feb 28 11:53:39.149344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537af901-0601-4801-95c6-68befce8d3d5 req-87399550-84b2-44a6-8752-c96a418c6523 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:39.150764 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-537af901-0601-4801-95c6-68befce8d3d5 req-87399550-84b2-44a6-8752-c96a418c6523 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0747652 Feb 28 11:53:39.198040 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-537af901-0601-4801-95c6-68befce8d3d5 req-d2735d6e-b98e-4c8e-b95a-12967d3e75fd tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418105 Feb 28 11:53:40.396635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ced7f7-53b6-463f-a522-2f9cb90dff1f req-266fad2d-ca9b-40d4-af4c-0ec3be7f155b tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:40.398074 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-48ced7f7-53b6-463f-a522-2f9cb90dff1f req-266fad2d-ca9b-40d4-af4c-0ec3be7f155b tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0758901 Feb 28 11:53:40.443671 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-48ced7f7-53b6-463f-a522-2f9cb90dff1f req-ad3868d3-ef1d-400d-8916-335c7c11b91e tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/security-groups?id=3a54ff64-6984-4956-9e96-63a8dd5e7693&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397317 Feb 28 11:53:40.575239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-edaf3e49-b741-432b-a34d-91ce49a54c4f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:40.576614 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-edaf3e49-b741-432b-a34d-91ce49a54c4f tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 945 time: 0.0771558 Feb 28 11:53:40.642591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Deleting port d9984032-2ece-4c5a-975a-90227743c539 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:53:40.642977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:40.877922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] For port d9984032-2ece-4c5a-975a-90227743c539, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9984032-2ece-4c5a-975a-90227743c539,segment=NetworkSegment(78f1d497-1a76-4273-9850-9eb032d76c06),segment_id=78f1d497-1a76-4273-9850-9eb032d76c06)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:53:40.878149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:41.081783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Calling delete_port for d9984032-2ece-4c5a-975a-90227743c539 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:53:41.272181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:41.283307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d9984032-2ece-4c5a-975a-90227743c539'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:53:41.320954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Pushing event deleted for resources: {'Port': ['ID=d9984032-2ece-4c5a-975a-90227743c539,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:41.389027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.389368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.389719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.390051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.390360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.390686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.391044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.391368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.391689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.392008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.392327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:41.404835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] No DVR routers for this DVR port d9984032-2ece-4c5a-975a-90227743c539 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:53:41.406938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:41.409399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'name': 'network-vif-deleted', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:53:41.463275 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57da83f0-2c57-4e80-96f5-2fbd3c57b01f', 'name': 'network-vif-deleted', 'tag': 'd9984032-2ece-4c5a-975a-90227743c539', 'status': 'completed', 'code': 200} Feb 28 11:53:41.478752 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-896ae2fc-d2aa-4448-b92d-6d931f269302 req-f4f6da36-87c0-4613-a5a0-16d773f2bbc0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.57 "DELETE /v2.0/ports/d9984032-2ece-4c5a-975a-90227743c539 HTTP/1.1" status: 204 len: 173 time: 0.8969660 Feb 28 11:53:41.606651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-093cd319-4dab-4f2f-a7f3-61441c561347 req-4f017386-aeba-42fb-8654-b057edd2f3d0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Synchronizing usage tracker for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:53:41.661102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-093cd319-4dab-4f2f-a7f3-61441c561347 req-4f017386-aeba-42fb-8654-b057edd2f3d0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] Unset dirty status for tenant:c1c9200741354e09869d9d6e85e763e9 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:53:41.662282 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-093cd319-4dab-4f2f-a7f3-61441c561347 req-4f017386-aeba-42fb-8654-b057edd2f3d0 tempest-ServerDiskConfigTestJSON-203731106 tempest-ServerDiskConfigTestJSON-203731106-project] 10.222.0.31 "GET /v2.0/ports?device_id=57da83f0-2c57-4e80-96f5-2fbd3c57b01f HTTP/1.1" status: 200 len: 210 time: 0.0960586 Feb 28 11:53:42.918233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58020) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:42.979149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-04c084ce-d2c6-43fa-bb87-d2a2c15397ec admin admin] Deleting subnet 2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:53:42.981968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-04c084ce-d2c6-43fa-bb87-d2a2c15397ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.029434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-04c084ce-d2c6-43fa-bb87-d2a2c15397ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.086902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-04c084ce-d2c6-43fa-bb87-d2a2c15397ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.198517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-04c084ce-d2c6-43fa-bb87-d2a2c15397ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.233866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c084ce-d2c6-43fa-bb87-d2a2c15397ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:43.241701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-04c084ce-d2c6-43fa-bb87-d2a2c15397ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.247469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-04c084ce-d2c6-43fa-bb87-d2a2c15397ec admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2bfc7f4b-6ab9-4e13-88dd-68bf5846ec99 HTTP/1.1" status: 204 len: 168 time: 0.3281698 Feb 28 11:53:43.249912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58024) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:43.351544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.471255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.496930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a879e8-d060-4913-97d1-f2f824cdc64c']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:43.508478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f1d497-1a76-4273-9850-9eb032d76c06') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:43.508772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f1d497-1a76-4273-9850-9eb032d76c06') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:43.519705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.538863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.544628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] Releasing vlan 711 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:53:43.545008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:53:43.558059 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:53:43.689912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.694713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:43.717821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=39a879e8-d060-4913-97d1-f2f824cdc64c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:43.775099 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4191db62-f9c7-4f00-bd2f-5bdc320bf3c3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/39a879e8-d060-4913-97d1-f2f824cdc64c HTTP/1.1" status: 204 len: 168 time: 0.5242009 Feb 28 11:53:44.098512 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 58030) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:44.150128 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f0ce02d1-0da7-461d-a0a8-2dc72eed7d95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1c9200741354e09869d9d6e85e763e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0504770 Feb 28 11:53:44.152657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 58034) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:44.210105 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:44.234945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:44.352412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:44.368721 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a54ff64-6984-4956-9e96-63a8dd5e7693,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:44.377897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.378259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.379108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.379450 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.379786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.380114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.380435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.380754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.381071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.381384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.381699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:44.437368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:44.438500 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2d050653-9579-4be5-a6f7-e0163d838503 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a54ff64-6984-4956-9e96-63a8dd5e7693 HTTP/1.1" status: 204 len: 168 time: 0.2849813 Feb 28 11:53:44.894923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4957ccb-07c1-4744-9713-e3be30265998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:45.441888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9984032-2ece-4c5a-975a-90227743c539 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:53:45.475320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: d9984032-2ece-4c5a-975a-90227743c539 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:53:45.475593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9984032-2ece-4c5a-975a-90227743c539 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:53:45.616555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58056) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:45.747051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1567492361-network', 'tenant_id': '6204baf126434c6884032eb0c270b80e'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:53:45.751829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:45.756285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Usage tracker for resource:network and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:45.759101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:45.768893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:45.860017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Made reservation on behalf of 6204baf126434c6884032eb0c270b80e for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:53:45.862242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:45.874869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:45.905949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:45.909769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Usage tracker for resource:security_group_rule and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:45.912557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:45.918308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:45.981498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:46.067243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:46.096671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 709} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:53:46.104789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b001390-87e3-45f3-b3e8-c745ab8bec8d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:46.110133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:46.110473 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Added segment ce0cb18e-b1d7-4c85-8bc9-d815ce227d93 of type vlan for network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 Feb 28 11:53:46.136589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:46.221219 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:46.222043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:46.222608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:46.324581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] Pushing event updated for resources: {'Network': ['ID=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:46.333947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:53:46.387363 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c41f647a-2e92-41f8-a500-a17ebfa21861 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7692525 Feb 28 11:53:46.390124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58062) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:46.395484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Request body: {'subnet': {'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1567492361-subnet', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:53:46.400601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:46.404618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Usage tracker for resource:subnet and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:46.407673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:46.413615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:46.489755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Made reservation on behalf of 6204baf126434c6884032eb0c270b80e for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:53:46.492143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:46.740672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:46.814488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b823c1-e0e9-4ca9-8267-54590853bb55,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:46.828549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Checking segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:53:46.828907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Network hostable DHCP agents. Network: 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:53:46.895876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:53:46.958397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:46.962141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:46.962718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:46.967249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3c5bf9-5aa8-42aa-852b-b261c0d5c97a None None] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:53:47.044944 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8e12c646-6cc1-4cd3-8c68-321d9349fcea admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6537476 Feb 28 11:53:47.047580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58066) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:47.053646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:53:47.058837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:47.063397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Usage tracker for resource:router and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:47.066724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:47.072636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:47.119799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8f85471b-d74c-473b-a7a0-7bf476988343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.134354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.135419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.153617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.192808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:53:47.193619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.350991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Allocated IP 172.20.0.2 (24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3/02b823c1-e0e9-4ca9-8267-54590853bb55/7a0350a4-c046-472a-8d49-ebfb2d313bd4) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:47.438980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.555577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.565626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Transition to ACTIVE for port object 7a0350a4-c046-472a-8d49-ebfb2d313bd4 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:47.584634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Transition to ACTIVE for port object 7a0350a4-c046-472a-8d49-ebfb2d313bd4 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:47.661351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.696362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.726955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.730807 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:47.733385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:47.736862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:53:47.741919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Pushing event updated for resources: {'Port': ['ID=7a0350a4-c046-472a-8d49-ebfb2d313bd4,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:47.824104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Attempting to bind port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:53:47.824466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Attempting to bind port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:53:47.824819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Attempting to bind port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:53:47.831186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:53:47.832068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Checking segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:53:47.832464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.832848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Bound using segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:53:47.833308 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Bound port: 7a0350a4-c046-472a-8d49-ebfb2d313bd4, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:53:47.833672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:47.861165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Allocated IP 172.26.1.99 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/83f3f696-79dc-47f5-a9ad-0333c7649453) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:47.921386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] For port 7a0350a4-c046-472a-8d49-ebfb2d313bd4, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:53:47.924183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] For port 7a0350a4-c046-472a-8d49-ebfb2d313bd4, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7a0350a4-c046-472a-8d49-ebfb2d313bd4,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:53:47.987020 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:48.012228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:48.067447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e01e0b3-c267-43bc-865e-5bfc2343b17d None None] Pushing event updated for resources: {'Port': ['ID=7a0350a4-c046-472a-8d49-ebfb2d313bd4,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:48.140317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:48.218028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:48.220919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:48.226213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:53:48.254612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Pushing event updated for resources: {'Port': ['ID=83f3f696-79dc-47f5-a9ad-0333c7649453,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:48.329423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:48.391872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:48.491840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:48.492574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:48.780708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Router 71f3447b-631f-49dd-b658-61d13e901cc8 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:53:48.967170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5426a-11ba-4923-872c-0881577cbcd6 None None] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:53:48.995015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:53:49.006131 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:53:49.018793 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:53:49.019518 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:53:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:49.078389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:49.083104 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-939c5572-fbeb-49c0-b467-8a2caa699f9a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0312912 Feb 28 11:53:49.083569 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 58070) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:49.182151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-66179505-f5bc-4683-8b79-77874435be50 None None] Provisioning for port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:49.198344 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:53:49.492846 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:48Z', 'revision_number': 3, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:49.496473 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:53:49.496808 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Updating router 71f3447b-631f-49dd-b658-61d13e901cc8 port 83f3f696-79dc-47f5-a9ad-0333c7649453 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:53:49.550077 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:49.757257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:49.905450 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:49.917886 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Transition to ACTIVE for port object 83f3f696-79dc-47f5-a9ad-0333c7649453 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:49.935383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:49.992176 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.073577 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Pushing event updated for resources: {'Port': ['ID=83f3f696-79dc-47f5-a9ad-0333c7649453,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:50.079832 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Attempting to bind port 83f3f696-79dc-47f5-a9ad-0333c7649453 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:53:50.080202 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Attempting to bind port 83f3f696-79dc-47f5-a9ad-0333c7649453 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:53:50.080565 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Attempting to bind port 83f3f696-79dc-47f5-a9ad-0333c7649453 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:53:50.091316 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:53:50.091694 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:53:50.092088 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.092476 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:53:50.092934 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Bound port: 83f3f696-79dc-47f5-a9ad-0333c7649453, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:53:50.093300 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.118144 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.120887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.120887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.120887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.120887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.120887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.120887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.120887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.120887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.121613 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.121613 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:53:50.156405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7a0350a4-c046-472a-8d49-ebfb2d313bd4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:50.160417 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Allocated IP 172.20.0.1 (24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3/02b823c1-e0e9-4ca9-8267-54590853bb55/80665578-467c-422c-8aea-8ad0706aabf9) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:50.178385 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] For port 83f3f696-79dc-47f5-a9ad-0333c7649453, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:53:50.181404 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] For port 83f3f696-79dc-47f5-a9ad-0333c7649453, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=83f3f696-79dc-47f5-a9ad-0333c7649453,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:53:50.267299 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.295238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:50.300497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:50.301135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.313999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.333623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Transition to ACTIVE for port object 80665578-467c-422c-8aea-8ad0706aabf9 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:50.346555 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d87d6e-f02b-4e3f-bdfa-d0290e9c8b67 None None] Pushing event updated for resources: {'Port': ['ID=83f3f696-79dc-47f5-a9ad-0333c7649453,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:50.350194 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:53:50.350649 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:53:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:50.420583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.451452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.452602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 7a0350a4-c046-472a-8d49-ebfb2d313bd4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7a0350a4-c046-472a-8d49-ebfb2d313bd4,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:53:50.522607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:50.526196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:50.528089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Pushing event updated for resources: {'Port': ['ID=80665578-467c-422c-8aea-8ad0706aabf9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:50.528760 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:53:50.530207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:53:50.530988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.593194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.670055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=7a0350a4-c046-472a-8d49-ebfb2d313bd4,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:50.771593 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.832628 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:48Z', 'revision_number': 3, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:50.836826 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a09254-4b48-49bc-a4fa-8c7ab8f4c15b None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:48Z', 'revision_number': 3, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:53:50.912056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-57ed8372-117f-439e-bd24-95f2f76f9a09 None None] Provisioning for port 80665578-467c-422c-8aea-8ad0706aabf9 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:50.918588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-57ed8372-117f-439e-bd24-95f2f76f9a09 None None] Provisioning complete for port 80665578-467c-422c-8aea-8ad0706aabf9 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:50.918588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-57ed8372-117f-439e-bd24-95f2f76f9a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:50.972351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-57ed8372-117f-439e-bd24-95f2f76f9a09 None None] Port 80665578-467c-422c-8aea-8ad0706aabf9 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:53:50.998601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:51.054950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:51.168974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Pushing event updated for resources: {'Port': ['ID=80665578-467c-422c-8aea-8ad0706aabf9,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:51.171343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:51.313969 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:51.315123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:51.603750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8d1d6a34-91b2-44c4-bf2d-0a5b252c0dec None None] Provisioning complete for port 80665578-467c-422c-8aea-8ad0706aabf9 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:51.604401 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8d1d6a34-91b2-44c4-bf2d-0a5b252c0dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:51.657598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8d1d6a34-91b2-44c4-bf2d-0a5b252c0dec None None] Port 80665578-467c-422c-8aea-8ad0706aabf9 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:53:51.808088 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:53:52.002657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:53:52.011605 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e678c160-6f89-465b-8733-2591af6f1d8e admin admin] 10.222.0.31 "PUT /v2.0/routers/71f3447b-631f-49dd-b658-61d13e901cc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9267788 Feb 28 11:53:52.180158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7a0350a4-c046-472a-8d49-ebfb2d313bd4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:52.255445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:52.255811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:52.369819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 83f3f696-79dc-47f5-a9ad-0333c7649453 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:52.533873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 83f3f696-79dc-47f5-a9ad-0333c7649453 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:52.539461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 83f3f696-79dc-47f5-a9ad-0333c7649453 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:52.539830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:52.653566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:52.665034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58080) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:52.670697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1934836060', 'description': 'tempest-description--872053283'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:53:52.670942 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 83f3f696-79dc-47f5-a9ad-0333c7649453, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=83f3f696-79dc-47f5-a9ad-0333c7649453,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:53:52.677094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:52.681026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Usage tracker for resource:security_group and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:52.687445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:52.693176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:52.746474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:52.769646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:52.805168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:52.809054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Usage tracker for resource:security_group_rule and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:52.812031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:52.812561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=83f3f696-79dc-47f5-a9ad-0333c7649453,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:52.817721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:52.870759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:52.934153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:52.976743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72fc5cad-66f4-47aa-bb74-9dd278cec70b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:53.054453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:53.055717 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-995205b3-1b78-42c7-8546-bf7b579cbda0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.3896937 Feb 28 11:53:53.058518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58084) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:53.063826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'security_group_rule': {'security_group_id': '72fc5cad-66f4-47aa-bb74-9dd278cec70b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:53:53.069685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:53.073434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Usage tracker for resource:security_group_rule and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:53.076286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:53.083041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:53.152378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:53.211424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:53.271452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:53.293290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e30217-33cb-46e5-8ae2-15cb5b72556c,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:53.346497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:53.347739 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2179a9fb-bc86-4309-9a13-773d08cd4622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2882881 Feb 28 11:53:53.350272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58088) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:53.355588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'security_group_rule': {'security_group_id': '72fc5cad-66f4-47aa-bb74-9dd278cec70b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:53:53.361247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:53.365237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Usage tracker for resource:security_group_rule and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:53.368058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:53.373659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:53.444873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:53.506944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:53.586464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:53.610281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4cdf25f-f6fe-4512-aa99-139fe504d0d9,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:53.688764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:53.689974 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b8cbd37c-a31f-499e-b05a-f8f69c5a380a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3387508 Feb 28 11:53:53.693508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58092) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:53:53.698761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:53:53.704229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:53.708288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Usage tracker for resource:floatingip and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:53.711355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:53.717198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:53.803485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:54.043636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:54.116135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 83f3f696-79dc-47f5-a9ad-0333c7649453 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:54.180739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Allocated IP 172.26.1.152 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/6a231b47-f43c-43ee-8830-25237e6d7d0f) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:54.194049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 83f3f696-79dc-47f5-a9ad-0333c7649453 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:54.194611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:54.296567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:53:54.330026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:53:54.332696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:53:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:54.333629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:54.414990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:54.485215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:54.488328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:54.491643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:53:54.513912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:53:54.528097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event updated for resources: {'Port': ['ID=6a231b47-f43c-43ee-8830-25237e6d7d0f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:54.657782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:54.768475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:54.827238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 2, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:54.831086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:53:54.831592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Updating router 71f3447b-631f-49dd-b658-61d13e901cc8 port 80665578-467c-422c-8aea-8ad0706aabf9 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:53:54.885762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:54.981437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:55.088961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:55.199543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event updated for resources: {'Port': ['ID=6a231b47-f43c-43ee-8830-25237e6d7d0f,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:55.213274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:55.260753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:55.272575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Transition to ACTIVE for port object 80665578-467c-422c-8aea-8ad0706aabf9 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:55.317365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:55.318583 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-23f2f0ae-0e22-4c06-99a1-c802f7620c0b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6241796 Feb 28 11:53:55.340265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:55.471147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc01909-72af-4413-8c9f-3bfabd237b1c None None] Pushing event updated for resources: {'Port': ['ID=80665578-467c-422c-8aea-8ad0706aabf9,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:55.500309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-9d04fa06-5eae-49cc-92a2-78cb8a71beb9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:53:55.565285 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Attempting to bind port 80665578-467c-422c-8aea-8ad0706aabf9 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:53:55.566257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Attempting to bind port 80665578-467c-422c-8aea-8ad0706aabf9 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:53:55.568396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Attempting to bind port 80665578-467c-422c-8aea-8ad0706aabf9 on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:53:55.573460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:53:55.573846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Checking segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:53:55.574354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:55.574741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Bound using segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:53:55.575230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Bound port: 80665578-467c-422c-8aea-8ad0706aabf9, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:53:55.575594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:55.586134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-9d04fa06-5eae-49cc-92a2-78cb8a71beb9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:53:55.587322 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-9d04fa06-5eae-49cc-92a2-78cb8a71beb9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1934836060&fields=id&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 267 time: 0.1347704 Feb 28 11:53:55.684920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] For port 80665578-467c-422c-8aea-8ad0706aabf9, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:53:55.687879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] For port 80665578-467c-422c-8aea-8ad0706aabf9, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=80665578-467c-422c-8aea-8ad0706aabf9,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:53:55.740664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-0a863cb4-f7b2-4aaa-9de6-b7752628bebd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:55.741323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-0a863cb4-f7b2-4aaa-9de6-b7752628bebd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:53:55.763242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:55.843047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-0a863cb4-f7b2-4aaa-9de6-b7752628bebd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:53:55.844404 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-0a863cb4-f7b2-4aaa-9de6-b7752628bebd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 812 time: 0.2501926 Feb 28 11:53:55.846426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc01909-72af-4413-8c9f-3bfabd237b1c None None] Pushing event updated for resources: {'Port': ['ID=80665578-467c-422c-8aea-8ad0706aabf9,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:55.850093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:53:55.850697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:53:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:55.864467 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-30489b63-7b70-486d-a9ad-c675d76c8c9d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/quotas/6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 375 time: 0.0128853 Feb 28 11:53:55.952357 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-1c42de8f-9cb3-4e43-b689-c055d6733809 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0818827 Feb 28 11:53:56.034770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:53:56.094388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-ae361151-85be-4fd5-b603-2a8d03522588 service neutron] 10.222.0.31 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289642 Feb 28 11:53:56.235204 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-1cd85783-2e2e-4fa7-8e37-af2671e76743 service neutron] 10.222.0.31 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304331 Feb 28 11:53:56.353729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:55Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:53:56.357633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3035f8-b3f4-48a5-98a4-6b83ff8a471e None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:55Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:53:56.515593 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-caedfab4-46b6-4949-a859-f9e7e1ae3bd2 req-ac35ebe3-7d47-4612-aa08-54ca827aee4d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 210 time: 0.0489280 Feb 28 11:53:57.674686 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ca57048-58c0-4e81-9cc2-bb9021cbcccc req-25962bea-fc07-49e3-852d-34fd7f02cc9e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 210 time: 0.0414267 Feb 28 11:53:58.129143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 80665578-467c-422c-8aea-8ad0706aabf9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:53:58.277644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 80665578-467c-422c-8aea-8ad0706aabf9 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:58.282574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 80665578-467c-422c-8aea-8ad0706aabf9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:58.282990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:58.394524 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:53:58.396925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:58.430649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 80665578-467c-422c-8aea-8ad0706aabf9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=80665578-467c-422c-8aea-8ad0706aabf9,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:53:58.512248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:58.582180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=80665578-467c-422c-8aea-8ad0706aabf9,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:58.601320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-3a5faa61-beec-4407-aebe-db228dbbc5bb tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:58.602709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-3a5faa61-beec-4407-aebe-db228dbbc5bb tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 812 time: 0.2363713 Feb 28 11:53:58.656820 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-b61d759b-1113-422f-82f2-8b5a4e304635 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 380 time: 0.0419328 Feb 28 11:53:58.665305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'port': {'device_id': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'admin_state_up': True, 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'security_groups': ['72fc5cad-66f4-47aa-bb74-9dd278cec70b']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:53:58.845349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:53:58.855159 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c68a622-8208-4418-af7f-103122153cfb req-b1aa6b3a-0aca-4e14-bd88-885fc3437746 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 210 time: 0.0507472 Feb 28 11:53:58.856043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Usage tracker for resource:port and tenant:6204baf126434c6884032eb0c270b80e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:53:58.858985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:53:58.865026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:53:58.934958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Made reservation on behalf of 6204baf126434c6884032eb0c270b80e for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:53:58.937905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:59.093377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Allocated IP 172.20.0.7 (24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3/02b823c1-e0e9-4ca9-8267-54590853bb55/8ff814f6-5e19-40fc-8aa7-1412119c2c7c) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:53:59.281152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:59.296051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Transition to ACTIVE for port object 8ff814f6-5e19-40fc-8aa7-1412119c2c7c will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:53:59.380453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:59.449359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:53:59.452115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:53:59.455795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:53:59.486237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event updated for resources: {'Port': ['ID=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:53:59.521399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:53:59.522009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:59.604286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-5a5bf05b-3bf8-486d-b707-d25996ffad4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9424472 Feb 28 11:53:59.616639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Request body: {'port': {'device_id': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:53:59.700370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-efd7f190-612f-467b-a24c-6699fc5c6d85 None None] Provisioning for port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:53:59.705194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-efd7f190-612f-467b-a24c-6699fc5c6d85 None None] Provisioning complete for port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:53:59.705559 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-efd7f190-612f-467b-a24c-6699fc5c6d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:59.728205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:53:59.789584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-efd7f190-612f-467b-a24c-6699fc5c6d85 None None] Port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:54:00.117555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 80665578-467c-422c-8aea-8ad0706aabf9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:54:00.143541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e49fe-46ab-46ea-82b6-3a54af4003bb req-0fb156a2-84f6-4e03-a642-9497a1bc85f4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:00.144882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-481e49fe-46ab-46ea-82b6-3a54af4003bb req-0fb156a2-84f6-4e03-a642-9497a1bc85f4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:54:00.149489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff814f6-5e19-40fc-8aa7-1412119c2c7c {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:54:00.160281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:00.180965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Transition to ACTIVE for port object 8ff814f6-5e19-40fc-8aa7-1412119c2c7c will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:54:00.184366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 80665578-467c-422c-8aea-8ad0706aabf9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:54:00.184726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:00.248799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-481e49fe-46ab-46ea-82b6-3a54af4003bb req-0fb156a2-84f6-4e03-a642-9497a1bc85f4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:54:00.250023 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-481e49fe-46ab-46ea-82b6-3a54af4003bb req-0fb156a2-84f6-4e03-a642-9497a1bc85f4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 931 time: 0.2676814 Feb 28 11:54:00.284168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:00.350173 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-481e49fe-46ab-46ea-82b6-3a54af4003bb req-c04992ca-1397-4e85-8551-e99372dffde6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942886 Feb 28 11:54:00.419462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:00.529919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Attempting to bind port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:54:00.530250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Attempting to bind port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:54:00.530576 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Attempting to bind port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:54:00.536795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:54:00.537113 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Attempting to bind port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:54:00.543584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:54:00.543910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Checking segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:54:00.544286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Bound using segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:54:00.544728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Bound port: 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:54:00.545066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:00.630270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:54:00.633270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:54:00.752313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:00.892946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:00.894929 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] 10.222.0.57 "PUT /v2.0/ports/8ff814f6-5e19-40fc-8aa7-1412119c2c7c HTTP/1.1" status: 200 len: 1093 time: 1.2831030 Feb 28 11:54:00.895325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:54:00.920850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab2276b-df6f-405c-a7f0-81d8c96042f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:00.958643 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'status': 'completed', 'code': 200} Feb 28 11:54:01.049786 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6aff0191-d71c-4e8b-815a-d75aed93a65e req-bacea87f-00af-4130-9e91-cecb3257c81a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 1096 time: 0.0724256 Feb 28 11:54:01.187627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff0191-d71c-4e8b-815a-d75aed93a65e req-ca2d7fac-23d8-4408-a0a8-900d77ba4ebb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:01.188973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6aff0191-d71c-4e8b-815a-d75aed93a65e req-ca2d7fac-23d8-4408-a0a8-900d77ba4ebb service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6204baf126434c6884032eb0c270b80e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1325710 Feb 28 11:54:01.320579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aff0191-d71c-4e8b-815a-d75aed93a65e req-744d50c3-fd1b-476d-ba3a-40d3a5214882 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:01.321989 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6aff0191-d71c-4e8b-815a-d75aed93a65e req-744d50c3-fd1b-476d-ba3a-40d3a5214882 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274629 Feb 28 11:54:01.431535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-f6cfe0d5-2cdf-4602-8b40-c357d7a31c4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 1096 time: 0.0728006 Feb 28 11:54:01.533643 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-2f962c20-4c12-4740-8892-0efc71b062eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c HTTP/1.1" status: 200 len: 217 time: 0.0953214 Feb 28 11:54:01.606987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-c1908004-1f05-4f88-9cff-a62b37c4f660 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:01.608383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-c1908004-1f05-4f88-9cff-a62b37c4f660 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0688679 Feb 28 11:54:01.665070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff67f0a-ee82-466e-8cb0-ca3d7f81db1a req-18dbd203-71d7-4cc9-b4a8-13be4348a8cf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:01.666483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ff67f0a-ee82-466e-8cb0-ca3d7f81db1a req-18dbd203-71d7-4cc9-b4a8-13be4348a8cf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 943 time: 0.1807342 Feb 28 11:54:01.726699 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ff67f0a-ee82-466e-8cb0-ca3d7f81db1a req-fc1f17e5-179d-466c-a29f-7dc837dbcf8f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540104 Feb 28 11:54:01.730322 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-b50db2aa-ad56-49af-8c4e-550158290d72 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1151752 Feb 28 11:54:01.858716 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-417393c2-d0b9-4bd0-9649-281c2d2e0752 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220148 Feb 28 11:54:01.987089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f63d847-ec4e-40cb-b4ef-89a01fd92045 req-689af1c5-5b1b-44c5-b30a-632049700ce5 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225612 Feb 28 11:54:02.917284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427117aa-6153-4930-92c1-e69338e04c37 req-c12f8203-62d8-43f1-be5d-65d0f0d1a507 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:02.918631 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-427117aa-6153-4930-92c1-e69338e04c37 req-c12f8203-62d8-43f1-be5d-65d0f0d1a507 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 943 time: 0.0743918 Feb 28 11:54:02.968254 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-427117aa-6153-4930-92c1-e69338e04c37 req-5e666961-33a9-43fc-aa8e-a24b90e1efa2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441113 Feb 28 11:54:04.060407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:04.163633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3feb33-d0ff-44c2-8ce2-8a51155ac0ce req-337d8858-6c93-4ffd-babb-f80d4533e03f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:04.165056 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da3feb33-d0ff-44c2-8ce2-8a51155ac0ce req-337d8858-6c93-4ffd-babb-f80d4533e03f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 943 time: 0.0760331 Feb 28 11:54:04.208542 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da3feb33-d0ff-44c2-8ce2-8a51155ac0ce req-5cb6f6ab-6c03-49fb-9724-2eff7c598b02 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380330 Feb 28 11:54:05.411786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5575f6-8f83-40a8-9f92-5ba5f7f8df5c req-e89fb941-abd3-4bf0-a748-c49c08574393 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:05.413197 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0f5575f6-8f83-40a8-9f92-5ba5f7f8df5c req-e89fb941-abd3-4bf0-a748-c49c08574393 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 943 time: 0.0798032 Feb 28 11:54:05.457690 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0f5575f6-8f83-40a8-9f92-5ba5f7f8df5c req-b8fdaef0-48fc-463e-95f2-e0ba8db3f6c4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389438 Feb 28 11:54:05.488927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8ff814f6-5e19-40fc-8aa7-1412119c2c7c details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:54:05.618753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:05.635721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'mac_address': 'fa:16:3e:71:bc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:54:05.688998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:05.705291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff814f6-5e19-40fc-8aa7-1412119c2c7c {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:54:05.720294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:05.796941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:05.860774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:06.000617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['8ff814f6-5e19-40fc-8aa7-1412119c2c7c'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:54:06.652989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c6a65-df56-4dd4-8c2c-3f9888d8436f req-b85be83d-bfce-418b-9b6d-89e72891ae3d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:06.654410 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f79c6a65-df56-4dd4-8c2c-3f9888d8436f req-b85be83d-bfce-418b-9b6d-89e72891ae3d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 944 time: 0.0760598 Feb 28 11:54:06.698575 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f79c6a65-df56-4dd4-8c2c-3f9888d8436f req-e8fdd563-3fae-48ee-957c-6419db64b738 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387232 Feb 28 11:54:07.487895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8ff814f6-5e19-40fc-8aa7-1412119c2c7c up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:54:07.632176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:54:07.637385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:54:07.640084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:07.746897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:07.774029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:54:07.783353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:07.833907 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'code': 200} Feb 28 11:54:07.861003 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:07.910875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38821ed7-2ccf-481c-aa0e-22b9501019da req-519cf459-da35-40d4-a408-140f6a186276 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:07.912313 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-38821ed7-2ccf-481c-aa0e-22b9501019da req-519cf459-da35-40d4-a408-140f6a186276 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0815141 Feb 28 11:54:07.934761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:07.958394 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-38821ed7-2ccf-481c-aa0e-22b9501019da req-b2a595fa-b896-4cf6-ab00-fefef4f22d3a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400548 Feb 28 11:54:08.209624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71f30965-33cf-489a-b2fe-c177d4956560 req-55a78842-2196-4f8d-bcc5-0d9a0a12f855 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 1098 time: 0.0656128 Feb 28 11:54:08.250542 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71f30965-33cf-489a-b2fe-c177d4956560 req-2b92f08b-f33c-4f95-b040-b44e46a9f618 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355210 Feb 28 11:54:09.242907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be8369-2d2c-4965-bf7e-b364ca0663a4 req-02b73d55-6749-48a8-8fca-d03b02e9facc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:09.244387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03be8369-2d2c-4965-bf7e-b364ca0663a4 req-02b73d55-6749-48a8-8fca-d03b02e9facc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.1660030 Feb 28 11:54:09.297157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-03be8369-2d2c-4965-bf7e-b364ca0663a4 req-21f5aa80-becc-4967-af5f-5e98f3443e0c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465102 Feb 28 11:54:10.493169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79693bc2-28cd-4831-b60f-5299cabfa671 req-1bbe2372-9f87-44b1-9730-28f5dd0b698c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:10.494565 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79693bc2-28cd-4831-b60f-5299cabfa671 req-1bbe2372-9f87-44b1-9730-28f5dd0b698c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0767231 Feb 28 11:54:10.539540 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79693bc2-28cd-4831-b60f-5299cabfa671 req-d21419c2-3e25-4986-8d14-eb77a9b2a79b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390942 Feb 28 11:54:10.799773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60000891-7436-473a-811e-782736b3d5ea req-5d34352e-38ef-4abc-9ae6-37d515f1a1ba tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:10.801742 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-60000891-7436-473a-811e-782736b3d5ea req-5d34352e-38ef-4abc-9ae6-37d515f1a1ba tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.1482320 Feb 28 11:54:10.810758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58146) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:54:10.815719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ea5bf038-0ecd-409b-a91c-7774360176c2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'floatingip': {'port_id': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:54:10.891573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf038-0ecd-409b-a91c-7774360176c2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:11.451006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf038-0ecd-409b-a91c-7774360176c2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:11.506655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf038-0ecd-409b-a91c-7774360176c2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:11.694182 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-ea5bf038-0ecd-409b-a91c-7774360176c2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 associated. External IP: 172.26.1.152, port: 8ff814f6-5e19-40fc-8aa7-1412119c2c7c. Feb 28 11:54:12.180259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5bf038-0ecd-409b-a91c-7774360176c2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:54:12.373071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5bf038-0ecd-409b-a91c-7774360176c2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:54:12.378521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf038-0ecd-409b-a91c-7774360176c2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:12.382719 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:54:12.394182 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:54:12.395474 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:53:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:12.435456 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ea5bf038-0ecd-409b-a91c-7774360176c2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "PUT /v2.0/floatingips/6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 HTTP/1.1" status: 200 len: 991 time: 1.6234159 Feb 28 11:54:12.436030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:54:12.493005 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'status': 'completed', 'code': 200} Feb 28 11:54:12.575718 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:54:12.590400 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-090548df-8f99-4f34-bb50-d3e42df824fe req-92f4f913-989e-46d1-9dde-c6e49bbace7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 1098 time: 0.0758548 Feb 28 11:54:12.786686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090548df-8f99-4f34-bb50-d3e42df824fe req-d378f749-ee5f-4a5c-9a7f-2eca203c696f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:12.788138 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-090548df-8f99-4f34-bb50-d3e42df824fe req-d378f749-ee5f-4a5c-9a7f-2eca203c696f service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1915660 Feb 28 11:54:12.797272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74de46-6bff-4623-a4e7-c0e3b4e93e95 req-00d2a730-a78f-4231-b786-ce4376349217 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:12.798601 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc74de46-6bff-4623-a4e7-c0e3b4e93e95 req-00d2a730-a78f-4231-b786-ce4376349217 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.2533226 Feb 28 11:54:12.928186 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc74de46-6bff-4623-a4e7-c0e3b4e93e95 req-5552c707-096c-453d-a4ec-83fd1f75ac4e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822325 Feb 28 11:54:12.929810 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-090548df-8f99-4f34-bb50-d3e42df824fe req-ed1cc2d0-77b5-46f8-9675-2e1ab909ac70 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c HTTP/1.1" status: 200 len: 999 time: 0.1303692 Feb 28 11:54:12.956918 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:71:bc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:54:11Z', 'revision_number': 1, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:12.960939 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:54:12.971760 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:54:12.972355 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:53:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:12.993587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090548df-8f99-4f34-bb50-d3e42df824fe req-0aed0a39-33ba-4a49-ae95-7c1038705f45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:12.995128 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-090548df-8f99-4f34-bb50-d3e42df824fe req-0aed0a39-33ba-4a49-ae95-7c1038705f45 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0592465 Feb 28 11:54:13.077411 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-090548df-8f99-4f34-bb50-d3e42df824fe req-abea0fb3-509f-4d45-8065-c3a4e5a17b48 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763199 Feb 28 11:54:13.163971 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:54:13.246082 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-090548df-8f99-4f34-bb50-d3e42df824fe req-e9ac94ab-da7f-4121-ae70-03cd0091ebd4 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622722 Feb 28 11:54:13.383404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa8d57-df3d-46d8-a00a-be110545a97a req-e03bd1e9-06df-47d7-9879-5b4f14cdcc50 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:13.384827 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-56aa8d57-df3d-46d8-a00a-be110545a97a req-e03bd1e9-06df-47d7-9879-5b4f14cdcc50 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.1805878 Feb 28 11:54:13.417039 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-090548df-8f99-4f34-bb50-d3e42df824fe req-0f7cfea6-c4f1-40d9-97e3-ba54eafd697c service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635361 Feb 28 11:54:13.440108 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-56aa8d57-df3d-46d8-a00a-be110545a97a req-e54ab848-59da-4221-b2ea-7935b72ca75f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468552 Feb 28 11:54:13.524218 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:71:bc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:54:11Z', 'revision_number': 1, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:13.528335 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6976b908-6d73-43b3-8e93-c7774efbd591 None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:71:bc:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:54:11Z', 'revision_number': 1, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:54:13.733988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3072522-4d10-44a0-b451-dc8da76b47c1 None None] New status for floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:54:14.640191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c646c83-426b-4ce7-b822-8df53c629516 req-b0078c5e-cb9b-4c79-8690-035d0ae79f93 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:14.641732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c646c83-426b-4ce7-b822-8df53c629516 req-b0078c5e-cb9b-4c79-8690-035d0ae79f93 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0799091 Feb 28 11:54:14.687075 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c646c83-426b-4ce7-b822-8df53c629516 req-94fba413-a2c6-4918-ad93-271e2ee2db43 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391612 Feb 28 11:54:14.878471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643f30a-b44a-41e7-8952-33d2bfcae301 req-a9385ca3-d51e-44a9-af87-23e6c967f4f7 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:14.880045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6643f30a-b44a-41e7-8952-33d2bfcae301 req-a9385ca3-d51e-44a9-af87-23e6c967f4f7 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0747218 Feb 28 11:54:14.924103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3e83e7fa-c78a-420d-820f-5a92b8fe4650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:14.926889 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6643f30a-b44a-41e7-8952-33d2bfcae301 req-f100949b-8af5-4570-9738-11566e18e71c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408032 Feb 28 11:54:15.274973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed62aa53-6ef7-4b4c-8cd6-4e3cc08aa9e4 req-6065019d-6ba4-4684-bf95-0c169853d463 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.2227905 Feb 28 11:54:15.711256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4232f5-158a-4faf-ab59-3644ee9980e6 req-1368335e-f20f-4731-8c3c-a3e58017be6f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:15.712686 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c4232f5-158a-4faf-ab59-3644ee9980e6 req-1368335e-f20f-4731-8c3c-a3e58017be6f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0760686 Feb 28 11:54:15.759461 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c4232f5-158a-4faf-ab59-3644ee9980e6 req-c052f117-36bf-4dfa-b940-9f42b4070676 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411613 Feb 28 11:54:15.800518 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-2193fb85-b981-43e9-ba98-5e7d67f7926f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0723450 Feb 28 11:54:16.960360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43059fa3-ebe1-43f7-919f-ca6e8f065868 req-eeebfc97-0097-4899-bb5e-b09b7211d700 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:16.962417 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43059fa3-ebe1-43f7-919f-ca6e8f065868 req-eeebfc97-0097-4899-bb5e-b09b7211d700 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0822408 Feb 28 11:54:17.008795 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43059fa3-ebe1-43f7-919f-ca6e8f065868 req-3fba38cb-0c4b-4e5c-ac61-4b06fbeacc44 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403433 Feb 28 11:54:17.089967 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e5a7755c-61cd-4190-ac2c-a1ae88cac580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:17.824189 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-6aefe488-b51b-4722-b65c-4c2eae56b395 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 1098 time: 0.1350117 Feb 28 11:54:17.950685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-d8cdc037-0e20-47d8-b633-530169c1de52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:17.952029 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-d8cdc037-0e20-47d8-b633-530169c1de52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1222532 Feb 28 11:54:18.053277 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-0e85d437-6982-4841-a853-83026245a642 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c HTTP/1.1" status: 200 len: 1001 time: 0.0950124 Feb 28 11:54:18.117619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-374440f5-fd77-41ce-bd93-8744b8bb5780 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:18.119046 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-374440f5-fd77-41ce-bd93-8744b8bb5780 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0596461 Feb 28 11:54:18.250527 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-e8bf3de9-a954-4992-a8f7-e8285150873b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256728 Feb 28 11:54:18.256637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4ee6f0-2932-43e9-8130-cc2b3ca4a4c6 req-e7636ebd-be67-4e0d-8127-bfc30090c00c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:18.258008 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5f4ee6f0-2932-43e9-8130-cc2b3ca4a4c6 req-e7636ebd-be67-4e0d-8127-bfc30090c00c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.1059365 Feb 28 11:54:18.323918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:18.382486 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5f4ee6f0-2932-43e9-8130-cc2b3ca4a4c6 req-173ad135-a18e-4058-8e23-512ade9c1063 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069477 Feb 28 11:54:18.392623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:18.415001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-110bdf95-4fe0-45c5-ad4b-8261231ec6dc service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560733 Feb 28 11:54:18.544952 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-cbc27525-daa8-49c4-9c8e-25a2dc331629 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232750 Feb 28 11:54:19.579751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cb550-9c24-4bc0-b8a6-e98503656e25 req-a3dff658-8ea0-4150-ad43-c657661dd636 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:19.581176 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fe8cb550-9c24-4bc0-b8a6-e98503656e25 req-a3dff658-8ea0-4150-ad43-c657661dd636 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0774071 Feb 28 11:54:19.629232 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fe8cb550-9c24-4bc0-b8a6-e98503656e25 req-f49194e3-3173-4810-8aa2-bdf4295a729d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418122 Feb 28 11:54:19.775659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:20.831828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974cdc9-764e-420d-b0ae-faaaf0df1fa5 req-80e9761f-54ba-42e6-b401-712966d9d6ed tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:20.833752 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c974cdc9-764e-420d-b0ae-faaaf0df1fa5 req-80e9761f-54ba-42e6-b401-712966d9d6ed tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0782301 Feb 28 11:54:20.877434 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c974cdc9-764e-420d-b0ae-faaaf0df1fa5 req-de2c88d5-29c7-48a7-9742-580ec542ed6d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382037 Feb 28 11:54:22.078617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979656b9-12ce-4650-8a24-97dc9be4e638 req-116ac45d-4f54-4f9a-8401-8ed886ec3f78 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:22.080072 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-979656b9-12ce-4650-8a24-97dc9be4e638 req-116ac45d-4f54-4f9a-8401-8ed886ec3f78 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0786726 Feb 28 11:54:22.127110 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-979656b9-12ce-4650-8a24-97dc9be4e638 req-918e328b-641c-46eb-9c0b-76be17d248d0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408392 Feb 28 11:54:23.319798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b745fa-2847-43e4-9cb7-b0e581aaa445 req-91a14f70-b812-4f21-9bb2-068c1d33a14a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:23.321202 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50b745fa-2847-43e4-9cb7-b0e581aaa445 req-91a14f70-b812-4f21-9bb2-068c1d33a14a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0749767 Feb 28 11:54:23.365034 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50b745fa-2847-43e4-9cb7-b0e581aaa445 req-b22a96e6-beae-4eef-b594-f68e90c5418f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384309 Feb 28 11:54:24.562013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06941245-f481-41db-b3f6-c682a82fce3c req-5b5410a6-c20f-4391-890a-ec52d4aba64a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:24.563482 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06941245-f481-41db-b3f6-c682a82fce3c req-5b5410a6-c20f-4391-890a-ec52d4aba64a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0788128 Feb 28 11:54:24.609090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06941245-f481-41db-b3f6-c682a82fce3c req-42783301-0c0d-4712-8498-1871b77b7171 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401909 Feb 28 11:54:25.805342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b18d40-ca0c-48f6-b59f-ba8c59c1d34f req-26b9e871-a687-4f7b-b7a1-5b749b48d624 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:25.806753 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22b18d40-ca0c-48f6-b59f-ba8c59c1d34f req-26b9e871-a687-4f7b-b7a1-5b749b48d624 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0754044 Feb 28 11:54:25.850705 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-22b18d40-ca0c-48f6-b59f-ba8c59c1d34f req-6e13bfec-2e5e-4c31-b388-12c61cfd0ab9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385494 Feb 28 11:54:27.132809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa1ed6-ddae-481b-8db6-faf51280d960 req-3c371cb5-1591-48f7-a9c0-2ce2986ea8b5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:27.134235 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8fa1ed6-ddae-481b-8db6-faf51280d960 req-3c371cb5-1591-48f7-a9c0-2ce2986ea8b5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.1657138 Feb 28 11:54:27.179087 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d8fa1ed6-ddae-481b-8db6-faf51280d960 req-22884d78-108c-435f-a6a4-d83d2eb01f1c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392737 Feb 28 11:54:28.371871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81403496-7977-4838-a8b2-393d392693a2 req-3b216d04-1fde-434d-8854-1f5cb8a27890 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:28.373229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-81403496-7977-4838-a8b2-393d392693a2 req-3b216d04-1fde-434d-8854-1f5cb8a27890 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0755785 Feb 28 11:54:28.417700 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-81403496-7977-4838-a8b2-393d392693a2 req-bd8ee1c5-0f93-49c4-97cc-071154d13d6b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389903 Feb 28 11:54:29.621197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf24153-8d2f-4eb8-83c7-eceb8438cca1 req-18565b2a-a0ad-45f5-a9b0-0fc4767edd75 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:29.622607 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-daf24153-8d2f-4eb8-83c7-eceb8438cca1 req-18565b2a-a0ad-45f5-a9b0-0fc4767edd75 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0796137 Feb 28 11:54:29.668032 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-daf24153-8d2f-4eb8-83c7-eceb8438cca1 req-91fd6b93-6ef0-4c4e-8d84-b2f932de8cc9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396872 Feb 28 11:54:30.860793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d071c-ef0d-49c4-a035-abdff7242109 req-95dda0fd-fe06-4b42-acf6-97caa5857bd1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:30.862203 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d0d071c-ef0d-49c4-a035-abdff7242109 req-95dda0fd-fe06-4b42-acf6-97caa5857bd1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0759783 Feb 28 11:54:30.909506 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d0d071c-ef0d-49c4-a035-abdff7242109 req-3304bb5c-9243-4763-ad93-a9959be8aa3d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407693 Feb 28 11:54:31.270287 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4878c68b-a5f4-4818-a76e-0970bddd4f3f req-63696061-aca8-468c-8092-46f5faee1676 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 1098 time: 0.0668585 Feb 28 11:54:31.416275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878c68b-a5f4-4818-a76e-0970bddd4f3f req-a2ae2ade-ce9e-44b7-a93a-6da6735d9b9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:31.417686 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4878c68b-a5f4-4818-a76e-0970bddd4f3f req-a2ae2ade-ce9e-44b7-a93a-6da6735d9b9a service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1293805 Feb 28 11:54:31.525977 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4878c68b-a5f4-4818-a76e-0970bddd4f3f req-717820bc-3384-4dc8-9fce-0629c45a3580 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c HTTP/1.1" status: 200 len: 1001 time: 0.1016762 Feb 28 11:54:31.587110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878c68b-a5f4-4818-a76e-0970bddd4f3f req-8fe39d5c-e0f2-474f-a35f-80abc163c1e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:31.588496 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4878c68b-a5f4-4818-a76e-0970bddd4f3f req-8fe39d5c-e0f2-474f-a35f-80abc163c1e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0566204 Feb 28 11:54:31.664468 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4878c68b-a5f4-4818-a76e-0970bddd4f3f req-4f56b8da-da87-47f3-9334-5da3144e8c3b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702555 Feb 28 11:54:31.792497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4878c68b-a5f4-4818-a76e-0970bddd4f3f req-80659ac5-c1fa-4719-99aa-5b80cbacf52f service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223540 Feb 28 11:54:31.920609 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4878c68b-a5f4-4818-a76e-0970bddd4f3f req-3434c4b1-1899-4905-a1d9-5d0217202797 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215420 Feb 28 11:54:32.102159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee5c8-4db2-4566-9373-6c5907308263 req-fc9d5375-ed1a-41ef-b5da-60b98b469844 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:32.103641 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-662ee5c8-4db2-4566-9373-6c5907308263 req-fc9d5375-ed1a-41ef-b5da-60b98b469844 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0759196 Feb 28 11:54:32.147187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-662ee5c8-4db2-4566-9373-6c5907308263 req-6b22246c-87a5-40d4-af90-0f012a5795df tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380464 Feb 28 11:54:33.344048 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da85f28-7c87-44fb-a46c-c54806f12842 req-bc1b3703-e859-4c0f-8181-c3e2b23ba465 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:33.345454 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2da85f28-7c87-44fb-a46c-c54806f12842 req-bc1b3703-e859-4c0f-8181-c3e2b23ba465 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0778081 Feb 28 11:54:33.389669 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2da85f28-7c87-44fb-a46c-c54806f12842 req-47c3ee08-74e8-4eaa-a9f8-f51402a82f34 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377994 Feb 28 11:54:34.096379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:34.586141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5e45c6-22c0-483e-ba4e-f9c21c0cf157 req-03f1aebc-4423-434d-b17e-95682f0882fa tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:34.587612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e5e45c6-22c0-483e-ba4e-f9c21c0cf157 req-03f1aebc-4423-434d-b17e-95682f0882fa tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0753260 Feb 28 11:54:34.633577 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0e5e45c6-22c0-483e-ba4e-f9c21c0cf157 req-9e082ebc-cc2a-4388-b25c-684564df7d99 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405726 Feb 28 11:54:35.393904 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:54:35.491132 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-5dac1b68-6f21-465e-b640-fd7788c8460a service neutron] 10.222.0.57 "GET /v2.0/ports/8ff814f6-5e19-40fc-8aa7-1412119c2c7c/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0754020 Feb 28 11:54:35.833114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fec4c2-fdf4-4d4d-be50-04beb82b0687 req-6d3d9f6d-53cb-43f6-b6df-a85b977a02fa tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:35.835329 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-83fec4c2-fdf4-4d4d-be50-04beb82b0687 req-6d3d9f6d-53cb-43f6-b6df-a85b977a02fa tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0768821 Feb 28 11:54:35.881698 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-83fec4c2-fdf4-4d4d-be50-04beb82b0687 req-3344096a-0b0c-4f81-ae14-624b1279b1de tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398755 Feb 28 11:54:36.046998 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-eb6a92e5-8956-42e8-b4c4-30b696e81895 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 1098 time: 0.0706093 Feb 28 11:54:36.135760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-8d181f44-dcea-49ea-a6fb-2d8686742cd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 1098 time: 0.0681772 Feb 28 11:54:36.345686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-84ad15cc-d868-40cc-b8fb-ade7ef6fcc50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:36.347170 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-84ad15cc-d868-40cc-b8fb-ade7ef6fcc50 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.2046432 Feb 28 11:54:36.454084 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-db4cecef-8e30-497c-9cd3-ee2789699ab2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c HTTP/1.1" status: 200 len: 1001 time: 0.1008027 Feb 28 11:54:36.519764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-d486cbc4-4197-4c74-a8ce-b575905d24fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:36.521190 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-d486cbc4-4197-4c74-a8ce-b575905d24fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0607202 Feb 28 11:54:36.594331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-a9135d39-3b75-4484-9977-0e6ea883f22f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676222 Feb 28 11:54:36.723309 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-f201905c-af71-4410-bdd1-ee2121766e45 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216142 Feb 28 11:54:36.852420 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e6be8-dd08-4bdf-a177-83ee57090fd3 req-dbe92765-3029-49f7-be74-cf701e7dd2c0 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232574 Feb 28 11:54:37.090296 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f67403-8284-411e-8ea3-9b66c66ee103 req-b272aa4d-ef48-4f9a-baf0-5bae3a6dcbe3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:37.091780 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f9f67403-8284-411e-8ea3-9b66c66ee103 req-b272aa4d-ef48-4f9a-baf0-5bae3a6dcbe3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0812540 Feb 28 11:54:37.142369 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f9f67403-8284-411e-8ea3-9b66c66ee103 req-a00d6753-cb52-4374-84e3-24db368027e3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445373 Feb 28 11:54:38.347918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb07e1-a4e4-4010-977a-71d0a9f1fbb4 req-87ab644a-8242-4de9-a0d8-5cef26d49aee tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:38.349537 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ffb07e1-a4e4-4010-977a-71d0a9f1fbb4 req-87ab644a-8242-4de9-a0d8-5cef26d49aee tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0751143 Feb 28 11:54:38.394869 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ffb07e1-a4e4-4010-977a-71d0a9f1fbb4 req-981c1e07-fee9-4be8-9d1d-31e08743966d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389876 Feb 28 11:54:39.595068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f45497a-90f7-4841-89ec-f8095af7ced0 req-9451dbb5-cc9f-4e57-9029-e4822d49a22e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:39.596500 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0f45497a-90f7-4841-89ec-f8095af7ced0 req-9451dbb5-cc9f-4e57-9029-e4822d49a22e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0790157 Feb 28 11:54:39.643467 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0f45497a-90f7-4841-89ec-f8095af7ced0 req-c3bb142f-5f64-4c77-8041-a2c5c143def2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406823 Feb 28 11:54:39.778085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8ff814f6-5e19-40fc-8aa7-1412119c2c7c details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:54:39.783773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8ff814f6-5e19-40fc-8aa7-1412119c2c7c no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:54:40.003297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:40.019441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:40.039075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'mac_address': 'fa:16:3e:71:bc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:54:40.050972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:54:40.122904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:40.140864 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:40.159263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ff814f6-5e19-40fc-8aa7-1412119c2c7c {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:54:40.168873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cabd1a-0136-4b6c-93b0-451bd481cd5b req-63667d41-7575-4752-8cb1-0751cbde1bd6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:40.170447 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b6cabd1a-0136-4b6c-93b0-451bd481cd5b req-63667d41-7575-4752-8cb1-0751cbde1bd6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.1572807 Feb 28 11:54:40.176775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-311754d3-5119-4bfb-afbf-0c97a93384bc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:40.178233 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-311754d3-5119-4bfb-afbf-0c97a93384bc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b&tenant_id=6204baf126434c6884032eb0c270b80e&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.1230016 Feb 28 11:54:40.183201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:40.220795 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b6cabd1a-0136-4b6c-93b0-451bd481cd5b req-6cc00b96-24c0-4fb5-9439-0eebce1a34e1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416563 Feb 28 11:54:40.242697 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'code': 200} Feb 28 11:54:40.292212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:54:40.292483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:54:40.297217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:40.306047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.306404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.306729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.307089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.307420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.307743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.308080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.308386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.308699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.309016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.309329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:40.324413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-ec51f237-bc18-468d-9932-36fcf2e533a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 1096 time: 0.0702109 Feb 28 11:54:40.453958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-ef3397ee-2bf5-4dde-b62d-f922e4a04d3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:40.455425 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-ef3397ee-2bf5-4dde-b62d-f922e4a04d3f service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1247346 Feb 28 11:54:40.558250 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-e645816f-57a1-4b3a-b44a-a168c111672c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c HTTP/1.1" status: 200 len: 999 time: 0.0971878 Feb 28 11:54:40.624073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-1191644c-5114-4ada-a15b-5f2345353941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:40.625464 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-1191644c-5114-4ada-a15b-5f2345353941 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0612750 Feb 28 11:54:40.701543 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-956d876e-15cb-4afa-8423-25b1414f61c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697503 Feb 28 11:54:40.851055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:40.868381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff814f6-5e19-40fc-8aa7-1412119c2c7c {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:54:40.883246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:40.924970 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-524ccc4a-0ed3-4c29-928f-eeeecd4f678e service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175357 Feb 28 11:54:40.970740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:41.035397 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['8ff814f6-5e19-40fc-8aa7-1412119c2c7c'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:54:41.058700 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c5ffe4b-c1ae-4ea4-95ee-33b973e2e8b5 req-095fef61-7d72-4349-b71f-e1aa01ed021f service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284926 Feb 28 11:54:41.070496 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:41.417526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d97c93-0ee2-491b-b18a-c72ef94b6a12 req-f0e1c402-0105-4ab1-8bc0-342a7b92fbca tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:41.418973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87d97c93-0ee2-491b-b18a-c72ef94b6a12 req-f0e1c402-0105-4ab1-8bc0-342a7b92fbca tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 944 time: 0.0754881 Feb 28 11:54:41.466626 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87d97c93-0ee2-491b-b18a-c72ef94b6a12 req-c873609c-e05d-43d8-80c6-9ec128275b4b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422351 Feb 28 11:54:41.794058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8ff814f6-5e19-40fc-8aa7-1412119c2c7c up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:54:41.862517 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:54:41.863200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:41.979369 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:42.011760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:42.091174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:42.155647 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:42.243804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:54:42.296403 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'code': 200} Feb 28 11:54:42.660848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0307e449-4a25-4018-9ced-0f5cee930807 req-78ee83b6-2ffa-4ab2-b87d-73816ba968a3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:42.662259 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0307e449-4a25-4018-9ced-0f5cee930807 req-78ee83b6-2ffa-4ab2-b87d-73816ba968a3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0772843 Feb 28 11:54:42.706367 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0307e449-4a25-4018-9ced-0f5cee930807 req-e19eae41-9d58-4db8-bc4d-94e68c7ae52d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385470 Feb 28 11:54:42.906416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac718f9c-acff-450c-97a0-86757514555d req-9ad873ba-e824-49ea-95c9-9b0906c2ad6a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:42.907900 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ac718f9c-acff-450c-97a0-86757514555d req-9ad873ba-e824-49ea-95c9-9b0906c2ad6a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0788710 Feb 28 11:54:42.951638 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ac718f9c-acff-450c-97a0-86757514555d req-206aad06-b286-4f0a-bf16-c10012b78fe6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383580 Feb 28 11:54:43.144549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c6d25-de64-4536-976b-7c52bd1855bf req-d8ab70b3-7d36-4438-81ef-0ec319a701f7 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:43.145974 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c45c6d25-de64-4536-976b-7c52bd1855bf req-d8ab70b3-7d36-4438-81ef-0ec319a701f7 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0753336 Feb 28 11:54:43.190401 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c45c6d25-de64-4536-976b-7c52bd1855bf req-9971258e-138c-4549-a0c5-ce6d6508540e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387671 Feb 28 11:54:43.739541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b3047-16d3-4c50-ab2a-c91ee7d196e4 req-b8080b23-7b84-4498-8350-d9b0d6825423 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:43.740967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cd2b3047-16d3-4c50-ab2a-c91ee7d196e4 req-b8080b23-7b84-4498-8350-d9b0d6825423 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0812454 Feb 28 11:54:43.786133 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cd2b3047-16d3-4c50-ab2a-c91ee7d196e4 req-0be3efe0-5908-4dd4-b63a-121d78af827f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390778 Feb 28 11:54:44.879637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bdbc11e3-2e93-450e-ac55-4f3cdd21f617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:44.985744 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe20fb3-346f-4bca-b732-07c3dfb3c978 req-0693bf99-b319-4396-beec-60519ab2a8a3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:44.987101 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0fe20fb3-346f-4bca-b732-07c3dfb3c978 req-0693bf99-b319-4396-beec-60519ab2a8a3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0749843 Feb 28 11:54:45.034598 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0fe20fb3-346f-4bca-b732-07c3dfb3c978 req-914437e6-affd-41ef-8619-461fb6f0f987 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410447 Feb 28 11:54:45.355973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-e9f9fed7-84b3-49d7-bdfe-fe5c52d74cba tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:45.357370 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-e9f9fed7-84b3-49d7-bdfe-fe5c52d74cba tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 945 time: 0.0790408 Feb 28 11:54:45.423014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Deleting port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:54:45.423354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:45.662187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] For port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:45.662541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:45.943467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:45.943756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:45.944084 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 disassociated. External IP: 172.26.1.152, port: 8ff814f6-5e19-40fc-8aa7-1412119c2c7c. Feb 28 11:54:45.944415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Calling delete_port for 8ff814f6-5e19-40fc-8aa7-1412119c2c7c owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:54:46.154128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:46.323767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event deleted for resources: {'Port': ['ID=8ff814f6-5e19-40fc-8aa7-1412119c2c7c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:46.328763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-308eaebc-87e9-4796-ab62-e9259f2bce4e req-e41d4202-d1ea-41fe-b4c6-4769e5f67cee tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 210 time: 0.1727238 Feb 28 11:54:46.339506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.339847 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.340176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.340580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.341431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.341431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.341431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.341770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.342040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.342348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.342655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:54:46.544563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:54:46.741058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:54:46.751272 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:54:46.763488 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:54:46.764092 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:54:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:46.807646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] No DVR routers for this DVR port 8ff814f6-5e19-40fc-8aa7-1412119c2c7c on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:54:46.810025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:46.812445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'name': 'network-vif-deleted', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:54:46.865964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c905ae76-d162-4ba3-b8e5-c1c0893d3f9b', 'name': 'network-vif-deleted', 'tag': '8ff814f6-5e19-40fc-8aa7-1412119c2c7c', 'status': 'completed', 'code': 200} Feb 28 11:54:46.881300 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3fc2812e-cecb-4a81-b76b-e2b5f0a4fcc5 req-b8dfe562-2eca-4341-9bf2-4e7e66ba9c2e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "DELETE /v2.0/ports/8ff814f6-5e19-40fc-8aa7-1412119c2c7c HTTP/1.1" status: 204 len: 173 time: 1.5187564 Feb 28 11:54:46.941926 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:54:47.068634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1072a4fd-1832-48df-bcea-56e8df07e84f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:47.252650 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:47.256238 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:54:47.266621 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:54:47.267354 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:54:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:47.483048 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:54:47.507044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e52b9e4f-4359-4681-a3b3-4f978b73afae req-697cc8b5-a845-4a6e-800d-2d3627afceaf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:54:47.628598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e52b9e4f-4359-4681-a3b3-4f978b73afae req-697cc8b5-a845-4a6e-800d-2d3627afceaf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:54:47.629767 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e52b9e4f-4359-4681-a3b3-4f978b73afae req-697cc8b5-a845-4a6e-800d-2d3627afceaf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=c905ae76-d162-4ba3-b8e5-c1c0893d3f9b HTTP/1.1" status: 200 len: 210 time: 0.1654272 Feb 28 11:54:47.802739 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:54:47.807051 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f4cba-a91d-4ac3-b566-5c9c65f7a447 None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:54:48.021447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f5fd1-7db7-4de5-8aad-d42f29724b86 None None] New status for floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:54:48.319827 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:48.376688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:48.988303 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-43d3c3eb-35b9-4dfd-952a-877e0d55114c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1934836060&fields=id&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 267 time: 0.0434232 Feb 28 11:54:49.131896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-6827f0fc-7fb2-457c-b447-e066bf5a8542 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:49.133342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-6827f0fc-7fb2-457c-b447-e066bf5a8542 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 812 time: 0.1376874 Feb 28 11:54:49.149343 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-d75b757a-1ed0-4135-bc1b-275c6e42d1eb tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/quotas/6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 375 time: 0.0106924 Feb 28 11:54:49.228302 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-4cf37aeb-a30d-4d19-aca6-c35141bc6241 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0742261 Feb 28 11:54:49.360669 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-eff88432-1f65-4863-b1e9-d5a7e6988a75 service neutron] 10.222.0.31 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211951 Feb 28 11:54:49.487837 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-e147a6fe-aa00-4a9c-a444-f11558b375d9 service neutron] 10.222.0.31 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213591 Feb 28 11:54:49.731608 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-27f16232-3d48-44d9-9942-690fe94bf399 req-53e7c6b7-efce-48ab-b829-a935bc41d2a5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 210 time: 0.0413573 Feb 28 11:54:49.766011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:49.803088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8ff814f6-5e19-40fc-8aa7-1412119c2c7c no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:54:49.835713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 8ff814f6-5e19-40fc-8aa7-1412119c2c7c {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:54:49.836057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8ff814f6-5e19-40fc-8aa7-1412119c2c7c not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:54:50.896976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-593575fe-61e3-4cee-828c-42163895d733 req-d38e7254-7159-4e4e-a3e7-5938740081f7 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 210 time: 0.0442209 Feb 28 11:54:51.489809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-69120aa6-affc-4aac-8ad0-62d58e95fe63 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:51.491364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-69120aa6-affc-4aac-8ad0-62d58e95fe63 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 812 time: 0.1402874 Feb 28 11:54:51.543619 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-2e4e1815-2eaa-464e-aa26-68f0c3b9b112 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 380 time: 0.0402060 Feb 28 11:54:51.552526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'port': {'device_id': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'admin_state_up': True, 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'security_groups': ['72fc5cad-66f4-47aa-bb74-9dd278cec70b']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:54:51.780217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:54:51.790021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:54:51.845867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Made reservation on behalf of 6204baf126434c6884032eb0c270b80e for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:54:51.848898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:52.011613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Allocated IP 172.20.0.11 (24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3/02b823c1-e0e9-4ca9-8267-54590853bb55/965260cb-f906-4a6b-b34a-f479cbccaa68) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:54:52.064235 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-69d2a2c8-a3ad-4d16-953e-47c91130e1e4 req-41ea7ba0-d47d-40ea-9e17-cba4d8636841 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 210 time: 0.0440061 Feb 28 11:54:52.240118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:52.256125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Transition to ACTIVE for port object 965260cb-f906-4a6b-b34a-f479cbccaa68 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:54:52.331646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:52.404415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:54:52.407178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:54:52.410828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:54:52.441331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event updated for resources: {'Port': ['ID=965260cb-f906-4a6b-b34a-f479cbccaa68,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:52.476833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:52.477442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:52.572876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-04e315d4-d78c-42e3-8f72-a5a85ade5615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0237238 Feb 28 11:54:52.584507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Request body: {'port': {'device_id': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:54:52.686055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8e4d74e2-9b11-4e43-9966-eafc204f24c7 None None] Provisioning for port 965260cb-f906-4a6b-b34a-f479cbccaa68 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:54:52.690763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8e4d74e2-9b11-4e43-9966-eafc204f24c7 None None] Provisioning complete for port 965260cb-f906-4a6b-b34a-f479cbccaa68 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:54:52.691157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8e4d74e2-9b11-4e43-9966-eafc204f24c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:52.695253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:52.742916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8e4d74e2-9b11-4e43-9966-eafc204f24c7 None None] Port 965260cb-f906-4a6b-b34a-f479cbccaa68 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:54:53.025841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965260cb-f906-4a6b-b34a-f479cbccaa68 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:54:53.032562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:53.046861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Transition to ACTIVE for port object 965260cb-f906-4a6b-b34a-f479cbccaa68 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:54:53.091626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:53.254872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Pushing event updated for resources: {'Port': ['ID=965260cb-f906-4a6b-b34a-f479cbccaa68,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:53.372387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939d4f3-c7d4-4f86-ad0e-d24ed21b1f77 req-bc5612e5-057e-4626-86f6-6fefdae28325 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:53.373062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1939d4f3-c7d4-4f86-ad0e-d24ed21b1f77 req-bc5612e5-057e-4626-86f6-6fefdae28325 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:54:53.396863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Attempting to bind port 965260cb-f906-4a6b-b34a-f479cbccaa68 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:54:53.397190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Attempting to bind port 965260cb-f906-4a6b-b34a-f479cbccaa68 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:54:53.397511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Attempting to bind port 965260cb-f906-4a6b-b34a-f479cbccaa68 on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:54:53.404347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Port 965260cb-f906-4a6b-b34a-f479cbccaa68 on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:54:53.404660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Attempting to bind port 965260cb-f906-4a6b-b34a-f479cbccaa68 on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:54:53.410659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:54:53.411017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Checking segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:54:53.411394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Bound using segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:54:53.411806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Bound port: 965260cb-f906-4a6b-b34a-f479cbccaa68, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:54:53.412186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:53.462586 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1939d4f3-c7d4-4f86-ad0e-d24ed21b1f77 req-bc5612e5-057e-4626-86f6-6fefdae28325 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:54:53.463738 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1939d4f3-c7d4-4f86-ad0e-d24ed21b1f77 req-bc5612e5-057e-4626-86f6-6fefdae28325 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 944 time: 0.2659495 Feb 28 11:54:53.532110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:54:53.540908 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1939d4f3-c7d4-4f86-ad0e-d24ed21b1f77 req-c5fa8ecb-f04b-4f31-838e-357220142c68 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655074 Feb 28 11:54:53.543521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=965260cb-f906-4a6b-b34a-f479cbccaa68,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:54:53.611840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:53.677575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:53.678823 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] 10.222.0.57 "PUT /v2.0/ports/965260cb-f906-4a6b-b34a-f479cbccaa68 HTTP/1.1" status: 200 len: 1094 time: 1.0987067 Feb 28 11:54:53.679325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:54:53.699498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e21578-c81e-4542-a360-bffaff8f9d46 service neutron] Pushing event updated for resources: {'Port': ['ID=965260cb-f906-4a6b-b34a-f479cbccaa68,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:53.739561 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'status': 'completed', 'code': 200} Feb 28 11:54:53.831134 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61fa0faa-26f5-41ec-a129-2046478a37de req-9e9481df-6ca9-4685-a139-ee1c0404ac66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 1097 time: 0.0728209 Feb 28 11:54:54.053261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa0faa-26f5-41ec-a129-2046478a37de req-387ab048-5a4e-463b-8f9e-12ab2ba78d52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:54.054609 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61fa0faa-26f5-41ec-a129-2046478a37de req-387ab048-5a4e-463b-8f9e-12ab2ba78d52 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6204baf126434c6884032eb0c270b80e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2171497 Feb 28 11:54:54.186240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa0faa-26f5-41ec-a129-2046478a37de req-fc5f0468-4d7e-45cd-931b-80df9a9bb990 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:54.187745 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-61fa0faa-26f5-41ec-a129-2046478a37de req-fc5f0468-4d7e-45cd-931b-80df9a9bb990 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276493 Feb 28 11:54:54.293911 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-135cbea8-292e-4d7b-ad44-9844bcff5e41 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 1097 time: 0.0705788 Feb 28 11:54:54.360091 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-b536b799-4e94-4e4b-a81b-6cbf0b12e204 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965260cb-f906-4a6b-b34a-f479cbccaa68 HTTP/1.1" status: 200 len: 217 time: 0.0583680 Feb 28 11:54:54.424323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-8dcc39b0-0939-4581-922a-83f50e9a7a80 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:54.425675 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-8dcc39b0-0939-4581-922a-83f50e9a7a80 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0604246 Feb 28 11:54:54.498660 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-7e3d8751-ff51-428e-8638-5dd78f547175 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674040 Feb 28 11:54:54.628016 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-9cb4c73f-aa94-4646-892c-3314e94ab287 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232800 Feb 28 11:54:54.821092 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb4adf1a-458c-4af6-823b-51d308b16f68 req-bc7d50a9-29e0-4744-9d1b-06bdc54fa39f service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861391 Feb 28 11:54:54.830788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e98305-5773-4279-a2c0-18ff4ba2b9fe req-40a6e065-4b65-43e7-a30a-fb121bdd3efe tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:54.832199 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26e98305-5773-4279-a2c0-18ff4ba2b9fe req-40a6e065-4b65-43e7-a30a-fb121bdd3efe tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 944 time: 0.1271560 Feb 28 11:54:54.879141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26e98305-5773-4279-a2c0-18ff4ba2b9fe req-d343fbec-915e-4a6b-b493-f3736ac8fec4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 Feb 28 11:54:56.076063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbc3e2-2339-47b4-aa1c-00bdbdc43693 req-f311a145-627e-450d-91bf-10aabeaff1a4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:56.077487 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5fbc3e2-2339-47b4-aa1c-00bdbdc43693 req-f311a145-627e-450d-91bf-10aabeaff1a4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 944 time: 0.0762563 Feb 28 11:54:56.121755 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5fbc3e2-2339-47b4-aa1c-00bdbdc43693 req-0cd71ac3-8145-4a83-bc0d-0b91d19428a1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388396 Feb 28 11:54:57.317560 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9415d-3d78-42f0-a3f8-e6d8d6d363da req-6aff6db7-f6df-4ef4-b3ce-e59c7d60f366 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:57.319013 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fda9415d-3d78-42f0-a3f8-e6d8d6d363da req-6aff6db7-f6df-4ef4-b3ce-e59c7d60f366 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 944 time: 0.0786512 Feb 28 11:54:57.363718 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fda9415d-3d78-42f0-a3f8-e6d8d6d363da req-a29fdcf1-35cf-4c01-baaf-b6d952b8403c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381546 Feb 28 11:54:57.818237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 965260cb-f906-4a6b-b34a-f479cbccaa68 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:54:57.948518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=965260cb-f906-4a6b-b34a-f479cbccaa68,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:57.965065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'mac_address': 'fa:16:3e:37:f9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:54:58.017018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:58.034056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965260cb-f906-4a6b-b34a-f479cbccaa68 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:54:58.048284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=965260cb-f906-4a6b-b34a-f479cbccaa68,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:54:58.126222 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:54:58.191402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=965260cb-f906-4a6b-b34a-f479cbccaa68,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:54:58.319980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['965260cb-f906-4a6b-b34a-f479cbccaa68'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:54:58.558991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec05dda-8485-4848-9e81-e1774508f0fe req-2dfee709-a829-41a2-8f70-779caaacd9ef tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:58.560407 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4ec05dda-8485-4848-9e81-e1774508f0fe req-2dfee709-a829-41a2-8f70-779caaacd9ef tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 945 time: 0.0752473 Feb 28 11:54:58.608001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4ec05dda-8485-4848-9e81-e1774508f0fe req-7930ffb2-9f53-4bde-8116-4007116cbda8 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421879 Feb 28 11:54:59.803409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2a444-ccc8-4bcc-b1a3-aeff21785348 req-ef367d10-97b8-4e42-b860-aea87876fec6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:54:59.805350 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ffe2a444-ccc8-4bcc-b1a3-aeff21785348 req-ef367d10-97b8-4e42-b860-aea87876fec6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 945 time: 0.0748329 Feb 28 11:54:59.831914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 965260cb-f906-4a6b-b34a-f479cbccaa68 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:54:59.850535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ffe2a444-ccc8-4bcc-b1a3-aeff21785348 req-d9358227-fff1-4b33-8d06-7045cbb63382 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395203 Feb 28 11:54:59.971571 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 965260cb-f906-4a6b-b34a-f479cbccaa68 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:54:59.977188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 965260cb-f906-4a6b-b34a-f479cbccaa68 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:54:59.977620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:00.113758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:00.141610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:55:00.151500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=965260cb-f906-4a6b-b34a-f479cbccaa68,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:55:00.194663 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'code': 200} Feb 28 11:55:00.200555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:00.267770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=965260cb-f906-4a6b-b34a-f479cbccaa68,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:00.535433 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cc830ece-766e-4639-aea0-7914f6d45021 req-ee8cee6d-4096-4b97-95b4-85eedbe1fed6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 1099 time: 0.0715690 Feb 28 11:55:00.574781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cc830ece-766e-4639-aea0-7914f6d45021 req-e16fdd9a-d613-4296-910c-383a34afe5e8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335805 Feb 28 11:55:01.043980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238c0e28-efd5-4e86-b440-4efc22fc59ea req-e9b5f667-5f56-4d16-a683-2df193d75819 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:01.045426 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-238c0e28-efd5-4e86-b440-4efc22fc59ea req-e9b5f667-5f56-4d16-a683-2df193d75819 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0756636 Feb 28 11:55:01.090048 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-238c0e28-efd5-4e86-b440-4efc22fc59ea req-5545dc10-813f-45db-bfd9-383528cfae66 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391772 Feb 28 11:55:02.287523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1cd0b7-c839-49aa-8b14-de9325d2be1b req-23cd963b-b1ab-48a8-8367-ae315b6ad120 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:02.288927 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-df1cd0b7-c839-49aa-8b14-de9325d2be1b req-23cd963b-b1ab-48a8-8367-ae315b6ad120 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0780160 Feb 28 11:55:02.332314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-df1cd0b7-c839-49aa-8b14-de9325d2be1b req-80493c36-7169-457c-9a23-5ca709818530 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379844 Feb 28 11:55:02.518401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442f209-b11e-4f1b-becb-aece852c8a5f req-238fa318-e741-4928-b2a9-e63ce6269e8a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:02.519827 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7442f209-b11e-4f1b-becb-aece852c8a5f req-238fa318-e741-4928-b2a9-e63ce6269e8a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0751340 Feb 28 11:55:02.528461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58308) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:55:02.533300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5cddd5fd-5fec-4441-8332-79127fba0de0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'floatingip': {'port_id': '965260cb-f906-4a6b-b34a-f479cbccaa68'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:55:02.695584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5cddd5fd-5fec-4441-8332-79127fba0de0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:03.252049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5cddd5fd-5fec-4441-8332-79127fba0de0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:03.297599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5cddd5fd-5fec-4441-8332-79127fba0de0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:03.483400 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-5cddd5fd-5fec-4441-8332-79127fba0de0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 associated. External IP: 172.26.1.152, port: 965260cb-f906-4a6b-b34a-f479cbccaa68. Feb 28 11:55:03.867374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cddd5fd-5fec-4441-8332-79127fba0de0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:55:04.086618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:04.159968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cddd5fd-5fec-4441-8332-79127fba0de0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:55:04.164402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5cddd5fd-5fec-4441-8332-79127fba0de0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:04.170760 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:55:04.183727 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:55:04.184341 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:54:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:04.219766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5cddd5fd-5fec-4441-8332-79127fba0de0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "PUT /v2.0/floatingips/6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 HTTP/1.1" status: 200 len: 992 time: 1.6903007 Feb 28 11:55:04.220328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:55:04.275824 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'status': 'completed', 'code': 200} Feb 28 11:55:04.359486 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:55:04.370632 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87842e71-5dfd-45a7-9d7e-fe41c48837b7 req-3a74520f-1e2c-4b40-8243-afec9fafdd1c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 1099 time: 0.0734930 Feb 28 11:55:04.502506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87842e71-5dfd-45a7-9d7e-fe41c48837b7 req-188039ab-898f-42bb-b297-1fcc858f4151 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:04.503966 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87842e71-5dfd-45a7-9d7e-fe41c48837b7 req-188039ab-898f-42bb-b297-1fcc858f4151 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1271682 Feb 28 11:55:04.615261 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87842e71-5dfd-45a7-9d7e-fe41c48837b7 req-3e3b7ea8-91cd-4a58-9771-fb69b3a0577d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965260cb-f906-4a6b-b34a-f479cbccaa68 HTTP/1.1" status: 200 len: 1000 time: 0.1010532 Feb 28 11:55:04.733906 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:37:f9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:55:03Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:04.736068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87842e71-5dfd-45a7-9d7e-fe41c48837b7 req-321a42a9-e9f3-4f20-86db-2697576de934 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:04.737483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87842e71-5dfd-45a7-9d7e-fe41c48837b7 req-321a42a9-e9f3-4f20-86db-2697576de934 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.1159887 Feb 28 11:55:04.737876 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:55:04.748620 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:55:04.749203 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:54:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:04.778620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b72c-2476-4c2f-9560-79af21dd63eb req-0cb25836-9fdf-40d3-b366-a95cc69ad1b0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:04.780053 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8bb1b72c-2476-4c2f-9560-79af21dd63eb req-0cb25836-9fdf-40d3-b366-a95cc69ad1b0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.1602933 Feb 28 11:55:04.842833 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8bb1b72c-2476-4c2f-9560-79af21dd63eb req-a86fbddd-885f-452a-bcb8-cc1091524d44 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570941 Feb 28 11:55:04.855574 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87842e71-5dfd-45a7-9d7e-fe41c48837b7 req-d2b2a15d-2249-4ab9-9ff8-effb3e4285e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103787 Feb 28 11:55:04.926568 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:55:05.003001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87842e71-5dfd-45a7-9d7e-fe41c48837b7 req-f60f8503-a6cc-4302-b76c-23858203009f service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403599 Feb 28 11:55:05.137649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87842e71-5dfd-45a7-9d7e-fe41c48837b7 req-d3fc58bf-6be5-4e48-8768-2801a22b33fa service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274278 Feb 28 11:55:05.304158 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:37:f9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:55:03Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:05.307903 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d3d96-cfad-477f-b1c1-0fc169c352bd None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:37:f9:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:55:03Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:55:05.496278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56b349f-5bc1-41c5-b85c-199857586df5 None None] New status for floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:55:06.040924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c7384e-2625-4e28-8bfb-19ddeb76e749 req-90814eb4-2258-4aaa-b1d1-37d477b10fde tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:06.042326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06c7384e-2625-4e28-8bfb-19ddeb76e749 req-90814eb4-2258-4aaa-b1d1-37d477b10fde tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0793419 Feb 28 11:55:06.086399 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-06c7384e-2625-4e28-8bfb-19ddeb76e749 req-8e1cb03e-7608-4f62-9fc0-7e12d5017a6b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386393 Feb 28 11:55:07.278146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc19ba-38ce-4932-a8ac-83fe7f383053 req-c473595a-c114-48c9-81fa-6fa6ce02c08a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:07.279606 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-75dc19ba-38ce-4932-a8ac-83fe7f383053 req-c473595a-c114-48c9-81fa-6fa6ce02c08a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0750029 Feb 28 11:55:07.326949 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-75dc19ba-38ce-4932-a8ac-83fe7f383053 req-045e048a-6295-41df-86b8-d4413b1b5ad5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 Feb 28 11:55:08.522866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e11a095-e4fc-457e-b3c7-be772bbff6df req-ea0f36f2-60fc-46c8-bbe8-ba022e22ac9b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:08.524286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8e11a095-e4fc-457e-b3c7-be772bbff6df req-ea0f36f2-60fc-46c8-bbe8-ba022e22ac9b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0753026 Feb 28 11:55:08.568530 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8e11a095-e4fc-457e-b3c7-be772bbff6df req-1b84ec72-b735-4064-8120-22ffeb0e4e89 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379028 Feb 28 11:55:09.764421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5125f-6437-4b0d-b025-1eeacc2053ac req-5b695131-f14a-41e1-93d2-7ae59f372db2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:09.765850 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6fe5125f-6437-4b0d-b025-1eeacc2053ac req-5b695131-f14a-41e1-93d2-7ae59f372db2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0780220 Feb 28 11:55:09.809633 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6fe5125f-6437-4b0d-b025-1eeacc2053ac req-fb47632d-dd97-480b-8528-d42be29aea61 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384455 Feb 28 11:55:11.006420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f61414a-b75a-46e8-bf8c-c3adbde798e3 req-c3ddc680-0f9b-4143-96f4-c7f53164af31 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:11.007856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3f61414a-b75a-46e8-bf8c-c3adbde798e3 req-c3ddc680-0f9b-4143-96f4-c7f53164af31 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0745578 Feb 28 11:55:11.052953 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3f61414a-b75a-46e8-bf8c-c3adbde798e3 req-103d8761-847f-4ae5-8b73-297153db6a7e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395327 Feb 28 11:55:12.250582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e453ab-1a9a-4e6c-809f-76873f65113d req-bf33f575-2c49-49c1-8573-6789aac5ab45 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:12.252036 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b6e453ab-1a9a-4e6c-809f-76873f65113d req-bf33f575-2c49-49c1-8573-6789aac5ab45 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0788159 Feb 28 11:55:12.295945 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b6e453ab-1a9a-4e6c-809f-76873f65113d req-e4c8687b-0351-4747-b12b-eb4d382144d2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385723 Feb 28 11:55:12.393997 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:55:13.487942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01501fb-6e99-4201-be98-3957888fbcc8 req-ec837ef5-90c0-4a18-8e37-823e0a3b562d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:13.489352 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d01501fb-6e99-4201-be98-3957888fbcc8 req-ec837ef5-90c0-4a18-8e37-823e0a3b562d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0750613 Feb 28 11:55:13.537427 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d01501fb-6e99-4201-be98-3957888fbcc8 req-4da7d4b9-3455-4e74-aec1-f084664d0b32 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422776 Feb 28 11:55:14.747931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b440bdca-794c-4d46-9bb7-2a89d4accb5f req-28fad34b-323c-44fa-8091-01ed5a721e4e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:14.749367 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b440bdca-794c-4d46-9bb7-2a89d4accb5f req-28fad34b-323c-44fa-8091-01ed5a721e4e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0876222 Feb 28 11:55:14.797183 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b440bdca-794c-4d46-9bb7-2a89d4accb5f req-213975ef-e4a1-4488-b6e9-149f77ce3477 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416105 Feb 28 11:55:14.892882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fa8170e7-ff09-4d3e-b8e2-3f4ab79b049e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:16.011079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053bf15f-e0dd-4214-83e8-8e0600ec4971 req-8f9b59f3-9ef5-4b7a-8fb8-be555e60b482 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:16.012420 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-053bf15f-e0dd-4214-83e8-8e0600ec4971 req-8f9b59f3-9ef5-4b7a-8fb8-be555e60b482 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0782604 Feb 28 11:55:16.055355 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-053bf15f-e0dd-4214-83e8-8e0600ec4971 req-7528da01-5917-42e7-8b22-7e0569f917cd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373499 Feb 28 11:55:17.047278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d988193c-63f9-4bee-ae29-c5227ba927b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:17.248710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f62ffc-d8cf-435a-8ad5-fc403aa6f48e req-8ec4b111-394e-4ecc-8c6d-51f97447b273 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:17.250135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2f62ffc-d8cf-435a-8ad5-fc403aa6f48e req-8ec4b111-394e-4ecc-8c6d-51f97447b273 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0748887 Feb 28 11:55:17.294837 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2f62ffc-d8cf-435a-8ad5-fc403aa6f48e req-13844f72-b4b6-403e-aa1a-d2d461248cbf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393238 Feb 28 11:55:18.327006 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:18.384972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:18.574016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896bb6eb-1265-41f1-a0d7-54775acb4003 req-91f9f88a-4399-4f54-9bda-6444456facaf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:18.575479 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-896bb6eb-1265-41f1-a0d7-54775acb4003 req-91f9f88a-4399-4f54-9bda-6444456facaf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.1623280 Feb 28 11:55:18.620123 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-896bb6eb-1265-41f1-a0d7-54775acb4003 req-c47ae5c5-32e8-42f3-b0de-7a4490cb3176 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Feb 28 11:55:19.761905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:19.819523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c32b92-f128-40c4-b351-48b7ad3572ab req-e21909c7-9f8c-4c82-bf59-1ed2f5724414 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:19.821017 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-84c32b92-f128-40c4-b351-48b7ad3572ab req-e21909c7-9f8c-4c82-bf59-1ed2f5724414 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0743155 Feb 28 11:55:19.869288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-84c32b92-f128-40c4-b351-48b7ad3572ab req-68090ee0-a8f6-442e-ba66-b92328a6bb9f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422587 Feb 28 11:55:21.065613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76603cb-df67-412b-ac73-3d79c2820489 req-74769230-ef21-46e7-b82d-3794217296af tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:21.067058 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c76603cb-df67-412b-ac73-3d79c2820489 req-74769230-ef21-46e7-b82d-3794217296af tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0794060 Feb 28 11:55:21.111230 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c76603cb-df67-412b-ac73-3d79c2820489 req-618aa4a9-e782-48a5-8f1b-73799d65c3a6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385365 Feb 28 11:55:22.303021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95deacb-1f65-4b62-b491-17eee340703c req-c4228edb-cb36-4735-9a58-a727a1f717b5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:22.304476 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b95deacb-1f65-4b62-b491-17eee340703c req-c4228edb-cb36-4735-9a58-a727a1f717b5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0756378 Feb 28 11:55:22.352425 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b95deacb-1f65-4b62-b491-17eee340703c req-60d5cf57-056c-4440-8c45-da7627776b68 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419331 Feb 28 11:55:23.547522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6621effa-dd6d-41ad-a817-281e0e7252a2 req-544b63ba-7b38-4222-a003-acd065c1f84f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:23.548937 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6621effa-dd6d-41ad-a817-281e0e7252a2 req-544b63ba-7b38-4222-a003-acd065c1f84f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0744987 Feb 28 11:55:23.593814 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6621effa-dd6d-41ad-a817-281e0e7252a2 req-5c753112-c6ea-4b23-9b5b-03c01208c726 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393646 Feb 28 11:55:24.617867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [req-b237690c-c64f-453f-aab2-33d96d5ac661 req-0fc7fd4a-99d9-480c-9585-47bbd7cdc59f tempest-TestServerAdvancedOps-1665752397 tempest-TestServerAdvancedOps-1665752397-project] (84338) timed out ('10.222.0.57', 60051) {{(pid=84338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 11:55:24.790158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f205cd-ec46-401f-8515-5bc880fd7f02 req-85e5253e-91e3-40ee-ac99-6b86f46a5d9d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:24.791699 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f8f205cd-ec46-401f-8515-5bc880fd7f02 req-85e5253e-91e3-40ee-ac99-6b86f46a5d9d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0776429 Feb 28 11:55:24.835566 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f8f205cd-ec46-401f-8515-5bc880fd7f02 req-4dd0c8d3-f54d-4990-9b56-b4dc071a3c11 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383208 Feb 28 11:55:26.029767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b242db9e-bd83-4f3d-a439-a0bd2a486ffa req-036bde0c-04aa-4310-b65a-0c4725b62644 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:26.031196 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b242db9e-bd83-4f3d-a439-a0bd2a486ffa req-036bde0c-04aa-4310-b65a-0c4725b62644 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0758202 Feb 28 11:55:26.074962 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b242db9e-bd83-4f3d-a439-a0bd2a486ffa req-ef6e929a-9f19-4663-bc5b-40e266c2d20c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383475 Feb 28 11:55:27.273098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499a892-1368-4893-a9cc-1b5f0b0aedb1 req-59afc261-c4ea-453c-a98c-d434b0632874 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:27.274497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2499a892-1368-4893-a9cc-1b5f0b0aedb1 req-59afc261-c4ea-453c-a98c-d434b0632874 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0783751 Feb 28 11:55:27.318721 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2499a892-1368-4893-a9cc-1b5f0b0aedb1 req-b7a7a53a-f0e6-4e25-8119-b91cc0cad57f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380607 Feb 28 11:55:28.510427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf287f54-a362-4386-be08-7a78695da219 req-440481d2-e0ed-41e7-b754-93787964419c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:28.512218 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf287f54-a362-4386-be08-7a78695da219 req-440481d2-e0ed-41e7-b754-93787964419c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0751340 Feb 28 11:55:28.560538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf287f54-a362-4386-be08-7a78695da219 req-3f814584-1278-4a06-a3a2-9d0ce14543b6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429263 Feb 28 11:55:29.751356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53734450-19d3-48d4-91a7-d351242e5e81 req-fdd9ea92-63dc-4178-8885-b7b1fef0c73e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:29.752756 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-53734450-19d3-48d4-91a7-d351242e5e81 req-fdd9ea92-63dc-4178-8885-b7b1fef0c73e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0756726 Feb 28 11:55:29.797249 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-53734450-19d3-48d4-91a7-d351242e5e81 req-dbe5b763-491d-4dff-a8c0-a8d4c3452999 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390890 Feb 28 11:55:31.001510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334e4d7a-fe8a-44b3-b3f6-251df978b1e0 req-06858d87-d1af-43e2-80c3-213d650fdffc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:31.002886 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-334e4d7a-fe8a-44b3-b3f6-251df978b1e0 req-06858d87-d1af-43e2-80c3-213d650fdffc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0815527 Feb 28 11:55:31.049583 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-334e4d7a-fe8a-44b3-b3f6-251df978b1e0 req-3fe81217-79bc-499f-b98b-3fc83bdf605d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404627 Feb 28 11:55:31.239212 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6263014f-458a-4904-ad1c-1af8fe9de077 req-1823d00c-46e6-45eb-9405-f1877a8344d0 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662665 Feb 28 11:55:31.627852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72363093-37f7-445f-9040-486fc79c2762 req-53cfd9ba-614c-4fe1-90db-abd1932821b6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:31.629431 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72363093-37f7-445f-9040-486fc79c2762 req-53cfd9ba-614c-4fe1-90db-abd1932821b6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0797205 Feb 28 11:55:31.674108 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-c8291a1f-83e2-4a4e-b580-1eb427c85af4 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0728104 Feb 28 11:55:31.677887 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72363093-37f7-445f-9040-486fc79c2762 req-9ed23535-86a9-4615-a3e1-4a9c58de8b20 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426507 Feb 28 11:55:32.281298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993a6456-bdee-4e31-99c6-b78fe518c2b8 req-e73b4eaa-0b20-4538-84be-bffc33386ef9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 1099 time: 0.0688295 Feb 28 11:55:32.426003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a6456-bdee-4e31-99c6-b78fe518c2b8 req-ebd04696-5fb3-4e5e-9759-1f76642a641d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:32.427375 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993a6456-bdee-4e31-99c6-b78fe518c2b8 req-ebd04696-5fb3-4e5e-9759-1f76642a641d service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1255262 Feb 28 11:55:32.531939 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993a6456-bdee-4e31-99c6-b78fe518c2b8 req-6848caa1-233b-48d3-ad73-f4e8d7928744 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965260cb-f906-4a6b-b34a-f479cbccaa68 HTTP/1.1" status: 200 len: 1002 time: 0.0981381 Feb 28 11:55:32.597477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993a6456-bdee-4e31-99c6-b78fe518c2b8 req-b62f95b2-cd70-4fae-a50b-dd05983b007c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:32.598891 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993a6456-bdee-4e31-99c6-b78fe518c2b8 req-b62f95b2-cd70-4fae-a50b-dd05983b007c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0583384 Feb 28 11:55:32.679191 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993a6456-bdee-4e31-99c6-b78fe518c2b8 req-6b938d4b-2126-4ce1-91fa-2c664c1ccab5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741792 Feb 28 11:55:32.946516 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993a6456-bdee-4e31-99c6-b78fe518c2b8 req-3768d4f7-a1da-4932-8aa0-ad00ffdf9657 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618866 Feb 28 11:55:33.033034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1e5c2-e6bd-46df-9556-34e10ecfca60 req-60edb444-bc85-4d27-bf92-44614aa1f2c1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:33.034439 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4d1e5c2-e6bd-46df-9556-34e10ecfca60 req-60edb444-bc85-4d27-bf92-44614aa1f2c1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.1808085 Feb 28 11:55:33.114716 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e4d1e5c2-e6bd-46df-9556-34e10ecfca60 req-e3df3fe5-3dbb-40a2-8e48-379b331cf61c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706933 Feb 28 11:55:33.119704 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-993a6456-bdee-4e31-99c6-b78fe518c2b8 req-3d794edc-dac3-49b8-a333-ecf5091ac60a service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650045 Feb 28 11:55:33.595629 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-fbb02557-d21f-45c0-a22b-f5c545294a63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 1099 time: 0.0730147 Feb 28 11:55:33.723061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3413387-05ee-4846-b778-8f34657e46d1 req-3d279053-0634-4bec-a30d-f134f7c9bc8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:33.724458 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-3d279053-0634-4bec-a30d-f134f7c9bc8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1236424 Feb 28 11:55:33.823475 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-14036984-1141-4b85-9916-e9e5f85f2a9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965260cb-f906-4a6b-b34a-f479cbccaa68 HTTP/1.1" status: 200 len: 1002 time: 0.0930829 Feb 28 11:55:33.882308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3413387-05ee-4846-b778-8f34657e46d1 req-36b159ba-1836-4ca2-9f7e-d1c1843ab9ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:33.883599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-36b159ba-1836-4ca2-9f7e-d1c1843ab9ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0550005 Feb 28 11:55:33.955518 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-19d7a49c-dad7-4515-8842-87d5b7642e9c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659459 Feb 28 11:55:34.081788 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-3001af06-1ecc-49a8-88ce-0a60e42baa50 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204681 Feb 28 11:55:34.082150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:34.209610 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-107e63d9-509a-432a-a9bd-daa4ee39489a service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221466 Feb 28 11:55:34.316891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fad8e-95bd-4efd-a515-dc88044b81f7 req-2b8e60bb-fd88-4ebd-8cad-038dcb2fcd01 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:34.318307 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e14fad8e-95bd-4efd-a515-dc88044b81f7 req-2b8e60bb-fd88-4ebd-8cad-038dcb2fcd01 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0798035 Feb 28 11:55:34.364805 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e14fad8e-95bd-4efd-a515-dc88044b81f7 req-89e2cbed-a691-48a6-a1a4-49a1f0bf489d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 Feb 28 11:55:35.559294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6307ee5-f351-4480-8dbc-464525e39186 req-29715c43-4c1a-450c-8f99-09ab55cb10b3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:35.560711 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6307ee5-f351-4480-8dbc-464525e39186 req-29715c43-4c1a-450c-8f99-09ab55cb10b3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0753818 Feb 28 11:55:35.610172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6307ee5-f351-4480-8dbc-464525e39186 req-0ce8908f-930e-44e5-bd23-79e6b46f90e2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 Feb 28 11:55:36.099458 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-de0db280-d9e2-4ad9-a1bb-def5382f9d8b service neutron] 10.222.0.57 "GET /v2.0/ports/965260cb-f906-4a6b-b34a-f479cbccaa68/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0712590 Feb 28 11:55:36.594165 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-a20932dc-d6b3-4889-b79b-f9bfe178722a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 1099 time: 0.0679834 Feb 28 11:55:36.690616 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-4fc7409a-980e-4e0b-b05f-e321cf5fb275 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 1099 time: 0.0732729 Feb 28 11:55:36.870884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3413387-05ee-4846-b778-8f34657e46d1 req-88ce4246-0293-4aed-8d7a-a79b5f3fdc01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:36.872298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-88ce4246-0293-4aed-8d7a-a79b5f3fdc01 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1765714 Feb 28 11:55:37.018240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838ffa83-72d7-452c-b390-1b1517518bd0 req-32873519-390e-4726-adcc-970474c273fe tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:37.019675 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-838ffa83-72d7-452c-b390-1b1517518bd0 req-32873519-390e-4726-adcc-970474c273fe tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.2561677 Feb 28 11:55:37.096965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-23e36809-eb4f-4a42-a262-5bcf70f9d990 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965260cb-f906-4a6b-b34a-f479cbccaa68 HTTP/1.1" status: 200 len: 1002 time: 0.2177632 Feb 28 11:55:37.099152 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-838ffa83-72d7-452c-b390-1b1517518bd0 req-63fcecab-362f-40b0-9849-d02e384c3622 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737228 Feb 28 11:55:37.160451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3413387-05ee-4846-b778-8f34657e46d1 req-bdfd565d-8696-4bba-8177-0825f80bebb9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:37.161774 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-bdfd565d-8696-4bba-8177-0825f80bebb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0596030 Feb 28 11:55:37.235135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-2cb19fd6-64a0-4014-aa64-98a55f7bed7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664382 Feb 28 11:55:37.364596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-00ce295a-d85f-4037-9988-5b7c281da354 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225183 Feb 28 11:55:37.498871 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3413387-05ee-4846-b778-8f34657e46d1 req-8d18fb32-d76d-4449-8f6a-965aa8ffc0fc service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278377 Feb 28 11:55:38.299451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5186d-1ed5-4407-a6b1-0054094cbda3 req-5acce8e2-96c8-415d-85ab-148e09152024 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:38.300859 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5e5186d-1ed5-4407-a6b1-0054094cbda3 req-5acce8e2-96c8-415d-85ab-148e09152024 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0785372 Feb 28 11:55:38.344822 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5e5186d-1ed5-4407-a6b1-0054094cbda3 req-cb7b8f35-c12a-428c-b8fa-581c7a5b4d0a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386288 Feb 28 11:55:39.537995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7b1675-b8f3-4492-9c38-90327e3b97e5 req-e6d746a1-230b-4b10-bf96-74750442f7b9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:39.539443 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cc7b1675-b8f3-4492-9c38-90327e3b97e5 req-e6d746a1-230b-4b10-bf96-74750442f7b9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0746958 Feb 28 11:55:39.584615 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cc7b1675-b8f3-4492-9c38-90327e3b97e5 req-9bc84b55-f30f-4dc4-8612-ffa29fec35d1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395942 Feb 28 11:55:40.023339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 965260cb-f906-4a6b-b34a-f479cbccaa68 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:55:40.027241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 965260cb-f906-4a6b-b34a-f479cbccaa68 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:55:40.164545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00976969-9f5a-4324-9476-44ad515cfafa req-ca47c758-7b4d-4971-bb75-350c867ea560 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:40.165968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-00976969-9f5a-4324-9476-44ad515cfafa req-ca47c758-7b4d-4971-bb75-350c867ea560 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.1426086 Feb 28 11:55:40.173125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-9b678421-fb8c-4b09-be80-0064bbea3ebf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:40.174631 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-9b678421-fb8c-4b09-be80-0064bbea3ebf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300&tenant_id=6204baf126434c6884032eb0c270b80e&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 946 time: 0.1098809 Feb 28 11:55:40.219556 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-00976969-9f5a-4324-9476-44ad515cfafa req-415c4c59-4671-4663-96ba-ea9f321a0693 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439320 Feb 28 11:55:40.238751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:40.275946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=965260cb-f906-4a6b-b34a-f479cbccaa68,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:55:40.293095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:55:40.301502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'mac_address': 'fa:16:3e:37:f9:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:55:40.305438 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=965260cb-f906-4a6b-b34a-f479cbccaa68,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:55:40.322923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-2a24174e-b518-40a6-af6f-965ba6dc2a80 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 1099 time: 0.0704436 Feb 28 11:55:40.359402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:40.369164 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'code': 200} Feb 28 11:55:40.374400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:40.418565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 965260cb-f906-4a6b-b34a-f479cbccaa68 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:55:40.461212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-6174ec3a-0d7c-4918-b15c-b732688ff314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:40.461212 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-6174ec3a-0d7c-4918-b15c-b732688ff314 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1313248 Feb 28 11:55:40.492477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=965260cb-f906-4a6b-b34a-f479cbccaa68,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:40.504750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:55:40.505104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:55:40.506319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.506656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.507022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.507350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.507678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.508004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.508331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.508655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.508977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.509296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.509615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:40.568528 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-d8a541c7-21b5-4cd8-9b67-e159019be0cf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965260cb-f906-4a6b-b34a-f479cbccaa68 HTTP/1.1" status: 200 len: 1000 time: 0.1021013 Feb 28 11:55:40.632736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-014210f0-19b4-4868-8e10-bb5cc7dd1693 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:40.634193 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-014210f0-19b4-4868-8e10-bb5cc7dd1693 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0596175 Feb 28 11:55:40.711338 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-70e96da6-abc8-4c56-9602-682991037c7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715907 Feb 28 11:55:40.837645 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-82ecf52e-1890-4475-8bf4-e246ba12ae76 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208560 Feb 28 11:55:41.048248 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b6fefdc-2789-486f-b773-be22607ad8c8 req-c7634449-a4f9-4ff5-b9e8-e56a864efe1f service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046800 Feb 28 11:55:41.060843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:41.080463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965260cb-f906-4a6b-b34a-f479cbccaa68 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:55:41.096217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=965260cb-f906-4a6b-b34a-f479cbccaa68,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:55:41.133672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:41.205554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['965260cb-f906-4a6b-b34a-f479cbccaa68'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:55:41.244641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=965260cb-f906-4a6b-b34a-f479cbccaa68,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:41.421660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f06d6-4771-4cba-87db-a10d408caf6f req-70890020-2607-42b8-9819-b3f53b07f860 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:41.423116 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-479f06d6-4771-4cba-87db-a10d408caf6f req-70890020-2607-42b8-9819-b3f53b07f860 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 945 time: 0.0774398 Feb 28 11:55:41.471763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-479f06d6-4771-4cba-87db-a10d408caf6f req-96f96061-ae36-4215-96d2-694e5e450b08 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431108 Feb 28 11:55:42.037740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 965260cb-f906-4a6b-b34a-f479cbccaa68 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:55:42.106798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 965260cb-f906-4a6b-b34a-f479cbccaa68 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:55:42.107556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:42.219984 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:42.251478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=965260cb-f906-4a6b-b34a-f479cbccaa68,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:55:42.305781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:42.370096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:55:42.375212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=965260cb-f906-4a6b-b34a-f479cbccaa68,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:42.423787 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'code': 200} Feb 28 11:55:42.669173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742b8c30-af13-4b64-b37f-cf452cc7d9f7 req-523e65a2-42ff-4c75-b9a8-1d7ae1f1b1a2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:42.670588 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-742b8c30-af13-4b64-b37f-cf452cc7d9f7 req-523e65a2-42ff-4c75-b9a8-1d7ae1f1b1a2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0793192 Feb 28 11:55:42.716406 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-742b8c30-af13-4b64-b37f-cf452cc7d9f7 req-c93b4671-697b-4e41-a383-0e1b5cf946a5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400357 Feb 28 11:55:42.915564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bfb390-3021-4249-8c82-c99bc2a1c059 req-da304452-4548-4ac6-aa3f-c1988ab2a782 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:42.916907 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9bfb390-3021-4249-8c82-c99bc2a1c059 req-da304452-4548-4ac6-aa3f-c1988ab2a782 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0758171 Feb 28 11:55:42.961712 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d9bfb390-3021-4249-8c82-c99bc2a1c059 req-5dd9b53d-14ba-4823-9b73-7ddcc4dd5cbc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382359 Feb 28 11:55:43.434099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de4f21-38b2-49dc-b802-98da34d5192a req-3f21ba46-1839-44ec-9844-908cac8cf791 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:43.435628 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6de4f21-38b2-49dc-b802-98da34d5192a req-3f21ba46-1839-44ec-9844-908cac8cf791 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0802155 Feb 28 11:55:43.522341 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6de4f21-38b2-49dc-b802-98da34d5192a req-dfe4838f-21b9-4267-a2e2-6bae9312a39f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803409 Feb 28 11:55:43.545836 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46d5086a-34a3-4ae8-aa00-ae7f7f090485 req-0d43c0c7-7370-46ed-b979-d69b05cc1c56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 1099 time: 0.0905926 Feb 28 11:55:43.678002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5086a-34a3-4ae8-aa00-ae7f7f090485 req-54322a8a-e705-48b7-a8c2-ff718b112f12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:43.679453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46d5086a-34a3-4ae8-aa00-ae7f7f090485 req-54322a8a-e705-48b7-a8c2-ff718b112f12 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1276660 Feb 28 11:55:43.779715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46d5086a-34a3-4ae8-aa00-ae7f7f090485 req-9f9a9196-6302-4a29-96b5-8eaac68e850c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=965260cb-f906-4a6b-b34a-f479cbccaa68 HTTP/1.1" status: 200 len: 1002 time: 0.0945461 Feb 28 11:55:43.842788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5086a-34a3-4ae8-aa00-ae7f7f090485 req-38de25f9-79b4-4bc9-aece-6ccfc51d9210 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:43.844178 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46d5086a-34a3-4ae8-aa00-ae7f7f090485 req-38de25f9-79b4-4bc9-aece-6ccfc51d9210 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0587921 Feb 28 11:55:43.915838 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46d5086a-34a3-4ae8-aa00-ae7f7f090485 req-5987d201-ca65-4798-a848-f8cd3f9c9ed9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653503 Feb 28 11:55:44.044374 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46d5086a-34a3-4ae8-aa00-ae7f7f090485 req-8e87ec44-1d7b-4db3-a5d4-b7ccd75cc6cb service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224518 Feb 28 11:55:44.172727 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46d5086a-34a3-4ae8-aa00-ae7f7f090485 req-567623cc-5b7e-4b34-b144-d49f5222c736 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217415 Feb 28 11:55:44.727955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3a5bfb-c454-4ab9-84ae-75c34685f191 req-38bc2c76-573a-4bf2-bee8-31bd5737fce5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:44.729644 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d3a5bfb-c454-4ab9-84ae-75c34685f191 req-38bc2c76-573a-4bf2-bee8-31bd5737fce5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0806448 Feb 28 11:55:44.776135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d3a5bfb-c454-4ab9-84ae-75c34685f191 req-89e4152c-364d-44c6-a9ce-44c3ca080917 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402310 Feb 28 11:55:44.871183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2137a387-8ab7-454c-8662-1c4d945996b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:45.968258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cc331-636a-4315-b30a-ecc88c0b48ce req-a5d061a8-5b22-468a-99f2-b47e4504df3a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:45.969605 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b94cc331-636a-4315-b30a-ecc88c0b48ce req-a5d061a8-5b22-468a-99f2-b47e4504df3a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0746851 Feb 28 11:55:46.014509 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b94cc331-636a-4315-b30a-ecc88c0b48ce req-ec037c89-4021-4723-9db5-cf8998569c27 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395172 Feb 28 11:55:46.611629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581ce9f-514f-4c14-819c-379083471770 req-567380e1-ef56-4e8d-b90b-f14f94398de6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:46.613052 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2581ce9f-514f-4c14-819c-379083471770 req-567380e1-ef56-4e8d-b90b-f14f94398de6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0784364 Feb 28 11:55:46.658063 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2581ce9f-514f-4c14-819c-379083471770 req-c2bc1051-5739-45eb-9b42-03b2c2bebef8 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394504 Feb 28 11:55:47.099909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9754dbd0-e808-421f-8a52-0daafddc809c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:47.856566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cf525-02b9-48c5-b77a-4e75f6e9caf9 req-c3933a50-5b6a-4aae-83c3-70e1f641b85d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:47.862273 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a4cf525-02b9-48c5-b77a-4e75f6e9caf9 req-c3933a50-5b6a-4aae-83c3-70e1f641b85d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0791245 Feb 28 11:55:47.909028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a4cf525-02b9-48c5-b77a-4e75f6e9caf9 req-ff164c68-448c-44f5-88a0-baa79c565347 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412643 Feb 28 11:55:48.171542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-ab8f3a4a-c207-4f0d-847b-1d5e56971909 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:48.172957 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-ab8f3a4a-c207-4f0d-847b-1d5e56971909 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 946 time: 0.0785890 Feb 28 11:55:48.237862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Deleting port 965260cb-f906-4a6b-b34a-f479cbccaa68 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:55:48.238192 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:48.328494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:48.356917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:48.561075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] For port 965260cb-f906-4a6b-b34a-f479cbccaa68, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=965260cb-f906-4a6b-b34a-f479cbccaa68,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:55:48.561425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:48.840456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:48.841265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:48.841575 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 disassociated. External IP: 172.26.1.152, port: 965260cb-f906-4a6b-b34a-f479cbccaa68. Feb 28 11:55:48.842056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Calling delete_port for 965260cb-f906-4a6b-b34a-f479cbccaa68 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:55:49.065887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:49.077242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aebd9834-cad2-4e12-a567-6ede31d128bf req-b22cadb3-7ccd-4852-ada7-5de7cf083505 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 210 time: 0.0477095 Feb 28 11:55:49.118572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event deleted for resources: {'Port': ['ID=965260cb-f906-4a6b-b34a-f479cbccaa68,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:49.133173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.133514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.133844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.134166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.134490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.134809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.135150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.135471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.135783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.136098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.136406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:55:49.332053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:55:49.394384 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:55:49.530360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:55:49.541485 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:55:49.553755 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:55:49.554368 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:55:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:49.606068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] No DVR routers for this DVR port 965260cb-f906-4a6b-b34a-f479cbccaa68 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:55:49.610587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:49.613179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'name': 'network-vif-deleted', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:55:49.673511 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '458ce4d9-1831-47c6-9d10-bcbb14777300', 'name': 'network-vif-deleted', 'tag': '965260cb-f906-4a6b-b34a-f479cbccaa68', 'status': 'completed', 'code': 200} Feb 28 11:55:49.718447 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78cd2d1c-9e24-48ba-8617-ca2f519a185a req-6cda36ab-7934-438c-ba15-9252fb6ddb35 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "DELETE /v2.0/ports/965260cb-f906-4a6b-b34a-f479cbccaa68 HTTP/1.1" status: 204 len: 173 time: 1.5402281 Feb 28 11:55:49.739464 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:55:49.802836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:50.051433 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:50.055415 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:55:50.067121 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:55:50.067709 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:55:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:50.243287 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:55:50.255107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c9e4e32a-5ad1-43ce-beb7-35e8c1124f1d req-983886c3-8f7f-4e61-918e-6ebdab092550 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:55:50.329313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c9e4e32a-5ad1-43ce-beb7-35e8c1124f1d req-983886c3-8f7f-4e61-918e-6ebdab092550 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:55:50.330724 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c9e4e32a-5ad1-43ce-beb7-35e8c1124f1d req-983886c3-8f7f-4e61-918e-6ebdab092550 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=458ce4d9-1831-47c6-9d10-bcbb14777300 HTTP/1.1" status: 200 len: 210 time: 0.1161728 Feb 28 11:55:50.551410 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:55:50.555259 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb691cb0-9aaa-492b-ad61-e026cd161f65 None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:55:50.770213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab2a7af-bb5d-4cd7-931f-a5aeadf2c6d4 None None] New status for floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:55:51.691119 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-2d65a032-4efb-4b46-8a6b-a90668a9fe2b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1934836060&fields=id&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 267 time: 0.0404677 Feb 28 11:55:51.830940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-a8420ec3-c192-4384-a105-9dcc60beb921 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:51.832316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-a8420ec3-c192-4384-a105-9dcc60beb921 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 812 time: 0.1349881 Feb 28 11:55:51.848459 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-6fe0655d-fcd2-4cd8-b327-54d2a6959066 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/quotas/6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 375 time: 0.0107849 Feb 28 11:55:51.933939 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-b3d7bdf5-3e4a-4355-9c2a-b35012881c8e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807078 Feb 28 11:55:52.085934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 965260cb-f906-4a6b-b34a-f479cbccaa68 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:55:52.121831 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 965260cb-f906-4a6b-b34a-f479cbccaa68 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:55:52.122316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 965260cb-f906-4a6b-b34a-f479cbccaa68 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:55:52.168331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-36714617-49d6-47a7-8b86-46913db4083f service neutron] 10.222.0.31 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232168 Feb 28 11:55:52.296739 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-d6951917-2bb2-4c75-b0b0-ba7aff82bcae service neutron] 10.222.0.31 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223645 Feb 28 11:55:52.537811 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d1f8ae1b-c22e-4f9a-97f5-9b62b3535318 req-85d55c76-f9f4-422d-ac81-e146c30b5ea6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 210 time: 0.0394166 Feb 28 11:55:53.699964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1c76771-899b-4469-9cd8-089e7413f772 req-454267e8-6487-4460-81be-63e5cd818d17 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 210 time: 0.0407968 Feb 28 11:55:54.329411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-71e4580a-64cf-4e16-ad51-115ed4da2822 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:54.330784 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-71e4580a-64cf-4e16-ad51-115ed4da2822 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 812 time: 0.1412482 Feb 28 11:55:54.389310 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-569ab53e-9fb4-4c27-bae1-6588e0112e52 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 380 time: 0.0460696 Feb 28 11:55:54.397908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'port': {'device_id': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'admin_state_up': True, 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'security_groups': ['72fc5cad-66f4-47aa-bb74-9dd278cec70b']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:55:54.532380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:55:54.541832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:55:54.609097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Made reservation on behalf of 6204baf126434c6884032eb0c270b80e for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:55:54.612139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:54.770683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Allocated IP 172.20.0.5 (24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3/02b823c1-e0e9-4ca9-8267-54590853bb55/f17d638d-c683-4bd8-bd28-fcf53ddcda93) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:55:54.924609 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-341c8272-7990-4cde-ad03-ffc4d67dc860 req-3e30428b-b3c5-4738-bf3a-eb09be9c7744 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 210 time: 0.0924346 Feb 28 11:55:55.002951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:55.018753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Transition to ACTIVE for port object f17d638d-c683-4bd8-bd28-fcf53ddcda93 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:55:55.152454 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:55.225452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:55:55.228242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:55:55.233147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:55:55.257938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:55.295704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:55.296310 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:55.409821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-451f2b35-8cfc-4ff2-8055-50160e41d32f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0155234 Feb 28 11:55:55.421471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Request body: {'port': {'device_id': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:55:55.530547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:55.535019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-81a13342-5020-4bc5-b6b5-ddbfabbcf0aa None None] Provisioning for port f17d638d-c683-4bd8-bd28-fcf53ddcda93 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:55:55.540061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-81a13342-5020-4bc5-b6b5-ddbfabbcf0aa None None] Provisioning complete for port f17d638d-c683-4bd8-bd28-fcf53ddcda93 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:55:55.540425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-81a13342-5020-4bc5-b6b5-ddbfabbcf0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:55.591540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-81a13342-5020-4bc5-b6b5-ddbfabbcf0aa None None] Port f17d638d-c683-4bd8-bd28-fcf53ddcda93 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:55:55.860728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f17d638d-c683-4bd8-bd28-fcf53ddcda93 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:55:55.867196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:55.880597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Transition to ACTIVE for port object f17d638d-c683-4bd8-bd28-fcf53ddcda93 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:55:55.946484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:56.205339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:56.330216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e418e89-f74d-4805-bda9-a97c0dda67d9 req-46e2e189-c3cc-44e5-8540-1574019bb782 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:56.330918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1e418e89-f74d-4805-bda9-a97c0dda67d9 req-46e2e189-c3cc-44e5-8540-1574019bb782 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:55:56.337368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Attempting to bind port f17d638d-c683-4bd8-bd28-fcf53ddcda93 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:55:56.337696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Attempting to bind port f17d638d-c683-4bd8-bd28-fcf53ddcda93 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:55:56.338019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Attempting to bind port f17d638d-c683-4bd8-bd28-fcf53ddcda93 on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:55:56.349842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Port f17d638d-c683-4bd8-bd28-fcf53ddcda93 on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:55:56.350159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Attempting to bind port f17d638d-c683-4bd8-bd28-fcf53ddcda93 on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:55:56.357276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:55:56.357603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Checking segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:55:56.357979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Bound using segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:55:56.358393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Bound port: f17d638d-c683-4bd8-bd28-fcf53ddcda93, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:55:56.358732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:56.420924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1e418e89-f74d-4805-bda9-a97c0dda67d9 req-46e2e189-c3cc-44e5-8540-1574019bb782 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:55:56.421975 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e418e89-f74d-4805-bda9-a97c0dda67d9 req-46e2e189-c3cc-44e5-8540-1574019bb782 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 943 time: 0.2748973 Feb 28 11:55:56.474000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:55:56.478647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:55:56.489807 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e418e89-f74d-4805-bda9-a97c0dda67d9 req-c1a821be-5053-4298-b907-9dc406d3e213 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613320 Feb 28 11:55:56.552554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:56.618516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:55:56.619899 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] 10.222.0.57 "PUT /v2.0/ports/f17d638d-c683-4bd8-bd28-fcf53ddcda93 HTTP/1.1" status: 200 len: 1093 time: 1.2033134 Feb 28 11:55:56.620367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:55:56.640354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5af2d0-d057-43c7-9555-a3ef4cf2e95c service neutron] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:55:56.680061 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'status': 'completed', 'code': 200} Feb 28 11:55:56.773320 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6213e55a-9cd0-4b4d-874d-42240d815e06 req-d5ab7dc2-9cec-44d6-a8b9-952ef725d207 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0715532 Feb 28 11:55:56.911747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e55a-9cd0-4b4d-874d-42240d815e06 req-dd716830-2f88-4bbb-ae28-7d09f90fae18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:56.913078 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6213e55a-9cd0-4b4d-874d-42240d815e06 req-dd716830-2f88-4bbb-ae28-7d09f90fae18 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6204baf126434c6884032eb0c270b80e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1336207 Feb 28 11:55:57.046518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e55a-9cd0-4b4d-874d-42240d815e06 req-c6b7ed79-502e-49c4-a504-f919192a0314 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:57.047927 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6213e55a-9cd0-4b4d-874d-42240d815e06 req-c6b7ed79-502e-49c4-a504-f919192a0314 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1291130 Feb 28 11:55:57.145598 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-00c3033e-d597-4cf2-aae3-f1953fae5b95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0657952 Feb 28 11:55:57.215768 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-a12f19c5-dce1-476c-936b-05100cbd10b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93 HTTP/1.1" status: 200 len: 217 time: 0.0637772 Feb 28 11:55:57.276159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-2f8293c9-d9f0-404c-8365-61d816918db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:57.277535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-2f8293c9-d9f0-404c-8365-61d816918db2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0562620 Feb 28 11:55:57.352403 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-523ebef1-d54f-44d1-80bd-f4c01f097b23 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690582 Feb 28 11:55:57.479634 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-d112b85f-01aa-4744-b490-c042a42518d9 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211464 Feb 28 11:55:57.614021 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c2c9151-2313-4f92-9e09-b14bb3208b08 req-822ddb30-3f6f-44eb-b1de-2dd09d2b3789 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287801 Feb 28 11:55:57.687734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8030a70-2eb4-421e-879d-947e0e38cb3a req-feb664be-7d5b-460c-aff7-e92db341f0c7 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:57.689398 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a8030a70-2eb4-421e-879d-947e0e38cb3a req-feb664be-7d5b-460c-aff7-e92db341f0c7 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 943 time: 0.0777469 Feb 28 11:55:57.733395 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a8030a70-2eb4-421e-879d-947e0e38cb3a req-a777eb17-88f3-4e02-8ced-18ed0dcaeb0c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385766 Feb 28 11:55:58.932033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfeca88-d7d7-495a-b13e-3d0d6f00c97b req-af5f26c4-fa59-4d26-abc9-1fef7ffb3bcf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:55:58.933373 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdfeca88-d7d7-495a-b13e-3d0d6f00c97b req-af5f26c4-fa59-4d26-abc9-1fef7ffb3bcf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 943 time: 0.0780861 Feb 28 11:55:58.979678 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdfeca88-d7d7-495a-b13e-3d0d6f00c97b req-f6983d60-bad6-42a5-92ec-7e0aa43d5294 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400431 Feb 28 11:56:00.100911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:56:00.174031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396cdb7-fd76-45a1-83dd-8fee298ef102 req-ab601704-3f3a-417f-8d81-e5906f45c247 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:00.175507 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0396cdb7-fd76-45a1-83dd-8fee298ef102 req-ab601704-3f3a-417f-8d81-e5906f45c247 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 943 time: 0.0780327 Feb 28 11:56:00.226459 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0396cdb7-fd76-45a1-83dd-8fee298ef102 req-0298c532-947c-4327-9b98-25b79a88536f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445666 Feb 28 11:56:00.235504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:00.248672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'mac_address': 'fa:16:3e:ff:37:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:56:00.304093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:00.320281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17d638d-c683-4bd8-bd28-fcf53ddcda93 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:56:00.334966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:00.369384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:00.433818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:00.571935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['f17d638d-c683-4bd8-bd28-fcf53ddcda93'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:56:01.647245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e70db-c681-4d6d-b07c-7989c583caa1 req-3f42a8d8-3afc-44d5-8300-0b0df662ee69 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:01.648675 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7d3e70db-c681-4d6d-b07c-7989c583caa1 req-3f42a8d8-3afc-44d5-8300-0b0df662ee69 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 944 time: 0.1615827 Feb 28 11:56:01.693024 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7d3e70db-c681-4d6d-b07c-7989c583caa1 req-f6a1b0e7-37ba-4b0e-92db-0e3f8fcd0837 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387609 Feb 28 11:56:02.116417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:56:02.226201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port f17d638d-c683-4bd8-bd28-fcf53ddcda93 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:56:02.231218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port f17d638d-c683-4bd8-bd28-fcf53ddcda93 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:56:02.231585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:02.342869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:02.369090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:56:02.378662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:02.426158 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'code': 200} Feb 28 11:56:02.438226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:02.507118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:02.763835 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96ea732c-7208-4c7c-9520-46916e31837a req-050a3a97-b11e-4d2a-9d21-c000dbe86b28 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0713024 Feb 28 11:56:02.803903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96ea732c-7208-4c7c-9520-46916e31837a req-89fde06f-fde9-4426-9610-a186ec43a91f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351734 Feb 28 11:56:02.881145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879553f1-817b-4388-9821-a0b6d0763d33 req-2def1859-5961-4c51-8806-8f2aaeef43f6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:02.882533 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-879553f1-817b-4388-9821-a0b6d0763d33 req-2def1859-5961-4c51-8806-8f2aaeef43f6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0731277 Feb 28 11:56:02.925606 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-879553f1-817b-4388-9821-a0b6d0763d33 req-e0135abe-1c15-4c71-bb63-80dbd7606222 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376301 Feb 28 11:56:04.124270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:04.130081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2dbf57-43f8-4790-aa64-5c1d5dcbae61 req-ba611dd1-ba5f-410c-8f18-56d9a611aaa5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:04.131723 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb2dbf57-43f8-4790-aa64-5c1d5dcbae61 req-ba611dd1-ba5f-410c-8f18-56d9a611aaa5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0811439 Feb 28 11:56:04.177407 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cb2dbf57-43f8-4790-aa64-5c1d5dcbae61 req-f0d011fe-b497-408b-92c3-988f90b1e028 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395019 Feb 28 11:56:05.369323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ea96d-26d4-4e90-be2d-ad99d4077e26 req-8c53cae5-7776-4213-b802-1bcfdb1b79c6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:05.370768 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c92ea96d-26d4-4e90-be2d-ad99d4077e26 req-8c53cae5-7776-4213-b802-1bcfdb1b79c6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0760872 Feb 28 11:56:05.419454 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c92ea96d-26d4-4e90-be2d-ad99d4077e26 req-826159d2-6d3a-442e-8fb7-18ae659394d8 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421870 Feb 28 11:56:05.610764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecc0e2-22db-4e46-9bbc-9ae5fa8e853f req-5e5b81c4-cae2-49e2-81ba-e7e8397343c4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:05.612207 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-05ecc0e2-22db-4e46-9bbc-9ae5fa8e853f req-5e5b81c4-cae2-49e2-81ba-e7e8397343c4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0781255 Feb 28 11:56:05.620870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58482) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:56:05.626863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-07ac1747-9137-445a-97e4-9b624549e29c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'floatingip': {'port_id': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:56:05.703133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-07ac1747-9137-445a-97e4-9b624549e29c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:06.270175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-07ac1747-9137-445a-97e4-9b624549e29c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:06.329324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-07ac1747-9137-445a-97e4-9b624549e29c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:06.512358 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-07ac1747-9137-445a-97e4-9b624549e29c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 associated. External IP: 172.26.1.152, port: f17d638d-c683-4bd8-bd28-fcf53ddcda93. Feb 28 11:56:06.994987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ac1747-9137-445a-97e4-9b624549e29c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:56:07.188540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ac1747-9137-445a-97e4-9b624549e29c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:56:07.193337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-07ac1747-9137-445a-97e4-9b624549e29c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:07.197919 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:56:07.210467 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:56:07.211103 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:55:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:07.248240 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-07ac1747-9137-445a-97e4-9b624549e29c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "PUT /v2.0/floatingips/6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 HTTP/1.1" status: 200 len: 991 time: 1.6261873 Feb 28 11:56:07.248841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:56:07.306175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'status': 'completed', 'code': 200} Feb 28 11:56:07.412118 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:56:07.455242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a717fc9-59b9-4cbd-97d3-31f9c1850b92 req-48d5f039-8099-4512-be84-f8aa0e922e82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 1098 time: 0.1249151 Feb 28 11:56:07.461057 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-81d8ccab-a2d2-4001-a47f-03a29b0ddba1 req-309da4cd-c2eb-4150-97da-cbacbd51dda2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1009405 Feb 28 11:56:07.589187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a717fc9-59b9-4cbd-97d3-31f9c1850b92 req-50b964da-8bb5-4a2c-8d5a-2bfff9019a45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:07.590599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a717fc9-59b9-4cbd-97d3-31f9c1850b92 req-50b964da-8bb5-4a2c-8d5a-2bfff9019a45 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1287339 Feb 28 11:56:07.690783 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a717fc9-59b9-4cbd-97d3-31f9c1850b92 req-3381f847-8098-4b32-94a1-6e96b66fd9b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93 HTTP/1.1" status: 200 len: 999 time: 0.0942855 Feb 28 11:56:07.759334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a717fc9-59b9-4cbd-97d3-31f9c1850b92 req-245c79ef-9758-415b-9cd3-c641b5c866cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:07.760946 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a717fc9-59b9-4cbd-97d3-31f9c1850b92 req-245c79ef-9758-415b-9cd3-c641b5c866cf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0640774 Feb 28 11:56:07.775130 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:ff:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:56:06Z', 'revision_number': 9, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:07.781149 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:56:07.792746 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:56:07.793349 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:55:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:07.836448 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a717fc9-59b9-4cbd-97d3-31f9c1850b92 req-25b361a4-1ae9-49b6-beef-c8ac0591025c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699317 Feb 28 11:56:07.975056 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:56:08.014595 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-6da64253-7232-4a84-a188-6b512f5e9a24 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696239 Feb 28 11:56:08.032410 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a717fc9-59b9-4cbd-97d3-31f9c1850b92 req-a7885adf-5b83-4234-aac9-4083d40bccae service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894200 Feb 28 11:56:08.039079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d5560-d300-4fc7-a031-bcacde5b8891 req-18253008-380e-4cdf-9c83-f2267e065c5f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:08.042735 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6b3d5560-d300-4fc7-a031-bcacde5b8891 req-18253008-380e-4cdf-9c83-f2267e065c5f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.1734166 Feb 28 11:56:08.287801 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6b3d5560-d300-4fc7-a031-bcacde5b8891 req-dba06363-5438-4d54-96b6-e62496654990 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2291532 Feb 28 11:56:08.310670 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a717fc9-59b9-4cbd-97d3-31f9c1850b92 req-10a2d3aa-8ca7-4618-be4f-3bd6a73ecda9 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692764 Feb 28 11:56:08.342504 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:ff:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:56:06Z', 'revision_number': 9, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:08.346580 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f822d6-e6a6-4a6e-9268-c5ceab29f003 None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:ff:37:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:56:06Z', 'revision_number': 9, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:56:08.544767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17995f83-e963-4042-8c01-6b14583d594d None None] New status for floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:56:09.511875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2fc9b-2ff6-4cad-b097-624ce096de21 req-bdffbf8d-9b26-4d29-afa3-fea6d869560f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:09.513247 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-02d2fc9b-2ff6-4cad-b097-624ce096de21 req-bdffbf8d-9b26-4d29-afa3-fea6d869560f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0856271 Feb 28 11:56:09.561961 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-02d2fc9b-2ff6-4cad-b097-624ce096de21 req-c6a04e57-4092-452e-aac1-05e96797af70 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430484 Feb 28 11:56:09.985035 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-02bb4953-128a-403c-9f17-55be451c27fd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0691793 Feb 28 11:56:10.116080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-f3a19c96-3058-4c5a-8495-a95e89ad66c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:10.117575 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-f3a19c96-3058-4c5a-8495-a95e89ad66c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1267316 Feb 28 11:56:10.220620 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-6933ce73-e2a5-4f9b-9300-a3b656ab9d79 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93 HTTP/1.1" status: 200 len: 1002 time: 0.0944064 Feb 28 11:56:10.280566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-4ed9e1a3-1a1b-42d0-ad66-dd1657d953a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:10.281873 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-4ed9e1a3-1a1b-42d0-ad66-dd1657d953a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0560112 Feb 28 11:56:10.357530 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-2c6d22b6-7efa-4e70-baba-861ea2821cb5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696609 Feb 28 11:56:10.487705 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-e42529fe-10be-4a80-841a-8ebde0cae562 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245952 Feb 28 11:56:10.616732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-48715565-ca07-42b9-8248-6e36ab7f807b service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230745 Feb 28 11:56:10.897456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cad5e8-fd19-4c18-81dd-6141ad444b34 req-8d30b05d-1be2-4c47-9dda-a3af36bb1d8d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:10.899383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-39cad5e8-fd19-4c18-81dd-6141ad444b34 req-8d30b05d-1be2-4c47-9dda-a3af36bb1d8d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0778418 Feb 28 11:56:10.945039 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-39cad5e8-fd19-4c18-81dd-6141ad444b34 req-e26ceb2a-bc19-4a9d-8695-1b844be01ea4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399818 Feb 28 11:56:12.146482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb2cb8-21c0-42d3-ac4d-8abbb4aa0557 req-0724696e-873a-47ff-b34a-b978f1cb1677 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:12.147935 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2feb2cb8-21c0-42d3-ac4d-8abbb4aa0557 req-0724696e-873a-47ff-b34a-b978f1cb1677 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0800157 Feb 28 11:56:12.191314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2feb2cb8-21c0-42d3-ac4d-8abbb4aa0557 req-a9b28698-c95b-4d2f-a084-122f057baac9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380297 Feb 28 11:56:13.381292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827db98-108d-469e-b082-fe7b1bbde52e req-70f15f29-7332-4c88-9e73-9708024b6786 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:13.382689 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f827db98-108d-469e-b082-fe7b1bbde52e req-70f15f29-7332-4c88-9e73-9708024b6786 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0750237 Feb 28 11:56:13.426255 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f827db98-108d-469e-b082-fe7b1bbde52e req-e6fe977d-d422-4f0c-a9f7-29ca3b7ba2cd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381687 Feb 28 11:56:14.623388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d431e9-0d36-4712-99b2-7415c1986db8 req-b3091099-2ab8-4357-a12b-2d47c938981c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:14.624941 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68d431e9-0d36-4712-99b2-7415c1986db8 req-b3091099-2ab8-4357-a12b-2d47c938981c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0793989 Feb 28 11:56:14.670496 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68d431e9-0d36-4712-99b2-7415c1986db8 req-898ecb5e-8a06-4c70-99dd-3e527da848ea tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400825 Feb 28 11:56:14.878640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3e28570c-8fcd-4548-bff3-81c86e0d5948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:15.870322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd7f04-9e36-43fb-b9a8-194949972f92 req-056b9d87-a316-4864-948c-6df82ea4100d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:15.871776 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5bd7f04-9e36-43fb-b9a8-194949972f92 req-056b9d87-a316-4864-948c-6df82ea4100d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0770731 Feb 28 11:56:15.928807 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5bd7f04-9e36-43fb-b9a8-194949972f92 req-efab4cbd-8666-4682-ae74-67f361c74b86 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509460 Feb 28 11:56:17.062315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-61aff097-f611-40f3-bef3-c65c7a9a2545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:17.124451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4148e2-bb0f-40a9-8b5d-f0493e2cb4e4 req-ba03cf3a-e72f-4e2b-b4e9-26b2be64f3ed tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:17.125885 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d4148e2-bb0f-40a9-8b5d-f0493e2cb4e4 req-ba03cf3a-e72f-4e2b-b4e9-26b2be64f3ed tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0773447 Feb 28 11:56:17.171859 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d4148e2-bb0f-40a9-8b5d-f0493e2cb4e4 req-b8e2b743-c034-480d-b069-baa2978149b5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385950 Feb 28 11:56:18.352922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:18.369542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aa780d-642d-4494-bd98-e74a7f206b9f req-4960c7ea-e65c-4dd0-9d69-5505484e895d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:18.370994 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71aa780d-642d-4494-bd98-e74a7f206b9f req-4960c7ea-e65c-4dd0-9d69-5505484e895d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0818775 Feb 28 11:56:18.381658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:18.417487 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71aa780d-642d-4494-bd98-e74a7f206b9f req-9e4e7e7e-56d8-4117-a0f1-8d21e5339d69 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402522 Feb 28 11:56:19.623966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff86464-44f0-4e37-88a6-654aefaf3b22 req-8223a8a7-e325-4cb4-bc46-516c1910344d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:19.626821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ff86464-44f0-4e37-88a6-654aefaf3b22 req-8223a8a7-e325-4cb4-bc46-516c1910344d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0798652 Feb 28 11:56:19.673572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ff86464-44f0-4e37-88a6-654aefaf3b22 req-917ca296-5813-4d36-9c56-d2489c584165 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Feb 28 11:56:19.776102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:20.951145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96822670-bbb0-40ac-9be6-0a709e421fbb req-126dd7a3-08bc-4ecb-90ba-dbe4d74a5b0c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:20.952537 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96822670-bbb0-40ac-9be6-0a709e421fbb req-126dd7a3-08bc-4ecb-90ba-dbe4d74a5b0c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.1611617 Feb 28 11:56:20.997211 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96822670-bbb0-40ac-9be6-0a709e421fbb req-88892fc2-01f5-4d50-98a3-bc494e4df16c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Feb 28 11:56:22.189789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb7ece-441a-4035-8959-a75cd1173f25 req-0821d858-ec05-4cfd-b9b7-fcec1ed12f6e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:22.191242 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-02bb7ece-441a-4035-8959-a75cd1173f25 req-0821d858-ec05-4cfd-b9b7-fcec1ed12f6e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0753813 Feb 28 11:56:22.235321 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-02bb7ece-441a-4035-8959-a75cd1173f25 req-27f5c0dd-85bb-483f-9155-c89b3a34b91f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386257 Feb 28 11:56:23.432809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a90df7-15c9-404e-8207-a33ab6d53359 req-a45ff747-f258-4d16-a89d-412ba407bef0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:23.435108 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a90df7-15c9-404e-8207-a33ab6d53359 req-a45ff747-f258-4d16-a89d-412ba407bef0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0795145 Feb 28 11:56:23.479360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6a90df7-15c9-404e-8207-a33ab6d53359 req-b233b376-b30c-4898-a1c5-9a2b79e75fce tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389004 Feb 28 11:56:24.675135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1274b3-af36-45e9-bd4a-3bb98db4f98b req-6e0a94b2-7f2d-4e2b-8d98-9442b07c1f4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:24.676563 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9a1274b3-af36-45e9-bd4a-3bb98db4f98b req-6e0a94b2-7f2d-4e2b-8d98-9442b07c1f4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0767837 Feb 28 11:56:24.723646 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9a1274b3-af36-45e9-bd4a-3bb98db4f98b req-c9b4bba5-19bf-4f5c-a3d0-39b39c4fb7c1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415037 Feb 28 11:56:25.917820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095dc3ba-645b-4185-a35b-fb0e8ab2b899 req-e76861da-da35-4ad9-b4cc-12fd2c09e016 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:25.919208 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-095dc3ba-645b-4185-a35b-fb0e8ab2b899 req-e76861da-da35-4ad9-b4cc-12fd2c09e016 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0759916 Feb 28 11:56:25.963233 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-095dc3ba-645b-4185-a35b-fb0e8ab2b899 req-2a943c31-7235-42dc-a2b8-d8f9295ca59c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385072 Feb 28 11:56:26.395368 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:56:27.164353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862244b-9644-4d42-8536-a6685036ad8b req-92f1646a-9dbf-49a2-b36e-e632bb4d1edc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:27.165802 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e862244b-9644-4d42-8536-a6685036ad8b req-92f1646a-9dbf-49a2-b36e-e632bb4d1edc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0806274 Feb 28 11:56:27.210426 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e862244b-9644-4d42-8536-a6685036ad8b req-b390d207-4c86-4f83-993b-55e5afb2e4b0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392003 Feb 28 11:56:28.403766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05164c73-0dd9-4b57-a5d6-43f46a11cb64 req-429751e1-62f0-4bce-a6df-dd9d54ab61b2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:28.405124 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-05164c73-0dd9-4b57-a5d6-43f46a11cb64 req-429751e1-62f0-4bce-a6df-dd9d54ab61b2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0757918 Feb 28 11:56:28.450213 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-05164c73-0dd9-4b57-a5d6-43f46a11cb64 req-ac3a319e-c03b-4ede-b5b6-20cd15b6f5f9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391397 Feb 28 11:56:29.648223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac6bf6-5fa4-4d15-9a24-16bb80c44ac5 req-a6481ce9-9a00-4383-a02e-d16ed5933615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:29.649668 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-80ac6bf6-5fa4-4d15-9a24-16bb80c44ac5 req-a6481ce9-9a00-4383-a02e-d16ed5933615 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0808020 Feb 28 11:56:29.695079 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-80ac6bf6-5fa4-4d15-9a24-16bb80c44ac5 req-dcc90737-0978-4001-87d5-9e12c61a4840 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397010 Feb 28 11:56:30.889388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593de3c7-5cf9-4d62-991b-8d50dc611bf2 req-5e6e9c9a-afaf-4b16-b600-85f2a7e407e0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:30.890797 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-593de3c7-5cf9-4d62-991b-8d50dc611bf2 req-5e6e9c9a-afaf-4b16-b600-85f2a7e407e0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0741026 Feb 28 11:56:30.939725 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-593de3c7-5cf9-4d62-991b-8d50dc611bf2 req-646d078f-488e-400e-95ee-c0e7e6ccd28f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427520 Feb 28 11:56:32.133535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74681c55-1b2a-473d-95a0-b86e836c1add req-9320e563-96b8-4e9b-bac8-242ac352ef36 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:32.134981 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-74681c55-1b2a-473d-95a0-b86e836c1add req-9320e563-96b8-4e9b-bac8-242ac352ef36 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0751565 Feb 28 11:56:32.180045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-74681c55-1b2a-473d-95a0-b86e836c1add req-355d34d0-a330-4150-8ac6-f50a0015a967 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396833 Feb 28 11:56:32.589493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-dfbddbab-e954-43ac-96da-8d019b648997 service neutron] 10.222.0.57 "GET /v2.0/ports/f17d638d-c683-4bd8-bd28-fcf53ddcda93/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0748575 Feb 28 11:56:33.065923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-d6245586-2209-444c-b129-59e4e505fcf6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 1098 time: 0.0733714 Feb 28 11:56:33.152796 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-d99d7823-0d78-4c97-888d-e6caf65940dd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0663397 Feb 28 11:56:33.280662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-126492bf-86e6-4e0a-83d5-d8b3dbb4248f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:33.282070 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-126492bf-86e6-4e0a-83d5-d8b3dbb4248f service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1232359 Feb 28 11:56:33.429543 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-048fcc50-339e-42ea-9e3f-854993c1f2dc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93 HTTP/1.1" status: 200 len: 1002 time: 0.1417162 Feb 28 11:56:33.487724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a7474-5bf3-4d36-a857-5903bd877aac req-60f8ce72-a6cd-47ac-99e2-5f991b279c54 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:33.489130 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2c8a7474-5bf3-4d36-a857-5903bd877aac req-60f8ce72-a6cd-47ac-99e2-5f991b279c54 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.1533203 Feb 28 11:56:33.518203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-1ecca7a9-bed2-40d8-9382-9895a86bbdbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:33.519586 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-1ecca7a9-bed2-40d8-9382-9895a86bbdbe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0823820 Feb 28 11:56:33.583750 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2c8a7474-5bf3-4d36-a857-5903bd877aac req-1b053853-4ffc-4e6c-a58c-88bcb4a58a66 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880008 Feb 28 11:56:33.610322 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-a0d67f03-5214-4e11-9408-4384712f9511 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800312 Feb 28 11:56:33.819685 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-3285c174-9a48-4e93-ae36-1be5d4ecc660 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036710 Feb 28 11:56:33.949808 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e680c02-2d0d-4445-8ee3-6244155c93eb req-fb068e62-b77a-405e-b6e2-b1aa6917ddaf service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243305 Feb 28 11:56:34.119710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:34.323845 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ebc06d7-d1da-4f2e-8454-0f91f88543b8 req-0a920170-db57-450f-b121-4775e1808c82 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0797164 Feb 28 11:56:34.469183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc06d7-d1da-4f2e-8454-0f91f88543b8 req-8a462b6f-e7b5-46a8-9d14-fa9798ef5f2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:34.471139 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ebc06d7-d1da-4f2e-8454-0f91f88543b8 req-8a462b6f-e7b5-46a8-9d14-fa9798ef5f2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1249499 Feb 28 11:56:34.572914 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ebc06d7-d1da-4f2e-8454-0f91f88543b8 req-6c5148a9-1d64-4889-8354-3022697c66b9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93 HTTP/1.1" status: 200 len: 1002 time: 0.0954194 Feb 28 11:56:34.637715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebc06d7-d1da-4f2e-8454-0f91f88543b8 req-eddffe7d-d422-4980-8bf2-455ec54ff19b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:34.639281 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ebc06d7-d1da-4f2e-8454-0f91f88543b8 req-eddffe7d-d422-4980-8bf2-455ec54ff19b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0597570 Feb 28 11:56:34.760792 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ebc06d7-d1da-4f2e-8454-0f91f88543b8 req-0b7cbf3a-9492-49ab-826b-6fcb34484ed2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132126 Feb 28 11:56:34.871333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc157d3f-cd1b-4d67-8a96-28f463952d59 req-0a1d256a-aae7-428a-9ea9-aa7a44a01e80 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:34.872665 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cc157d3f-cd1b-4d67-8a96-28f463952d59 req-0a1d256a-aae7-428a-9ea9-aa7a44a01e80 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.1637630 Feb 28 11:56:34.936137 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ebc06d7-d1da-4f2e-8454-0f91f88543b8 req-4f262ca0-83ad-452d-806f-c280f6d734f1 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630530 Feb 28 11:56:34.967320 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cc157d3f-cd1b-4d67-8a96-28f463952d59 req-48256100-a1ae-40f8-b08e-692e585f0a9b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869644 Feb 28 11:56:35.075854 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0ebc06d7-d1da-4f2e-8454-0f91f88543b8 req-5ce05afe-ba5b-4e7a-9076-03c0c93d2018 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319921 Feb 28 11:56:36.165207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901d63d-d46f-419f-acd3-746f20fd611b req-ea749e06-0272-4347-8b2d-046031609245 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:36.166612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4901d63d-d46f-419f-acd3-746f20fd611b req-ea749e06-0272-4347-8b2d-046031609245 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0783443 Feb 28 11:56:36.210332 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4901d63d-d46f-419f-acd3-746f20fd611b req-cb985f35-ce88-419d-a270-a64639084fe9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382051 Feb 28 11:56:36.242059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:56:36.245376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:56:36.464480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:36.488912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:36.508208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'mac_address': 'fa:16:3e:ff:37:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:56:36.513770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:56:36.554876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:36.574540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:36.586405 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'code': 200} Feb 28 11:56:36.593852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f17d638d-c683-4bd8-bd28-fcf53ddcda93 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:56:36.599939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:36.710817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:56:36.711192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:56:36.713432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:36.981405 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-e2c76d27-9cd8-4cb3-bac2-a36deb4c0c3a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:36.983068 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-e2c76d27-9cd8-4cb3-bac2-a36deb4c0c3a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3&tenant_id=6204baf126434c6884032eb0c270b80e&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 943 time: 0.1055505 Feb 28 11:56:36.991655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208a5d7-faf0-4be7-bdfa-497ebc133394 req-85f3f2c4-737f-43b9-9826-29fca0907e6e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:36.993078 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5208a5d7-faf0-4be7-bdfa-497ebc133394 req-85f3f2c4-737f-43b9-9826-29fca0907e6e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 943 time: 0.1456113 Feb 28 11:56:37.093604 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5208a5d7-faf0-4be7-bdfa-497ebc133394 req-a5a850a7-cc3d-43ab-9bdd-01e7802ca24d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690629 Feb 28 11:56:37.099930 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-cf1b4004-8b47-43fa-85b0-0829cfbf716e service neutron] 10.222.0.57 "GET /v2.0/ports/f17d638d-c683-4bd8-bd28-fcf53ddcda93/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.1059833 Feb 28 11:56:37.192726 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-9158a43a-db0e-415d-9e47-dcaa7e94b52b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 1096 time: 0.0718617 Feb 28 11:56:37.264330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:37.281206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17d638d-c683-4bd8-bd28-fcf53ddcda93 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:56:37.296618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:37.323124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-03110f95-d1e4-4f13-878b-15f342f6fb65 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:37.324581 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-03110f95-d1e4-4f13-878b-15f342f6fb65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1264009 Feb 28 11:56:37.376904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:37.445873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['f17d638d-c683-4bd8-bd28-fcf53ddcda93'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:56:37.488827 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:37.521301 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-5efd5563-57ea-4209-bae4-c6a1e50c0d6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93 HTTP/1.1" status: 200 len: 1001 time: 0.1905980 Feb 28 11:56:37.590016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-f0f78ee4-1add-4043-ab4b-eee2d284a6c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:37.591462 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-f0f78ee4-1add-4043-ab4b-eee2d284a6c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0639701 Feb 28 11:56:37.670124 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-cd2716df-9ebe-46c9-a9de-1f32828b2cef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727887 Feb 28 11:56:37.804160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-4f6e0ed0-58e8-4df2-b7ba-dd3031d7df07 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271036 Feb 28 11:56:37.934950 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-5602790c-0f0e-4e66-9e02-2bb5429b0c38 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239071 Feb 28 11:56:38.242649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:56:38.293160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab65344-7784-4c0d-b764-0ca596684405 req-b84c2177-f268-4362-ae8d-16c06f1f3458 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:38.294598 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ab65344-7784-4c0d-b764-0ca596684405 req-b84c2177-f268-4362-ae8d-16c06f1f3458 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 944 time: 0.0767379 Feb 28 11:56:38.308409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port f17d638d-c683-4bd8-bd28-fcf53ddcda93 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:56:38.308943 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:38.339693 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9ab65344-7784-4c0d-b764-0ca596684405 req-87fbb3f7-b157-4d2f-9a69-1e955c46cd04 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392995 Feb 28 11:56:38.423205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:38.455745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:38.525056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:38.587001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:56:38.593329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:38.655535 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'code': 200} Feb 28 11:56:39.543204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0937ec-c5bb-4fe2-b308-5693fa8ba209 req-91f5f888-0eae-4b04-a64e-5693be40661b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:39.544771 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3f0937ec-c5bb-4fe2-b308-5693fa8ba209 req-91f5f888-0eae-4b04-a64e-5693be40661b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0807183 Feb 28 11:56:39.592809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3f0937ec-c5bb-4fe2-b308-5693fa8ba209 req-e23ff75f-827f-4c23-a7a4-d68b52d88a33 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421326 Feb 28 11:56:40.799565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1e929a-32a9-4211-b399-43d2a8a74f30 req-de11a47e-0c80-407f-a93e-4b985b8e6fbb tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:40.800978 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1c1e929a-32a9-4211-b399-43d2a8a74f30 req-de11a47e-0c80-407f-a93e-4b985b8e6fbb tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0763030 Feb 28 11:56:40.850218 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1c1e929a-32a9-4211-b399-43d2a8a74f30 req-8f3dd0da-6a5a-40c0-9df7-163f25a8b055 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434861 Feb 28 11:56:41.102446 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-31f35702-9056-4c17-9fc9-0fec123f7d0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 1098 time: 0.0718393 Feb 28 11:56:41.191238 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-a2d862ee-81c0-41d7-b451-f979a6622654 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 1098 time: 0.0682478 Feb 28 11:56:41.316164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-b81a3293-38c8-49dc-b9f6-4e56e27cd6ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:41.317544 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-b81a3293-38c8-49dc-b9f6-4e56e27cd6ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1210654 Feb 28 11:56:41.417039 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-43fa31a7-a387-4b7f-9293-0479b3e6f330 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93 HTTP/1.1" status: 200 len: 1002 time: 0.0938890 Feb 28 11:56:41.480342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-481b3f49-c995-453d-b468-3243f2c0a681 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:41.481614 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-481b3f49-c995-453d-b468-3243f2c0a681 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0584855 Feb 28 11:56:41.553285 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-840d4284-f7b4-413e-9159-1bdd6a9d4bc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657196 Feb 28 11:56:41.681320 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-cd001259-aa83-45d5-ae67-1af079e27961 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222234 Feb 28 11:56:41.808599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b69e9d5b-ae25-4089-9444-34fe50fe56da req-19e6b0d9-2314-4f46-9d2a-5b5f13b830a2 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219666 Feb 28 11:56:42.049611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e3f229-6ead-42ba-a556-ce3a2cedf779 req-50b22bb2-7ea4-45ba-885c-f29607f1583d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:42.051451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d1e3f229-6ead-42ba-a556-ce3a2cedf779 req-50b22bb2-7ea4-45ba-885c-f29607f1583d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0807035 Feb 28 11:56:42.099184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d1e3f229-6ead-42ba-a556-ce3a2cedf779 req-fa260ed2-d6d3-4e75-b85c-ea1932326b2d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418067 Feb 28 11:56:43.394399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f894e3-1fb4-4ef0-9e97-81cb9a8115b9 req-21510e5a-cbf9-4126-a078-7f297a3821b0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:43.396194 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42f894e3-1fb4-4ef0-9e97-81cb9a8115b9 req-21510e5a-cbf9-4126-a078-7f297a3821b0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.1671264 Feb 28 11:56:43.441172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42f894e3-1fb4-4ef0-9e97-81cb9a8115b9 req-1b779b6e-dd57-48b1-9bd5-9d4321276147 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395312 Feb 28 11:56:44.260468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:56:44.262776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:56:44.467408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:44.497896 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:44.520427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'mac_address': 'fa:16:3e:ff:37:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:56:44.521712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:56:44.561821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:44.580785 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'code': 200} Feb 28 11:56:44.589318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:44.608016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f17d638d-c683-4bd8-bd28-fcf53ddcda93 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:56:44.634627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:44.651412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222021fb-ff0c-4e67-a10b-51c95fddbb23 req-ae27c0a0-6303-466c-b978-5013a8a2c8e3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:44.653650 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-222021fb-ff0c-4e67-a10b-51c95fddbb23 req-ae27c0a0-6303-466c-b978-5013a8a2c8e3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0881708 Feb 28 11:56:44.698151 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-222021fb-ff0c-4e67-a10b-51c95fddbb23 req-d80c3d83-6efe-4c10-86d2-63dbd6d3159c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385554 Feb 28 11:56:44.777501 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:56:44.777845 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:56:44.782561 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=9']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:44.791570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.791915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.792250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.792580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.792905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.793230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.793549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.793868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.794185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.794500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.794813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:44.879772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-92af20ed-fc72-48af-9368-6112a52c4707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:44.894228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8149af-bd34-4181-9668-888f462379c6 req-32b5ddaf-758b-4617-b2e6-c302118296b8 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:44.895714 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c8149af-bd34-4181-9668-888f462379c6 req-32b5ddaf-758b-4617-b2e6-c302118296b8 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 943 time: 0.0758278 Feb 28 11:56:44.940167 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c8149af-bd34-4181-9668-888f462379c6 req-cc54a404-8caf-499d-9b82-1fe6f1564b6a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385301 Feb 28 11:56:45.136102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d2fc0f-2979-4448-9b99-85e5bc4a19cf req-bb0a0246-39fe-4dd4-9d56-f381e400c25f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:45.137524 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d4d2fc0f-2979-4448-9b99-85e5bc4a19cf req-bb0a0246-39fe-4dd4-9d56-f381e400c25f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 943 time: 0.0796850 Feb 28 11:56:45.183574 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d4d2fc0f-2979-4448-9b99-85e5bc4a19cf req-35d7e449-7ee7-4af5-b112-442145534f53 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393677 Feb 28 11:56:45.329119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:45.345574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f17d638d-c683-4bd8-bd28-fcf53ddcda93 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:56:45.360581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:45.449982 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:45.519698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['f17d638d-c683-4bd8-bd28-fcf53ddcda93'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:56:45.546073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=10']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:45.815212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f477361-4812-4234-b905-a2f40af33064 req-3f60e2f8-0bdb-4336-beb8-a4d55b3b346c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:45.816774 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9f477361-4812-4234-b905-a2f40af33064 req-3f60e2f8-0bdb-4336-beb8-a4d55b3b346c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 945 time: 0.0747933 Feb 28 11:56:45.864844 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9f477361-4812-4234-b905-a2f40af33064 req-dc51b3a0-ac63-46a5-9ac7-9ec04b37e414 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425982 Feb 28 11:56:46.274303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:56:46.343718 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port f17d638d-c683-4bd8-bd28-fcf53ddcda93 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:56:46.344284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:46.453110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:46.486905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:46.582189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:56:46.588619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:46.642615 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'code': 200} Feb 28 11:56:46.656802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=11']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:47.090651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b13efb7c-452d-4d70-a865-0e90bae5539c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:47.102890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32810d3-7e1f-40f5-a2cf-1043739fce55 req-40f33654-b5a6-4087-bdbc-f8bf00cafee5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:47.104369 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f32810d3-7e1f-40f5-a2cf-1043739fce55 req-40f33654-b5a6-4087-bdbc-f8bf00cafee5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 946 time: 0.1195054 Feb 28 11:56:47.148389 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f32810d3-7e1f-40f5-a2cf-1043739fce55 req-257ab040-8748-4ed8-9c6e-d1d8a1690d59 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384102 Feb 28 11:56:47.822821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b9971-6354-414b-aaef-a8630954c56d req-62a68db9-367c-4718-9176-ed5819bbf7cd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:47.824229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a40b9971-6354-414b-aaef-a8630954c56d req-62a68db9-367c-4718-9176-ed5819bbf7cd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 946 time: 0.0778823 Feb 28 11:56:47.890977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Deleting port f17d638d-c683-4bd8-bd28-fcf53ddcda93 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:56:47.891312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:48.124397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] For port f17d638d-c683-4bd8-bd28-fcf53ddcda93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f17d638d-c683-4bd8-bd28-fcf53ddcda93,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:56:48.125095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:48.335710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:48.387171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:48.459931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:48.460292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:48.460601 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 disassociated. External IP: 172.26.1.152, port: f17d638d-c683-4bd8-bd28-fcf53ddcda93. Feb 28 11:56:48.460929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Calling delete_port for f17d638d-c683-4bd8-bd28-fcf53ddcda93 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:56:48.501023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7facb61-c675-4fc9-9aaa-c6bc5c05a42d req-edc15cc5-329e-4bd1-9617-879e43a0e87c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:48.502595 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b7facb61-c675-4fc9-9aaa-c6bc5c05a42d req-edc15cc5-329e-4bd1-9617-879e43a0e87c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 946 time: 0.2205899 Feb 28 11:56:48.573463 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b7facb61-c675-4fc9-9aaa-c6bc5c05a42d req-37164c72-9300-47b1-b4da-3e4b2e52cdc3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610490 Feb 28 11:56:48.691558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:48.739432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event deleted for resources: {'Port': ['ID=f17d638d-c683-4bd8-bd28-fcf53ddcda93,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:49.040268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:56:49.237651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:56:49.247388 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:56:49.259924 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:56:49.260519 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:56:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:49.305403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] No DVR routers for this DVR port f17d638d-c683-4bd8-bd28-fcf53ddcda93 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:56:49.307829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:49.310268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-deleted', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:56:49.369271 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3', 'name': 'network-vif-deleted', 'tag': 'f17d638d-c683-4bd8-bd28-fcf53ddcda93', 'status': 'completed', 'code': 200} Feb 28 11:56:49.383777 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a40b9971-6354-414b-aaef-a8630954c56d req-a2893a9f-a01b-4d8c-b2cd-7b66e4bcd367 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "DELETE /v2.0/ports/f17d638d-c683-4bd8-bd28-fcf53ddcda93 HTTP/1.1" status: 204 len: 173 time: 1.5538664 Feb 28 11:56:49.464348 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:56:49.765399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1607e940-b21a-4d6e-9128-61754f342824 req-07b14288-fdbc-4a6b-8d12-f0f371b778ce tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:56:49.786030 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:49.789450 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:49.789953 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:56:49.799998 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:56:49.800589 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:56:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:49.850002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1607e940-b21a-4d6e-9128-61754f342824 req-07b14288-fdbc-4a6b-8d12-f0f371b778ce tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:56:49.851251 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1607e940-b21a-4d6e-9128-61754f342824 req-07b14288-fdbc-4a6b-8d12-f0f371b778ce tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=dddbc4ac-44d5-4ecd-a194-88d1b9c2c3e3 HTTP/1.1" status: 200 len: 210 time: 0.1252308 Feb 28 11:56:49.975885 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:56:50.286689 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:56:50.290574 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f71ee-0de8-462c-aa55-a595ed68ba03 None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:56:50.510621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2265a9-b30d-4b28-952d-b913d47ef54a None None] New status for floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:56:51.214026 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-09cc2d01-fc8c-4782-8a6e-c2aa01e0d73a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1934836060&fields=id&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 267 time: 0.0434926 Feb 28 11:56:51.356236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-55a806d3-f61e-4549-aeba-eaca65b6a7e2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:51.357630 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-55a806d3-f61e-4549-aeba-eaca65b6a7e2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 812 time: 0.1375399 Feb 28 11:56:51.373731 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5aa2c7f5-a947-4d42-90f0-7e251bbc740f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/quotas/6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 375 time: 0.0102432 Feb 28 11:56:51.451731 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-11238c73-fafb-466e-b381-56b81aff4ab3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732474 Feb 28 11:56:51.586082 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-424b162c-da27-46f5-961a-e3414a5995b4 service neutron] 10.222.0.31 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222024 Feb 28 11:56:51.717023 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-6ec234a2-5363-4457-8a4f-6837a54a97c8 service neutron] 10.222.0.31 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250558 Feb 28 11:56:51.954093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-39521736-4e37-4b4d-9c2f-62c9489066db req-10b30ed0-ec96-4166-b2a3-11c2d9845999 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 210 time: 0.0410461 Feb 28 11:56:52.283157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:56:52.316612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: f17d638d-c683-4bd8-bd28-fcf53ddcda93 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:56:52.316957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device f17d638d-c683-4bd8-bd28-fcf53ddcda93 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:56:53.114765 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-569130f8-3262-4dd5-b79b-95c36b56ad9c req-3816f454-2713-479a-b872-3f7142052d0e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 210 time: 0.0438755 Feb 28 11:56:53.684270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-6f2fe387-458a-43e6-9d36-ff11153bb6d1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:53.685640 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-6f2fe387-458a-43e6-9d36-ff11153bb6d1 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 812 time: 0.1421800 Feb 28 11:56:53.736894 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-a4a49379-f15e-458e-a9a4-7593d64b815d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 380 time: 0.0394490 Feb 28 11:56:53.744677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'port': {'device_id': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'admin_state_up': True, 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'security_groups': ['72fc5cad-66f4-47aa-bb74-9dd278cec70b']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:56:53.881628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:56:53.890888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:56:53.959139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Made reservation on behalf of 6204baf126434c6884032eb0c270b80e for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:56:53.962358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:54.218249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Allocated IP 172.20.0.7 (24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3/02b823c1-e0e9-4ca9-8267-54590853bb55/ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:56:54.296069 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f4a0341e-c746-42e8-b3cb-33addd0f2ffb req-5156bea6-aa45-40d1-9d32-f7a64b9143ea tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 210 time: 0.0555863 Feb 28 11:56:54.440557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:54.456205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Transition to ACTIVE for port object ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:56:54.547712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:54.617814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:56:54.620648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:56:54.624338 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:56:54.654301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:54.679150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.679498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.679831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.680161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.680489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.680814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.681136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.681453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.681769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.682080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.682393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:56:54.699074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:54.699673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:54.794483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-5766b828-8f91-4b9a-86a2-88f7feac956e tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0532832 Feb 28 11:56:54.806624 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Request body: {'port': {'device_id': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:56:54.914978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:54.937746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7de0b24e-dd74-4362-9d84-dfbef2ec2f74 None None] Provisioning for port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:56:54.943538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7de0b24e-dd74-4362-9d84-dfbef2ec2f74 None None] Provisioning complete for port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:56:54.943909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7de0b24e-dd74-4362-9d84-dfbef2ec2f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:54.999479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7de0b24e-dd74-4362-9d84-dfbef2ec2f74 None None] Port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:56:55.255070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:56:55.261832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:55.276161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Transition to ACTIVE for port object ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:56:55.326028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:55.496248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:55.616282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd396c7-9cc9-4503-99d8-cf699cce6f6f req-c3e3803f-7e50-43f0-ae95-3bc3e6d9f1e6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:55.616962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bdd396c7-9cc9-4503-99d8-cf699cce6f6f req-c3e3803f-7e50-43f0-ae95-3bc3e6d9f1e6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:56:55.642748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Attempting to bind port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:56:55.643098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Attempting to bind port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:56:55.643435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Attempting to bind port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:56:55.650294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:56:55.650610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Attempting to bind port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e on network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:56:55.656710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:56:55.657089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Checking segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:56:55.657411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Bound using segment: {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:56:55.657818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Bound port: ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 709, 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:56:55.658156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:55.731000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-bdd396c7-9cc9-4503-99d8-cf699cce6f6f req-c3e3803f-7e50-43f0-ae95-3bc3e6d9f1e6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:56:55.732117 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bdd396c7-9cc9-4503-99d8-cf699cce6f6f req-c3e3803f-7e50-43f0-ae95-3bc3e6d9f1e6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.2976358 Feb 28 11:56:55.761523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:56:55.778779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:56:55.789564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bdd396c7-9cc9-4503-99d8-cf699cce6f6f req-ea997eb7-8bee-4227-9ea1-877dde368580 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492790 Feb 28 11:56:55.869356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:55.935504 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:56:55.936839 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] 10.222.0.57 "PUT /v2.0/ports/ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 200 len: 1093 time: 1.1343563 Feb 28 11:56:55.937266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:56:55.953487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e580b7-a2b6-4ba5-88d3-13a878ffc700 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:56:56.081594 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'status': 'completed', 'code': 200} Feb 28 11:56:56.124257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-0ac0ea90-120c-4929-9b38-a66ccea4b56a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 1096 time: 0.0748258 Feb 28 11:56:56.197000 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-b9781506-f0be-4662-9b78-8cfaf2bc59e0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 200 len: 217 time: 0.0660090 Feb 28 11:56:56.257614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-ca655f8e-ed57-4ede-871f-5362e45f0620 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:56.258937 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-ca655f8e-ed57-4ede-871f-5362e45f0620 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0555527 Feb 28 11:56:56.413161 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-c17f5790-ca86-42bf-95a3-3e3e21c5a6ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1480272 Feb 28 11:56:56.541687 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-93d176b2-4428-4984-8524-8290ff2aadb8 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224341 Feb 28 11:56:56.671188 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbbeb68b-971b-4592-a473-a61b4247f030 req-d8409c86-39e1-4be8-bc23-73b38055570f service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230521 Feb 28 11:56:56.876536 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50234213-b455-4528-b3d5-11d234e1da91 req-ff827680-9194-4ad3-b3eb-bef8afceed13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 1096 time: 0.0698173 Feb 28 11:56:57.064058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50234213-b455-4528-b3d5-11d234e1da91 req-29183114-b233-4fa9-842f-c65fd4529963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:57.065481 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50234213-b455-4528-b3d5-11d234e1da91 req-29183114-b233-4fa9-842f-c65fd4529963 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1831982 Feb 28 11:56:57.075217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bdde9-8094-4f36-b7bb-440b1a134392 req-f16ea7b7-4660-4005-9237-ff1871f80db8 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:57.076534 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7f7bdde9-8094-4f36-b7bb-440b1a134392 req-f16ea7b7-4660-4005-9237-ff1871f80db8 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.1260281 Feb 28 11:56:57.156589 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50234213-b455-4528-b3d5-11d234e1da91 req-960ce816-5c0f-47ef-b69c-736e199daf7a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 200 len: 217 time: 0.0791538 Feb 28 11:56:57.221272 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7f7bdde9-8094-4f36-b7bb-440b1a134392 req-55b7d1d5-f481-4592-b2b8-7a8a503feb9a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974193 Feb 28 11:56:57.232781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50234213-b455-4528-b3d5-11d234e1da91 req-766786c6-6dcc-408f-905c-b11c757fd89d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:57.234441 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50234213-b455-4528-b3d5-11d234e1da91 req-766786c6-6dcc-408f-905c-b11c757fd89d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0667720 Feb 28 11:56:57.307312 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50234213-b455-4528-b3d5-11d234e1da91 req-256c0f3d-6cf2-4bc2-8b18-8ec9798480c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660517 Feb 28 11:56:57.436398 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50234213-b455-4528-b3d5-11d234e1da91 req-65a111b5-7e9e-44d4-9872-4c00ef71e511 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217296 Feb 28 11:56:57.568286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50234213-b455-4528-b3d5-11d234e1da91 req-e4d12621-66ba-4230-bf0e-4cedfeb1401e service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255705 Feb 28 11:56:58.417153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480aec10-dfbc-4a7a-bf03-351b9b652057 req-40565216-163c-45f8-98a2-9a31a9d795d2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:58.418482 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-480aec10-dfbc-4a7a-bf03-351b9b652057 req-40565216-163c-45f8-98a2-9a31a9d795d2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.0781088 Feb 28 11:56:58.462437 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-480aec10-dfbc-4a7a-bf03-351b9b652057 req-c73511a0-85a3-47d5-a64d-9572b6bcc6bf tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384445 Feb 28 11:56:59.657661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be63b4a-1e07-4198-a47c-18c10a03a4dd req-199edad4-ace2-4cb9-b061-9e7bb5467b71 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:56:59.659094 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4be63b4a-1e07-4198-a47c-18c10a03a4dd req-199edad4-ace2-4cb9-b061-9e7bb5467b71 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.0744357 Feb 28 11:56:59.710349 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4be63b4a-1e07-4198-a47c-18c10a03a4dd req-f7ba9ed7-ce2b-4ff3-a95b-57bf48cd3250 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450180 Feb 28 11:57:00.320549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:57:00.450287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:00.462919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'mac_address': 'fa:16:3e:44:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:57:00.514807 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:00.531099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:57:00.545901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:00.593479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:00.664429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:00.797653 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:57:00.905718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72a51e-bc3d-454b-87d4-9db265fff977 req-8b1ea146-91fe-47f7-9f97-60e8be1f0968 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:00.907085 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4d72a51e-bc3d-454b-87d4-9db265fff977 req-8b1ea146-91fe-47f7-9f97-60e8be1f0968 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 944 time: 0.0752218 Feb 28 11:57:00.951805 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4d72a51e-bc3d-454b-87d4-9db265fff977 req-83534404-d761-4c78-9a3b-0429a7616a44 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381432 Feb 28 11:57:02.150110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cf1ff2-5be4-44ee-93e2-dee22e9392a6 req-6e42bdc9-14c3-4125-bba9-c938a4975d5b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:02.151536 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42cf1ff2-5be4-44ee-93e2-dee22e9392a6 req-6e42bdc9-14c3-4125-bba9-c938a4975d5b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 944 time: 0.0776441 Feb 28 11:57:02.195391 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42cf1ff2-5be4-44ee-93e2-dee22e9392a6 req-c351116e-eb64-4c63-a9ef-8eee4b820789 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382657 Feb 28 11:57:02.336095 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:57:02.461897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:57:02.466698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:57:02.467098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:02.579242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:02.605400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:57:02.615866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:02.661444 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'code': 200} Feb 28 11:57:02.696499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:02.761414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:03.017095 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e7b0d8b3-c450-466d-9900-f143714ec84c req-f0a594b4-f548-4f55-9f13-d6058bfbc92c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 1098 time: 0.0668995 Feb 28 11:57:03.058663 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e7b0d8b3-c450-466d-9900-f143714ec84c req-fc3fec76-d54e-4952-9323-95c76316b522 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353830 Feb 28 11:57:03.396534 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:57:03.474099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c0242f-596a-461d-b16b-c3437132caa9 req-e101cc3f-03e6-4f1c-98f0-9a090683758c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:03.475568 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85c0242f-596a-461d-b16b-c3437132caa9 req-e101cc3f-03e6-4f1c-98f0-9a090683758c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.1621366 Feb 28 11:57:03.520585 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85c0242f-596a-461d-b16b-c3437132caa9 req-ea45734b-3a4b-4267-9632-3cf2a3af67b4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391026 Feb 28 11:57:04.109766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:04.716928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ac0a6-b1b8-4e43-b15d-8e2144f12bbf req-ca8328ff-f18c-4552-b9dd-3ef5ea8c863a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:04.718353 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e03ac0a6-b1b8-4e43-b15d-8e2144f12bbf req-ca8328ff-f18c-4552-b9dd-3ef5ea8c863a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0746355 Feb 28 11:57:04.765120 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e03ac0a6-b1b8-4e43-b15d-8e2144f12bbf req-9d57bae5-ad43-40bb-9c28-a40b37da58fc tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411639 Feb 28 11:57:04.950515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09145f09-4d70-48d9-a493-c95094c825b7 req-17fb449f-b173-4f6d-bcd3-2558cf955a4d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:04.951962 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-09145f09-4d70-48d9-a493-c95094c825b7 req-17fb449f-b173-4f6d-bcd3-2558cf955a4d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0748093 Feb 28 11:57:04.962229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58654) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:57:04.967528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ca8c7232-c960-424f-8604-dc9bcc99090d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Request body: {'floatingip': {'port_id': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:57:05.046357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7232-c960-424f-8604-dc9bcc99090d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:05.613803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7232-c960-424f-8604-dc9bcc99090d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:05.675053 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7232-c960-424f-8604-dc9bcc99090d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:05.863170 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-ca8c7232-c960-424f-8604-dc9bcc99090d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 associated. External IP: 172.26.1.152, port: ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e. Feb 28 11:57:06.336349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca8c7232-c960-424f-8604-dc9bcc99090d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:57:06.530247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8c7232-c960-424f-8604-dc9bcc99090d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:57:06.534373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ca8c7232-c960-424f-8604-dc9bcc99090d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:06.539846 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:57:06.551968 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:57:06.552560 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:56:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:06.590025 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ca8c7232-c960-424f-8604-dc9bcc99090d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "PUT /v2.0/floatingips/6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 HTTP/1.1" status: 200 len: 992 time: 1.6267047 Feb 28 11:57:06.590700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:57:06.644113 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'status': 'completed', 'code': 200} Feb 28 11:57:06.735792 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:57:06.739953 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c071bbb-c2b7-42c1-93f2-c9a0697d7070 req-35a7e84a-305a-4cbc-9cd4-ab28cff4ab9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 1098 time: 0.0717497 Feb 28 11:57:06.871538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071bbb-c2b7-42c1-93f2-c9a0697d7070 req-942b6de8-90ce-45dd-91ee-b19ad9d11c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:06.872977 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c071bbb-c2b7-42c1-93f2-c9a0697d7070 req-942b6de8-90ce-45dd-91ee-b19ad9d11c71 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1276512 Feb 28 11:57:06.981143 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c071bbb-c2b7-42c1-93f2-c9a0697d7070 req-1e9658c2-3702-4da0-a108-ecefe85fba01 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 200 len: 1000 time: 0.1020997 Feb 28 11:57:07.045337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c071bbb-c2b7-42c1-93f2-c9a0697d7070 req-252fbb60-e639-479d-84ea-93cbb26b72b6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:07.046827 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c071bbb-c2b7-42c1-93f2-c9a0697d7070 req-252fbb60-e639-479d-84ea-93cbb26b72b6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0601108 Feb 28 11:57:07.111368 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:44:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:57:05Z', 'revision_number': 13, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:07.116145 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:57:07.125676 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c071bbb-c2b7-42c1-93f2-c9a0697d7070 req-8efa6246-e06e-4b4a-94ac-767ff984d021 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726564 Feb 28 11:57:07.126777 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:57:07.127400 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:56:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:07.280866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c071bbb-c2b7-42c1-93f2-c9a0697d7070 req-1a2dd285-39dd-4103-98fb-94e5703feb2c service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492248 Feb 28 11:57:07.326089 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:57:07.415737 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c071bbb-c2b7-42c1-93f2-c9a0697d7070 req-aae2c96c-6aa9-448c-b7a6-d80315d34bf8 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282830 Feb 28 11:57:07.677764 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:44:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:57:05Z', 'revision_number': 13, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:57:07.681583 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844a9a76-2b45-4740-827e-ace3be53181d None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '6e1aab01-85ea-4c0c-99e2-676b2b6c7a71', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'floating_ip_address': '172.26.1.152', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'port_id': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'mac_address': 'fa:16:3e:44:d7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T11:53:54Z', 'updated_at': '2022-02-28T11:57:05Z', 'revision_number': 13, 'project_id': '6204baf126434c6884032eb0c270b80e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:57:07.874171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648d3f88-0142-4c66-bf01-1c4a27a881e6 None None] New status for floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:57:09.601131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20b98a-e084-4101-ab44-a8cc7f516475 req-696f30db-ae4b-428a-96d5-d547143afc86 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:09.602564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a20b98a-e084-4101-ab44-a8cc7f516475 req-696f30db-ae4b-428a-96d5-d547143afc86 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0750163 Feb 28 11:57:09.648158 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a20b98a-e084-4101-ab44-a8cc7f516475 req-ff67edd1-617c-464c-94ad-e31a5224fad5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398450 Feb 28 11:57:14.916374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e835c55e-22e1-4110-93b4-88a205807aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:17.093423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c6124c5-873d-4503-88df-e3675b64e53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:18.356010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:18.411129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:19.523293 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d413b5dc-a32b-48cb-b30a-a2861e86b2b5 req-009d3427-f034-4292-9329-0725f6c61808 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0712397 Feb 28 11:57:19.794282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:19.965986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae10ed81-d517-4f89-8e88-bb17822851f9 req-e3bdf5a0-016a-4b90-ae93-5230939f84f0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:19.967952 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae10ed81-d517-4f89-8e88-bb17822851f9 req-e3bdf5a0-016a-4b90-ae93-5230939f84f0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0769715 Feb 28 11:57:20.023708 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae10ed81-d517-4f89-8e88-bb17822851f9 req-66cebd3a-6fc4-4421-933d-b04826b76756 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506446 Feb 28 11:57:20.140213 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-e17cf5b8-ac9d-4133-acdb-14eabf5e8c44 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1648588 Feb 28 11:57:21.228742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8494f0-e173-4c21-b41f-1307dcb33759 req-b5b9d9a7-c245-4696-a3c5-1c239bc2968b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:21.230053 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce8494f0-e173-4c21-b41f-1307dcb33759 req-b5b9d9a7-c245-4696-a3c5-1c239bc2968b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0789053 Feb 28 11:57:21.275485 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce8494f0-e173-4c21-b41f-1307dcb33759 req-8606657b-de1f-401a-b155-439d02a57759 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391908 Feb 28 11:57:22.115732 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-044e9bca-9380-4925-ac31-74af9a913907 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 1098 time: 0.0678380 Feb 28 11:57:22.329477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-12e3402d-c26f-44c7-a638-bb500cfdbf49 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:22.330935 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-12e3402d-c26f-44c7-a638-bb500cfdbf49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.2092052 Feb 28 11:57:22.479669 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-182eda77-1fb6-4750-a586-a18785bec154 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 200 len: 1002 time: 0.1418006 Feb 28 11:57:22.549671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964a48e-39a0-48d7-9755-53a33f9aa053 req-e19e0503-3707-47d6-b42d-c5f30900a223 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:22.551085 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3964a48e-39a0-48d7-9755-53a33f9aa053 req-e19e0503-3707-47d6-b42d-c5f30900a223 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.1451168 Feb 28 11:57:22.556039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-9d8ff4db-f8e2-4e0c-aec6-16c902de72e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:22.557876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-9d8ff4db-f8e2-4e0c-aec6-16c902de72e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0708485 Feb 28 11:57:22.647928 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3964a48e-39a0-48d7-9755-53a33f9aa053 req-2ad1ce0e-3f44-41b4-9e26-a35d539ca69d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891278 Feb 28 11:57:22.664028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-c608bce3-bde2-4229-99df-10d3bd77ea24 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0924802 Feb 28 11:57:22.800241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-c1cefd6a-53bf-47a1-a685-cd2e54da804c service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290669 Feb 28 11:57:22.930307 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-a0fad363-4668-489c-ad8c-7a9319167436 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238036 Feb 28 11:57:23.841840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be227e1-eac0-4dbd-9356-67574d6284b5 req-58dc2028-21f1-4fd0-8c4f-b204d2b2e79f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:23.843288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0be227e1-eac0-4dbd-9356-67574d6284b5 req-58dc2028-21f1-4fd0-8c4f-b204d2b2e79f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0750945 Feb 28 11:57:23.886770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0be227e1-eac0-4dbd-9356-67574d6284b5 req-0510183e-b17b-4a01-adba-ee5a0331ea55 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380518 Feb 28 11:57:25.084473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6b731-a930-4cca-975a-0f50d3c4534d req-978bc62b-e883-4893-b82d-37cc5da040ef tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:25.085980 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44c6b731-a930-4cca-975a-0f50d3c4534d req-978bc62b-e883-4893-b82d-37cc5da040ef tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0790610 Feb 28 11:57:25.131507 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44c6b731-a930-4cca-975a-0f50d3c4534d req-defeb6ca-17bf-4ffd-b09c-80c8c6d793c9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392866 Feb 28 11:57:26.327527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f00fe-6823-48fb-87ab-dc4de28faf31 req-f420b4d9-5799-48e2-b344-0173f0101f1c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:26.328943 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-178f00fe-6823-48fb-87ab-dc4de28faf31 req-f420b4d9-5799-48e2-b344-0173f0101f1c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0765865 Feb 28 11:57:26.378422 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-178f00fe-6823-48fb-87ab-dc4de28faf31 req-6bd8259f-0ca3-4161-9890-70ea45dcd630 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439365 Feb 28 11:57:27.574711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aed9c6-bb88-483b-9d75-4a20d99f22fa req-2697e800-9e13-4711-8c9e-e7fbb594eee6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:27.576133 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a0aed9c6-bb88-483b-9d75-4a20d99f22fa req-2697e800-9e13-4711-8c9e-e7fbb594eee6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0742874 Feb 28 11:57:27.621051 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a0aed9c6-bb88-483b-9d75-4a20d99f22fa req-0078fbc1-d1e8-499d-85c6-7ac9e58b270c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394986 Feb 28 11:57:28.819602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a499c-da62-4c6b-9cbe-ad5736789c54 req-74d23b24-00f2-4de5-930c-b7e1d34d58c4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:28.821006 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a97a499c-da62-4c6b-9cbe-ad5736789c54 req-74d23b24-00f2-4de5-930c-b7e1d34d58c4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0783587 Feb 28 11:57:28.865781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a97a499c-da62-4c6b-9cbe-ad5736789c54 req-b91fb84b-b7e5-4ded-8b38-8eb760774d99 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387027 Feb 28 11:57:30.063864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fcb26-6a93-44fb-8b1d-1afe90cadc5e req-55ef2754-2a15-4549-829c-e3faad210123 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:30.065289 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-545fcb26-6a93-44fb-8b1d-1afe90cadc5e req-55ef2754-2a15-4549-829c-e3faad210123 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0790217 Feb 28 11:57:30.109790 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-545fcb26-6a93-44fb-8b1d-1afe90cadc5e req-5f5034f6-d1d1-4a29-89f7-104a27fc364d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390937 Feb 28 11:57:31.305483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399e297-70f0-4c86-ab75-8b2f457079c4 req-5ed31bd6-d669-402f-9909-46a5ebc4c52c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:31.306940 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6399e297-70f0-4c86-ab75-8b2f457079c4 req-5ed31bd6-d669-402f-9909-46a5ebc4c52c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0781975 Feb 28 11:57:31.352940 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6399e297-70f0-4c86-ab75-8b2f457079c4 req-89f6e581-f081-4b69-b700-787f9914b93f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404429 Feb 28 11:57:32.547195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54b1123-98e6-4b96-92a2-bec13bf742b4 req-4556ba31-5286-4b61-818b-af695d06e8c6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:32.548534 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f54b1123-98e6-4b96-92a2-bec13bf742b4 req-4556ba31-5286-4b61-818b-af695d06e8c6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0755880 Feb 28 11:57:32.592381 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f54b1123-98e6-4b96-92a2-bec13bf742b4 req-36effa1e-c9c9-4909-992a-bcbf499f6017 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385160 Feb 28 11:57:33.792736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df802de-eea0-4bb5-8f6f-fcf3904a0a66 req-51f225ef-9bcc-4ef3-9b13-6618f994971d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:33.794156 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6df802de-eea0-4bb5-8f6f-fcf3904a0a66 req-51f225ef-9bcc-4ef3-9b13-6618f994971d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0797799 Feb 28 11:57:33.837194 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6df802de-eea0-4bb5-8f6f-fcf3904a0a66 req-a0503ec5-0e81-4c38-ad90-1b8ba6e21922 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376220 Feb 28 11:57:34.105539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:34.276794 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dca71e14-8311-4df8-ab49-d5ce1b8b39a5 req-8ec625e8-1d98-4b10-965d-bd2307f020cf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 1098 time: 0.0659852 Feb 28 11:57:34.501968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca71e14-8311-4df8-ab49-d5ce1b8b39a5 req-b3c5df9d-cfad-4388-8dd1-50b5c2f9ff78 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:34.503355 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dca71e14-8311-4df8-ab49-d5ce1b8b39a5 req-b3c5df9d-cfad-4388-8dd1-50b5c2f9ff78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.2100272 Feb 28 11:57:34.601224 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dca71e14-8311-4df8-ab49-d5ce1b8b39a5 req-d1de9c90-370b-4619-8144-28fde2c80b69 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 200 len: 1002 time: 0.0910950 Feb 28 11:57:34.666545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca71e14-8311-4df8-ab49-d5ce1b8b39a5 req-c7f7002e-6a68-4454-a500-fa8498d26da7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:34.667997 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dca71e14-8311-4df8-ab49-d5ce1b8b39a5 req-c7f7002e-6a68-4454-a500-fa8498d26da7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0606234 Feb 28 11:57:34.745119 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dca71e14-8311-4df8-ab49-d5ce1b8b39a5 req-1a4929cd-a6b6-40b7-a4f9-263ad691eb7e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668366 Feb 28 11:57:34.872772 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dca71e14-8311-4df8-ab49-d5ce1b8b39a5 req-d01f02ba-83bf-4d39-bd5c-599766fab332 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216593 Feb 28 11:57:35.059481 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dca71e14-8311-4df8-ab49-d5ce1b8b39a5 req-adfb1b12-bf5d-4c98-a636-61b8e7adfb03 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798277 Feb 28 11:57:35.077508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e711b-31c9-4f6b-a1a0-b8acdf6bcb7d req-f340f3e2-b00c-4746-ae3c-39e4304c20fe tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:35.080388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-233e711b-31c9-4f6b-a1a0-b8acdf6bcb7d req-f340f3e2-b00c-4746-ae3c-39e4304c20fe tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.1147997 Feb 28 11:57:35.125150 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-233e711b-31c9-4f6b-a1a0-b8acdf6bcb7d req-076bf9eb-0e38-4e69-866b-6ff8f812b3eb tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404665 Feb 28 11:57:35.841369 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-53408e65-7534-490d-a945-82e90d2c9a15 service neutron] 10.222.0.57 "GET /v2.0/ports/ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0715642 Feb 28 11:57:36.326643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6037f65-37a3-400a-8496-acd6a0b9dd05 req-d46656ab-3c70-4bf1-95d1-9bf1afd61980 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:36.328119 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d6037f65-37a3-400a-8496-acd6a0b9dd05 req-d46656ab-3c70-4bf1-95d1-9bf1afd61980 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0789747 Feb 28 11:57:36.373241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d6037f65-37a3-400a-8496-acd6a0b9dd05 req-9f6696fa-72cd-4dd0-b791-f556ceb7fc56 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396721 Feb 28 11:57:36.673043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-448ef219-c9ad-4afa-b3b0-8c99ad35a428 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 1098 time: 0.0690186 Feb 28 11:57:36.765453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-98d6c1c5-2ab0-49fd-9778-8f4503c75e21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 1098 time: 0.0713198 Feb 28 11:57:36.893145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-55e8567b-8e25-4bd4-a2fb-fbc569604b39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:36.894553 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-55e8567b-8e25-4bd4-a2fb-fbc569604b39 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1228712 Feb 28 11:57:36.995924 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-793a086c-9353-4293-b5c1-1e0ad7695bf8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 200 len: 1002 time: 0.0958335 Feb 28 11:57:37.056622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-3b9e5a04-3582-4ca7-b2da-1bf93931d37f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:37.058024 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-3b9e5a04-3582-4ca7-b2da-1bf93931d37f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0561268 Feb 28 11:57:37.130199 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-809e1755-71ac-4d67-ba8b-4c37fc59151b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666461 Feb 28 11:57:37.258745 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-653c43b7-9288-4be4-a404-bb7117564b14 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214337 Feb 28 11:57:37.469093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-72af2941-e7fa-43e0-a8b4-34ba7f9804bf service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043302 Feb 28 11:57:37.571822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71c04f-221b-4106-9cef-723bd5824851 req-18f1153a-fc60-4cc9-9e7b-4d0dad79b0a9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:37.573278 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0b71c04f-221b-4106-9cef-723bd5824851 req-18f1153a-fc60-4cc9-9e7b-4d0dad79b0a9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0792925 Feb 28 11:57:37.618648 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0b71c04f-221b-4106-9cef-723bd5824851 req-03df3975-f31f-49be-a656-4465a5b3d6bd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398638 Feb 28 11:57:38.615802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:57:38.729853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:38.757854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:57:38.768860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:38.826328 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'code': 200} Feb 28 11:57:38.827745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf60f9-69b9-4432-84a8-9cf5249a9a7c req-583b4fdb-885b-46c3-9221-3d66680bdc07 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:38.829185 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-56cf60f9-69b9-4432-84a8-9cf5249a9a7c req-583b4fdb-885b-46c3-9221-3d66680bdc07 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0855796 Feb 28 11:57:38.842205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:38.881067 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-56cf60f9-69b9-4432-84a8-9cf5249a9a7c req-7daa95e2-d818-4b8d-8ebc-d13ad19ee743 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465405 Feb 28 11:57:38.912505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:40.085670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee84d34-7f22-4e06-a7c4-ef1be5c34ca6 req-7a4b73e9-9945-4a02-884f-1f5bed58041f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:40.087453 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8ee84d34-7f22-4e06-a7c4-ef1be5c34ca6 req-7a4b73e9-9945-4a02-884f-1f5bed58041f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.0761423 Feb 28 11:57:40.133258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8ee84d34-7f22-4e06-a7c4-ef1be5c34ca6 req-f371bcfa-c497-4939-97aa-24818684cde2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400553 Feb 28 11:57:40.397434 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:57:41.331046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b17e0a-34fc-46d1-8be0-0187985672f2 req-d34572ac-ba94-4de2-a279-8e9708479c83 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:41.332481 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87b17e0a-34fc-46d1-8be0-0187985672f2 req-d34572ac-ba94-4de2-a279-8e9708479c83 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.0799024 Feb 28 11:57:41.377958 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87b17e0a-34fc-46d1-8be0-0187985672f2 req-3ae239b6-e0c5-4179-a9a1-a87fa04d86ec tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399692 Feb 28 11:57:42.576058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176cb6fa-4204-433e-b626-0f1f2a743a52 req-3bd58576-d33b-4398-9efe-72e9978db2f3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:42.577468 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-176cb6fa-4204-433e-b626-0f1f2a743a52 req-3bd58576-d33b-4398-9efe-72e9978db2f3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.0749128 Feb 28 11:57:42.622115 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-176cb6fa-4204-433e-b626-0f1f2a743a52 req-b9ff7bc4-3783-415b-87be-de67ce6f8ff0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392604 Feb 28 11:57:42.649072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:57:42.779365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:42.792118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'mac_address': 'fa:16:3e:44:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:57:42.847758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:42.864944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:57:42.879704 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:42.959969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:43.024103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:57:43.068558 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:43.821025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f65b6e-57e6-4605-b58f-3bfb60c85d5c req-6cde65f3-ab6b-4884-ae7c-dbecc259e61d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:43.822442 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46f65b6e-57e6-4605-b58f-3bfb60c85d5c req-6cde65f3-ab6b-4884-ae7c-dbecc259e61d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 944 time: 0.0780754 Feb 28 11:57:43.867452 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46f65b6e-57e6-4605-b58f-3bfb60c85d5c req-81af4b3a-e1d9-4b44-a2ab-8c182bcf5106 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Feb 28 11:57:44.647234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:57:44.714210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:57:44.715148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.837996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.865449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:57:44.874908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:44.897410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-21d2d740-598f-44c7-9210-a5790e3f86ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:44.949499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:45.026179 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'code': 200} Feb 28 11:57:45.036993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:45.045760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.051723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:57:45.081929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025e03d-632d-4a04-b35f-1cb3bfe7ff29 req-a874d0aa-60c4-491c-864e-b6fc5e97a7f8 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:45.083388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1025e03d-632d-4a04-b35f-1cb3bfe7ff29 req-a874d0aa-60c4-491c-864e-b6fc5e97a7f8 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0891263 Feb 28 11:57:45.131694 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1025e03d-632d-4a04-b35f-1cb3bfe7ff29 req-01693d19-f549-451b-a9aa-8d6e63646e78 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427608 Feb 28 11:57:46.336467 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df4abe-366b-41b3-82e6-e2d5ed1d2932 req-335c10d9-16fa-4563-8a60-f55101755763 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:46.337896 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-21df4abe-366b-41b3-82e6-e2d5ed1d2932 req-335c10d9-16fa-4563-8a60-f55101755763 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0789194 Feb 28 11:57:46.385212 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-21df4abe-366b-41b3-82e6-e2d5ed1d2932 req-7db90489-ff8a-41bb-a8d4-b0234fd9cd5f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408618 Feb 28 11:57:47.082122 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5b58a24f-4de4-4ed1-bc4d-c948b51851ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:47.581301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860c03b5-b8b0-4e52-96dd-f9e4ac689cd8 req-fc54c0e8-aa79-4f6e-96f3-e9c2957d7d27 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:47.582875 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-860c03b5-b8b0-4e52-96dd-f9e4ac689cd8 req-fc54c0e8-aa79-4f6e-96f3-e9c2957d7d27 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0771420 Feb 28 11:57:47.628608 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-860c03b5-b8b0-4e52-96dd-f9e4ac689cd8 req-4942f3ee-8082-460e-b1eb-f62f783ea072 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402126 Feb 28 11:57:48.357743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:48.358425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:48.485689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e459c543-26e7-411d-8df4-05468e317dc5 req-c719cdc0-ee64-434d-b633-c3b95310549b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:48.487315 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e459c543-26e7-411d-8df4-05468e317dc5 req-c719cdc0-ee64-434d-b633-c3b95310549b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.1389430 Feb 28 11:57:48.492535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817281-7ac4-4f70-b927-53017d75c994 req-1141a1ba-6ccd-474c-9d25-4672a5a4effd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:48.493812 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-1141a1ba-6ccd-474c-9d25-4672a5a4effd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765&tenant_id=6204baf126434c6884032eb0c270b80e&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.1145236 Feb 28 11:57:48.590032 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e459c543-26e7-411d-8df4-05468e317dc5 req-cecee558-0fdf-47c5-bc04-2643335285a2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952892 Feb 28 11:57:48.598795 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-382a6379-7af4-4dfe-9d50-8297a4e9f754 service neutron] 10.222.0.57 "GET /v2.0/ports/ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0904150 Feb 28 11:57:48.690720 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-078082ca-4b91-4516-965d-5dd635b3f82e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 1098 time: 0.0708501 Feb 28 11:57:48.818342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817281-7ac4-4f70-b927-53017d75c994 req-1efa24a1-f801-482d-bade-35c1b3d982fc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:48.819793 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-1efa24a1-f801-482d-bade-35c1b3d982fc service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1238246 Feb 28 11:57:48.921255 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-252f207a-ef67-4410-be0b-94dd2a75c86e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 200 len: 1002 time: 0.0955131 Feb 28 11:57:48.982168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817281-7ac4-4f70-b927-53017d75c994 req-48e36d47-c730-4d4a-8de4-47d178a959fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:48.983601 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-48e36d47-c730-4d4a-8de4-47d178a959fd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0565202 Feb 28 11:57:49.057535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-7e7e6df8-ff12-4690-9308-f0588e2fffdc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675337 Feb 28 11:57:49.266466 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-7b4b7d17-eec0-426b-90ef-7c89161e5e01 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025356 Feb 28 11:57:49.394226 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-65628ac7-718e-4df4-8a59-afc26b820669 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220891 Feb 28 11:57:49.780091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:49.788478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251501b2-7329-4d74-8974-d86a9314f6ba req-33b15bc4-1682-4915-8f6f-665847d8cf6b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:49.789887 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-251501b2-7329-4d74-8974-d86a9314f6ba req-33b15bc4-1682-4915-8f6f-665847d8cf6b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0755527 Feb 28 11:57:49.835327 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-251501b2-7329-4d74-8974-d86a9314f6ba req-9fd23ab8-346b-4b66-ab8e-972b36b42f65 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389326 Feb 28 11:57:51.033534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba041f-8795-414a-8415-05fe911c87eb req-8636fcae-29de-470f-bceb-c0023391fe4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:51.035020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0ba041f-8795-414a-8415-05fe911c87eb req-8636fcae-29de-470f-bceb-c0023391fe4f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0797386 Feb 28 11:57:51.079963 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0ba041f-8795-414a-8415-05fe911c87eb req-ebe31565-cbbc-4364-9ab0-3c4882230d0d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392239 Feb 28 11:57:52.280972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d5ea8-e057-4be5-98d3-d62e7daae994 req-c96381b8-472c-4bb2-a180-fe7f4fa176e0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:52.282300 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f10d5ea8-e057-4be5-98d3-d62e7daae994 req-c96381b8-472c-4bb2-a180-fe7f4fa176e0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0767405 Feb 28 11:57:52.326683 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f10d5ea8-e057-4be5-98d3-d62e7daae994 req-09cb1be4-02b1-46b7-9084-396842c31708 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388622 Feb 28 11:57:53.274373 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-16bd24fa-57f9-4af6-a731-6fffdbf52043 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765&tenant_id=6204baf126434c6884032eb0c270b80e HTTP/1.1" status: 200 len: 1098 time: 0.0702024 Feb 28 11:57:53.362375 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-4335622b-669c-4cb3-b01c-e1349595a263 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6204baf126434c6884032eb0c270b80e&device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 1098 time: 0.0673552 Feb 28 11:57:53.553135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817281-7ac4-4f70-b927-53017d75c994 req-95be5138-3053-4711-9b55-eb6db9c8a938 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:53.554467 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-95be5138-3053-4711-9b55-eb6db9c8a938 service neutron] 10.222.0.57 "GET /v2.0/networks?id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 200 len: 913 time: 0.1858947 Feb 28 11:57:53.639098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71933bc9-6b2e-4ec1-b9d7-e77c780b9657 req-e369d688-86b6-4f39-a8b6-32155552dc21 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:53.640513 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71933bc9-6b2e-4ec1-b9d7-e77c780b9657 req-e369d688-86b6-4f39-a8b6-32155552dc21 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.1910107 Feb 28 11:57:53.692232 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-d594ecd1-8b49-4a14-9cbe-057f721cabe0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 200 len: 1002 time: 0.1314373 Feb 28 11:57:53.739470 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71933bc9-6b2e-4ec1-b9d7-e77c780b9657 req-4993e907-5f6b-4148-9d23-543ff280e8a0 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913253 Feb 28 11:57:53.759802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58817281-7ac4-4f70-b927-53017d75c994 req-0ea9ac46-70f5-4ac8-9ecc-db91151d767d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:53.761197 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-0ea9ac46-70f5-4ac8-9ecc-db91151d767d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 200 len: 851 time: 0.0618217 Feb 28 11:57:53.839844 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-029a050a-c00b-4bc1-bb3a-ca7d275c2add service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724676 Feb 28 11:57:53.971114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-cffd62d8-8967-402e-9d84-c9c5349b6f53 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240282 Feb 28 11:57:54.099451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58817281-7ac4-4f70-b927-53017d75c994 req-6575698e-2c1c-44ee-b42d-01803daca899 service neutron] 10.222.0.57 "GET /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225772 Feb 28 11:57:54.680801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:57:54.790259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:54.817642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:57:54.827754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:54.899446 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'code': 200} Feb 28 11:57:54.911705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:54.951236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95545b-f054-492e-a330-e60884ba9e55 req-c0dc6054-fd36-4994-908c-a58ffca6265b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:54.954123 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd95545b-f054-492e-a330-e60884ba9e55 req-c0dc6054-fd36-4994-908c-a58ffca6265b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0822666 Feb 28 11:57:55.004805 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd95545b-f054-492e-a330-e60884ba9e55 req-e796148b-9d79-4272-917b-56dc4ec9246f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445361 Feb 28 11:57:55.013868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=9']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:57:56.225479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644c34d-0348-4e7d-9475-9f9269ce1949 req-b115445b-ff5e-43b4-b3ed-1c9f436f897c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:56.226796 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f644c34d-0348-4e7d-9475-9f9269ce1949 req-b115445b-ff5e-43b4-b3ed-1c9f436f897c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.0776689 Feb 28 11:57:56.347546 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f644c34d-0348-4e7d-9475-9f9269ce1949 req-cc51ce77-9d6c-401b-8ed5-a00dc5d7f9d3 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150088 Feb 28 11:57:57.540206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821da5df-660e-4d1f-8d6d-fc4e4595430a req-eb3205d3-e641-4b3e-8c7d-1e03e9ab67e4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:57.541599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-821da5df-660e-4d1f-8d6d-fc4e4595430a req-eb3205d3-e641-4b3e-8c7d-1e03e9ab67e4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.0749929 Feb 28 11:57:57.584868 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-821da5df-660e-4d1f-8d6d-fc4e4595430a req-1543a40f-d9c4-4225-b0a9-6eeb62f0af8a tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371408 Feb 28 11:57:58.696191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:57:58.781877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0fb3b-6aa6-4656-bd1f-d038540fa103 req-f1979cbe-9bc7-45c1-b8ff-7435b729a580 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:57:58.783365 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0cb0fb3b-6aa6-4656-bd1f-d038540fa103 req-f1979cbe-9bc7-45c1-b8ff-7435b729a580 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 943 time: 0.0774643 Feb 28 11:57:58.827483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:58.828733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0cb0fb3b-6aa6-4656-bd1f-d038540fa103 req-8d292f2e-e5e7-436d-ae90-d238dce5ba86 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399375 Feb 28 11:57:58.840524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'port_id': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'mac_address': 'fa:16:3e:44:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 709, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:57:58.897533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:58.913793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:57:58.929030 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:57:58.983511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:57:59.048569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:57:59.086142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=10']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:00.029178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37614509-ea30-4d3c-b1ff-6e602aa5253a req-3e12be3c-2ace-476d-9bcd-43aac411ad9d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:00.030618 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37614509-ea30-4d3c-b1ff-6e602aa5253a req-3e12be3c-2ace-476d-9bcd-43aac411ad9d tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 945 time: 0.0754981 Feb 28 11:58:00.078701 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37614509-ea30-4d3c-b1ff-6e602aa5253a req-4393806d-b883-418d-8162-180ef883c275 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425911 Feb 28 11:58:00.710102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:00.776321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:00.776683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:00.890922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:00.916522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:58:00.925962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:00.977948 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'code': 200} Feb 28 11:58:00.991616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:01.056511 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=11']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:01.274256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f76105-8602-4b16-bc51-71888eb9dc55 req-0211afb5-f77e-4682-b3e6-48a7571d32a5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:01.275629 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f3f76105-8602-4b16-bc51-71888eb9dc55 req-0211afb5-f77e-4682-b3e6-48a7571d32a5 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 946 time: 0.0762591 Feb 28 11:58:01.319659 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f3f76105-8602-4b16-bc51-71888eb9dc55 req-e59feacd-1650-4637-a943-c468cf4452ac tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Feb 28 11:58:02.522943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df923c-c735-4b93-9c7b-7096cd25a463 req-9f30d6aa-6200-43f7-9c25-8001048b65f9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:02.524273 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6df923c-c735-4b93-9c7b-7096cd25a463 req-9f30d6aa-6200-43f7-9c25-8001048b65f9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 946 time: 0.0788355 Feb 28 11:58:02.569000 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f6df923c-c735-4b93-9c7b-7096cd25a463 req-52b6610f-943c-4cdb-bbc7-76009321ead7 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391698 Feb 28 11:58:03.763026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97a1d1-ed12-4fb9-8813-eb7046bb8367 req-e6dc53e2-2406-4dda-b065-6d03605984e9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:03.764434 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c97a1d1-ed12-4fb9-8813-eb7046bb8367 req-e6dc53e2-2406-4dda-b065-6d03605984e9 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 946 time: 0.0748625 Feb 28 11:58:03.808254 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0c97a1d1-ed12-4fb9-8813-eb7046bb8367 req-79ef5975-8d80-4e76-af08-ef2ddb188591 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383272 Feb 28 11:58:04.001265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3766628f-3f95-4b70-872f-fbe1c8462a65 req-db67992a-3b57-4d43-9bdf-27d546090c57 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:04.002582 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3766628f-3f95-4b70-872f-fbe1c8462a65 req-db67992a-3b57-4d43-9bdf-27d546090c57 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 946 time: 0.0783315 Feb 28 11:58:04.047558 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3766628f-3f95-4b70-872f-fbe1c8462a65 req-df6ae13f-ab30-449d-a93c-85d6bab47d17 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388637 Feb 28 11:58:04.120996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:04.242510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69ec4d-4e8f-4724-8b06-759a7ed3bc29 req-ebe5e01d-f366-49e2-b151-1a4582f7a1a2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:04.243962 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a69ec4d-4e8f-4724-8b06-759a7ed3bc29 req-ebe5e01d-f366-49e2-b151-1a4582f7a1a2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 946 time: 0.0751944 Feb 28 11:58:04.292583 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a69ec4d-4e8f-4724-8b06-759a7ed3bc29 req-0cfdacc6-f0bf-4efe-ac89-76de4a112524 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431595 Feb 28 11:58:04.886527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c909d-85d0-425b-b492-41bb35d79162 req-edb77e36-3b5c-47fd-ab8e-c763870bb7b6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:04.887963 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-757c909d-85d0-425b-b492-41bb35d79162 req-edb77e36-3b5c-47fd-ab8e-c763870bb7b6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 946 time: 0.0738974 Feb 28 11:58:04.932316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-757c909d-85d0-425b-b492-41bb35d79162 req-d7385cd7-4497-49a6-990d-5b62f18e9c7b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386548 Feb 28 11:58:06.132179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3401e-f753-4ad9-9238-507ec04599e2 req-1a9e4ff0-ba1d-4265-ad99-7fa97c49e2ef tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:06.133584 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bdb3401e-f753-4ad9-9238-507ec04599e2 req-1a9e4ff0-ba1d-4265-ad99-7fa97c49e2ef tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 946 time: 0.0780213 Feb 28 11:58:06.177791 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bdb3401e-f753-4ad9-9238-507ec04599e2 req-89522c5a-e6bd-46cf-808c-01d1fa15074b tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380504 Feb 28 11:58:07.204312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-877a974f-aea8-41a1-9f4f-196cd3bf980f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:07.205788 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-877a974f-aea8-41a1-9f4f-196cd3bf980f tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 946 time: 0.0743001 Feb 28 11:58:07.275567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Deleting port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:58:07.276027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:07.519022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125396e7-3782-4e1d-b950-15d9a8946ec4 req-4f37aeee-b36b-4c16-b959-f7bc1ddb2fd2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:07.520417 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-125396e7-3782-4e1d-b950-15d9a8946ec4 req-4f37aeee-b36b-4c16-b959-f7bc1ddb2fd2 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 946 time: 0.2171476 Feb 28 11:58:07.600069 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-125396e7-3782-4e1d-b950-15d9a8946ec4 req-b9b2345f-aedb-4768-8706-ba75e31fe851 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups?id=72fc5cad-66f4-47aa-bb74-9dd278cec70b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738409 Feb 28 11:58:07.604741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] For port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:07.605092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:07.964075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:07.964434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:07.964738 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 disassociated. External IP: 172.26.1.152, port: ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e. Feb 28 11:58:07.965072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Calling delete_port for ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:58:08.160763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:08.210234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event deleted for resources: {'Port': ['ID=ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:08.225001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.225345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.225683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.226012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.226342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.226667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.227046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.227329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.227657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.227966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.228313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:08.430766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:58:08.627764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:58:08.646822 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:58:08.663599 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:58:08.664429 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:57:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:08.696309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] No DVR routers for this DVR port ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:58:08.698895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:08.701609 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-deleted', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:58:08.773683 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd1ed14-e936-4c3c-9393-b6aabcde8765', 'name': 'network-vif-deleted', 'tag': 'ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e', 'status': 'completed', 'code': 200} Feb 28 11:58:08.779734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-f0dfed74-9944-46f8-8d97-af56aecddd3c req-eaf55791-7fb5-4363-80d5-706b3cf6a0dd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Synchronizing usage tracker for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:08.783018 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0492abc8-b582-4f9d-a75b-6db3392f763c req-b4fe9c40-2fd9-4d83-a5d7-afb98c76e21c tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.57 "DELETE /v2.0/ports/ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e HTTP/1.1" status: 204 len: 173 time: 1.5724943 Feb 28 11:58:08.846137 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:58:08.860873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-f0dfed74-9944-46f8-8d97-af56aecddd3c req-eaf55791-7fb5-4363-80d5-706b3cf6a0dd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Unset dirty status for tenant:6204baf126434c6884032eb0c270b80e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:08.865332 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f0dfed74-9944-46f8-8d97-af56aecddd3c req-eaf55791-7fb5-4363-80d5-706b3cf6a0dd tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 210 time: 0.1298430 Feb 28 11:58:09.163555 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:09.167259 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:58:09.180259 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:58:09.181005 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:57:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:09.356642 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:58:09.699972 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:09.703750 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eabaa2-a07e-437c-921e-d3cfa9e943e4 None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:50Z', 'revision_number': 4, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '80665578-467c-422c-8aea-8ad0706aabf9', 'name': '', 'network_id': '24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'mac_address': 'fa:16:3e:a1:a3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:49Z', 'updated_at': '2022-02-28T11:53:58Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'subnets': [{'id': '02b823c1-e0e9-4ca9-8267-54590853bb55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:58:09.926689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e7ce731-75e2-45cf-9066-8ea8d6f60428 None None] New status for floating IP 6e1aab01-85ea-4c0c-99e2-676b2b6c7a71: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 11:58:10.062658 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-73c89d03-b1fb-4e0c-8c5e-99119a01f3f5 req-fb590de4-e5fb-48d8-befc-07743bdd71f6 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/ports?device_id=7cd1ed14-e936-4c3c-9393-b6aabcde8765 HTTP/1.1" status: 200 len: 210 time: 0.0529878 Feb 28 11:58:10.742267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:58:10.774066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:58:10.774407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device ad0787b1-0d29-4c4e-b9d8-cff9bbd59a1e not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:58:14.575737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58868) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:14.642001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c64c0a55-8b39-427a-9242-2299ddd9f8ac tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:14.669896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c64c0a55-8b39-427a-9242-2299ddd9f8ac tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:14.778264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c64c0a55-8b39-427a-9242-2299ddd9f8ac tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:14.796465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c0a55-8b39-427a-9242-2299ddd9f8ac tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fc5cad-66f4-47aa-bb74-9dd278cec70b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:14.857268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c64c0a55-8b39-427a-9242-2299ddd9f8ac tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:14.858385 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c64c0a55-8b39-427a-9242-2299ddd9f8ac tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "DELETE /v2.0/security-groups/72fc5cad-66f4-47aa-bb74-9dd278cec70b HTTP/1.1" status: 204 len: 168 time: 0.2817471 Feb 28 11:58:14.860832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58872) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:14.877510 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-caae5aa8-95d0-4122-bc81-9c33ca2c79b4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] show failed (client error): The resource could not be found. Feb 28 11:58:14.878441 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-caae5aa8-95d0-4122-bc81-9c33ca2c79b4 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "GET /v2.0/security-groups/72fc5cad-66f4-47aa-bb74-9dd278cec70b HTTP/1.1" status: 404 len: 347 time: 0.0167491 Feb 28 11:58:14.881842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58876) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:14.906201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5e72b414-be73-4092-b113-4dedb5e12827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:15.031668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Deleting port 6a231b47-f43c-43ee-8830-25237e6d7d0f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:58:15.032007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:15.195680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:15.195916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:15.404464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Calling delete_port for 6a231b47-f43c-43ee-8830-25237e6d7d0f owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:58:15.612814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:15.661127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Pushing event deleted for resources: {'Port': ['ID=6a231b47-f43c-43ee-8830-25237e6d7d0f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:15.750679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:15.811783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:15.812903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0506cb37-a489-4a46-8909-a5445de47640 tempest-ServerActionsTestJSON-994851148 tempest-ServerActionsTestJSON-994851148-project] 10.222.0.31 "DELETE /v2.0/floatingips/6e1aab01-85ea-4c0c-99e2-676b2b6c7a71 HTTP/1.1" status: 204 len: 168 time: 0.9302304 Feb 28 11:58:15.815865 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58880) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:16.200008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.783307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Deleting port 80665578-467c-422c-8aea-8ad0706aabf9 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:58:16.784058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:16.972940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] For port 80665578-467c-422c-8aea-8ad0706aabf9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=80665578-467c-422c-8aea-8ad0706aabf9,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:16.973193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:17.090025 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cf578c4-a5b8-47c6-b3c2-92de40b4ab93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:17.201907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Calling delete_port for 80665578-467c-422c-8aea-8ad0706aabf9 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:58:17.396909 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:58:17.415174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:17.459050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Pushing event deleted for resources: {'Port': ['ID=80665578-467c-422c-8aea-8ad0706aabf9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:17.747447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:18.306753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Router 71f3447b-631f-49dd-b658-61d13e901cc8 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:58:18.335490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:18.364041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:18.502165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:58:18.511345 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] Sync routers for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:58:18.514771 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c634bccb-e8e5-4663-9e3b-4314ae169823 admin admin] 10.222.0.31 "PUT /v2.0/routers/71f3447b-631f-49dd-b658-61d13e901cc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6977937 Feb 28 11:58:18.517193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58884) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:18.523728 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:58:18.524414 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:58:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:18.710339 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:58:18.810689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:18.988454 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:58:17Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:18.993006 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] Checking router: 71f3447b-631f-49dd-b658-61d13e901cc8 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:58:19.003371 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] Routers {'71f3447b-631f-49dd-b658-61d13e901cc8'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:58:19.003971 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:58:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['71f3447b-631f-49dd-b658-61d13e901cc8'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:19.008281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:19.106602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Deleting port 83f3f696-79dc-47f5-a9ad-0333c7649453 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:58:19.106901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:19.180509 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] Set router 71f3447b-631f-49dd-b658-61d13e901cc8 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:58:19.276988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] For port 83f3f696-79dc-47f5-a9ad-0333c7649453, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=83f3f696-79dc-47f5-a9ad-0333c7649453,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:19.277335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:19.395095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Calling delete_port for 83f3f696-79dc-47f5-a9ad-0333c7649453 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:58:19.461409 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:58:17Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:19.465364 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e8850c-0162-47f0-b36b-426c63fca099 None None] The sync data for ids ['71f3447b-631f-49dd-b658-61d13e901cc8'] in dv-neutron-830866-1-hyperv is: [{'id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'name': 'tempest-ServerActionsTestJSON-1567492361-router', 'tenant_id': '6204baf126434c6884032eb0c270b80e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99'}], 'enable_snat': True}, 'gw_port_id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:58:17Z', 'revision_number': 5, 'project_id': '6204baf126434c6884032eb0c270b80e', 'gw_port': {'id': '83f3f696-79dc-47f5-a9ad-0333c7649453', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71f3447b-631f-49dd-b658-61d13e901cc8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:53:47Z', 'updated_at': '2022-02-28T11:53:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:58:19.626786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:19.675890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Pushing event deleted for resources: {'Port': ['ID=83f3f696-79dc-47f5-a9ad-0333c7649453,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:19.787661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:19.903316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.256970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.258482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 80665578-467c-422c-8aea-8ad0706aabf9 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:58:20.261255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.292674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 80665578-467c-422c-8aea-8ad0706aabf9 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:58:20.293010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 80665578-467c-422c-8aea-8ad0706aabf9 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:58:20.381814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.382372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71f3447b-631f-49dd-b658-61d13e901cc8 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:58:20.394281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.395436 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fe8a92b9-a58b-450e-8669-311f82fb7973 admin admin] 10.222.0.31 "DELETE /v2.0/routers/71f3447b-631f-49dd-b658-61d13e901cc8 HTTP/1.1" status: 204 len: 168 time: 1.8773584 Feb 28 11:58:20.398282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58888) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:20.461163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-4031039c-8caf-47c5-9632-053944964ec9 admin admin] Deleting subnet 02b823c1-e0e9-4ca9-8267-54590853bb55 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:58:20.463886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4031039c-8caf-47c5-9632-053944964ec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.516949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4031039c-8caf-47c5-9632-053944964ec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.594661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4031039c-8caf-47c5-9632-053944964ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.724993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4031039c-8caf-47c5-9632-053944964ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.763096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031039c-8caf-47c5-9632-053944964ec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b823c1-e0e9-4ca9-8267-54590853bb55,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:20.767939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4031039c-8caf-47c5-9632-053944964ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.773234 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4031039c-8caf-47c5-9632-053944964ec9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/02b823c1-e0e9-4ca9-8267-54590853bb55 HTTP/1.1" status: 204 len: 168 time: 0.3739555 Feb 28 11:58:20.773399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f797a90-856d-4f6c-bcbc-dc1d5d193a36 None None] Network 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:58:20.775650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58892) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:20.879977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:20.890429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Deleting port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:58:20.890929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.006453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] DHCP port deletion for 24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:58:21.010536 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] Deleting port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:58:21.010923 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.091225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] For port 7a0350a4-c046-472a-8d49-ebfb2d313bd4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7a0350a4-c046-472a-8d49-ebfb2d313bd4,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:21.091570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.212700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Calling delete_port for 7a0350a4-c046-472a-8d49-ebfb2d313bd4 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:58:21.238900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] For port 7a0350a4-c046-472a-8d49-ebfb2d313bd4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7a0350a4-c046-472a-8d49-ebfb2d313bd4,segment=NetworkSegment(ce0cb18e-b1d7-4c85-8bc9-d815ce227d93),segment_id=ce0cb18e-b1d7-4c85-8bc9-d815ce227d93)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:21.239257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.356307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] Calling delete_port for 7a0350a4-c046-472a-8d49-ebfb2d313bd4 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:58:21.386612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.425161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:58:21.425512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:58:21.434951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0350a4-c046-472a-8d49-ebfb2d313bd4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:21.439287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] No DVR routers for this DVR port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:58:21.551282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.575694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:21.587892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:21.588184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce0cb18e-b1d7-4c85-8bc9-d815ce227d93') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:58:21.600152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.615893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.622025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Releasing vlan 709 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:58:21.625230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:58:21.635415 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:58:21.792264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.807786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.819169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] Pushing event deleted for resources: {'Network': ['ID=24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:21.890077 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cef0182b-9666-4f3c-95be-25ce0f7c3162 admin admin] 10.222.0.31 "DELETE /v2.0/networks/24f44b6b-9c22-4ce9-94e0-7df2b1b1b1b3 HTTP/1.1" status: 204 len: 168 time: 1.1134567 Feb 28 11:58:21.926898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] Deleting port 7a0350a4-c046-472a-8d49-ebfb2d313bd4 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:58:21.927370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:21.991873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-165ac534-7efb-4d67-93ed-127020448c26 None None] The port '7a0350a4-c046-472a-8d49-ebfb2d313bd4' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:58:22.184641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58898) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:22.235641 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-59d2c8e7-2b7a-4396-b5dd-7c0d10f577d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6204baf126434c6884032eb0c270b80e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498514 Feb 28 11:58:22.238050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58902) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:22.249246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7a0350a4-c046-472a-8d49-ebfb2d313bd4 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:58:22.282150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 7a0350a4-c046-472a-8d49-ebfb2d313bd4 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:58:22.282495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7a0350a4-c046-472a-8d49-ebfb2d313bd4 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:58:22.282926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 83f3f696-79dc-47f5-a9ad-0333c7649453 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:58:22.298982 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58e15f01-7677-4247-adbd-45faa1864918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.317104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 83f3f696-79dc-47f5-a9ad-0333c7649453 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:58:22.317450 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 83f3f696-79dc-47f5-a9ad-0333c7649453 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:58:22.326695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58e15f01-7677-4247-adbd-45faa1864918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.464202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58e15f01-7677-4247-adbd-45faa1864918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.486766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e15f01-7677-4247-adbd-45faa1864918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b001390-87e3-45f3-b3e8-c745ab8bec8d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:22.493615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58e15f01-7677-4247-adbd-45faa1864918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:22.494720 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-58e15f01-7677-4247-adbd-45faa1864918 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b001390-87e3-45f3-b3e8-c745ab8bec8d HTTP/1.1" status: 204 len: 168 time: 0.2554910 Feb 28 11:58:23.592677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58924) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:23.720515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1257221232-network', 'tenant_id': 'ba839b1b05f84127ba1d8424825c1553'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:58:23.725222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:23.728960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Usage tracker for resource:network and tenant:ba839b1b05f84127ba1d8424825c1553 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:23.731728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:23.737234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:23.886858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Made reservation on behalf of ba839b1b05f84127ba1d8424825c1553 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:23.888982 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.901262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:23.931728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:23.935671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Usage tracker for resource:security_group_rule and tenant:ba839b1b05f84127ba1d8424825c1553 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:23.938573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:23.944792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:24.007730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.070019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.100898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 747} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:58:24.105907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:24.113797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.113797 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Added segment 47e380c1-f619-487d-9211-5cbac313641d of type vlan for network 819d5b6f-c33c-402f-b026-f5697754bddc Feb 28 11:58:24.139978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.218207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.219087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:24.219649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.321656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] Pushing event updated for resources: {'Network': ['ID=819d5b6f-c33c-402f-b026-f5697754bddc,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:24.332510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 819d5b6f-c33c-402f-b026-f5697754bddc details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:58:24.368111 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-58d517bf-de09-4284-ab88-216707aec0ac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7742789 Feb 28 11:58:24.370867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 58930) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:58:24.376243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Request body: {'subnet': {'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1257221232-subnet', 'tenant_id': 'ba839b1b05f84127ba1d8424825c1553', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:58:24.382331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:24.385436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Usage tracker for resource:subnet and tenant:ba839b1b05f84127ba1d8424825c1553 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:24.388277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:24.393959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:24.487305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Made reservation on behalf of ba839b1b05f84127ba1d8424825c1553 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:24.489993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.756033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:24.824448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32e08ee1-ef9c-4eab-8638-2e8562c2d591,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:24.838850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Checking segment: {'id': '47e380c1-f619-487d-9211-5cbac313641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:58:24.839215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Network hostable DHCP agents. Network: 819d5b6f-c33c-402f-b026-f5697754bddc, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:58:24.912584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Network 819d5b6f-c33c-402f-b026-f5697754bddc is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:58:24.997680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 819d5b6f-c33c-402f-b026-f5697754bddc) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:25.001953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:25.002572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:25.007456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd11ef61-6c18-423f-a7bc-d946fdd4a22a None None] Network 819d5b6f-c33c-402f-b026-f5697754bddc requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:58:25.154583 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8a6ce371-647c-421d-a8af-1a3b948c13f4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7826242 Feb 28 11:58:25.217869 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0857c41d-ff1e-4457-aa16-8953ac2003cd None None] Network 819d5b6f-c33c-402f-b026-f5697754bddc requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:58:25.692302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-4c3dc590-37cf-4bfe-9a66-79cc710e376f tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:25.692890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-4c3dc590-37cf-4bfe-9a66-79cc710e376f tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Synchronizing usage tracker for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:25.775320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-4c3dc590-37cf-4bfe-9a66-79cc710e376f tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Unset dirty status for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:25.776510 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-4c3dc590-37cf-4bfe-9a66-79cc710e376f tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/networks?id=819d5b6f-c33c-402f-b026-f5697754bddc HTTP/1.1" status: 200 len: 814 time: 0.2237701 Feb 28 11:58:25.792351 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-5a1331f7-7f3d-47e2-aa21-92de983a1c97 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/quotas/ba839b1b05f84127ba1d8424825c1553 HTTP/1.1" status: 200 len: 375 time: 0.0105801 Feb 28 11:58:25.841836 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-946b6c95-76df-4ecc-8828-2a613b2bffd4 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba839b1b05f84127ba1d8424825c1553&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445657 Feb 28 11:58:26.039916 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-90ee0209-9b26-410d-a6a5-8758d2408fcb service neutron] 10.222.0.31 "GET /v2.0/networks/819d5b6f-c33c-402f-b026-f5697754bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914120 Feb 28 11:58:26.168015 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-3749113d-3e58-4c65-b310-d419ec247c77 service neutron] 10.222.0.31 "GET /v2.0/networks/819d5b6f-c33c-402f-b026-f5697754bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221652 Feb 28 11:58:26.450975 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-27456373-2d2f-443d-a6ed-458ccf02db3d req-d31ba480-f60f-41db-ae67-2d2648458906 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 210 time: 0.0408819 Feb 28 11:58:27.561679 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26b35adc-d5f6-4068-ab5e-bcf389d6b979 req-7a50b97f-288c-4d6b-baf6-4cdf83b8a893 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 210 time: 0.0424531 Feb 28 11:58:28.753673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-00a29982-3792-4210-be7f-fbef60219a81 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:28.755162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-00a29982-3792-4210-be7f-fbef60219a81 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.57 "GET /v2.0/networks?id=819d5b6f-c33c-402f-b026-f5697754bddc HTTP/1.1" status: 200 len: 814 time: 0.1539834 Feb 28 11:58:28.770625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Request body: {'port': {'device_id': '3da0e984-28ac-4b65-b686-6d4ffec4f51f', 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc', 'admin_state_up': True, 'tenant_id': 'ba839b1b05f84127ba1d8424825c1553'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:58:28.894900 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-997733df-7c71-44e7-89e4-895e4251b56d req-26735783-a120-4511-a985-d68ce0bd162c tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 210 time: 0.0564971 Feb 28 11:58:28.947189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:28.950781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Usage tracker for resource:port and tenant:ba839b1b05f84127ba1d8424825c1553 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:58:28.953484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:58:28.959047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:29.041461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Made reservation on behalf of ba839b1b05f84127ba1d8424825c1553 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:29.044545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.281387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Allocated IP 172.20.0.7 (819d5b6f-c33c-402f-b026-f5697754bddc/32e08ee1-ef9c-4eab-8638-2e8562c2d591/d9dcdd04-1626-43d0-a9f8-d749573a8837) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:29.475980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.559139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.632089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Network 819d5b6f-c33c-402f-b026-f5697754bddc is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:29.635426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:29.639108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:58:29.668173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Pushing event updated for resources: {'Port': ['ID=d9dcdd04-1626-43d0-a9f8-d749573a8837,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:29.701204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:29.701800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:29.801990 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-e46e522d-a3a0-48b4-a5b5-e55d25cc0481 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0353794 Feb 28 11:58:29.813058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Request body: {'port': {'device_id': '3da0e984-28ac-4b65-b686-6d4ffec4f51f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:58:29.917096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.222782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab91fae-634a-451b-9933-7748673a4ea1 req-70ffed1c-5a73-48ac-9750-600b5e25f6a2 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:30.223490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1ab91fae-634a-451b-9933-7748673a4ea1 req-70ffed1c-5a73-48ac-9750-600b5e25f6a2 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Synchronizing usage tracker for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:30.324377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9dcdd04-1626-43d0-a9f8-d749573a8837 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:58:30.331097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.345650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Transition to ACTIVE for port object d9dcdd04-1626-43d0-a9f8-d749573a8837 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:30.355417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1ab91fae-634a-451b-9933-7748673a4ea1 req-70ffed1c-5a73-48ac-9750-600b5e25f6a2 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Unset dirty status for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:30.356585 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ab91fae-634a-451b-9933-7748673a4ea1 req-70ffed1c-5a73-48ac-9750-600b5e25f6a2 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 931 time: 0.3309269 Feb 28 11:58:30.401562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1ab91fae-634a-451b-9933-7748673a4ea1 req-cc2ed002-59d4-43ef-b0ad-b935b2a84e5d tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Synchronizing usage tracker for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:30.435711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.539739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1ab91fae-634a-451b-9933-7748673a4ea1 req-cc2ed002-59d4-43ef-b0ad-b935b2a84e5d tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Unset dirty status for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:30.540857 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ab91fae-634a-451b-9933-7748673a4ea1 req-cc2ed002-59d4-43ef-b0ad-b935b2a84e5d tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787570 Feb 28 11:58:30.557977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dcdd04-1626-43d0-a9f8-d749573a8837,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:30.661515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Attempting to bind port d9dcdd04-1626-43d0-a9f8-d749573a8837 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:30.661844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Attempting to bind port d9dcdd04-1626-43d0-a9f8-d749573a8837 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '47e380c1-f619-487d-9211-5cbac313641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:30.662166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Attempting to bind port d9dcdd04-1626-43d0-a9f8-d749573a8837 on network 819d5b6f-c33c-402f-b026-f5697754bddc {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:58:30.667818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Port d9dcdd04-1626-43d0-a9f8-d749573a8837 on network 819d5b6f-c33c-402f-b026-f5697754bddc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:58:30.668131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Attempting to bind port d9dcdd04-1626-43d0-a9f8-d749573a8837 on network 819d5b6f-c33c-402f-b026-f5697754bddc {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:58:30.674206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:58:30.674536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Checking segment: {'id': '47e380c1-f619-487d-9211-5cbac313641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:58:30.674948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Bound using segment: {'id': '47e380c1-f619-487d-9211-5cbac313641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:58:30.675364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Bound port: d9dcdd04-1626-43d0-a9f8-d749573a8837, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e380c1-f619-487d-9211-5cbac313641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:30.675701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.762728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] For port d9dcdd04-1626-43d0-a9f8-d749573a8837, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:58:30.765530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] For port d9dcdd04-1626-43d0-a9f8-d749573a8837, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9dcdd04-1626-43d0-a9f8-d749573a8837,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:58:30.855782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.917753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:30.919094 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] 10.222.0.57 "PUT /v2.0/ports/d9dcdd04-1626-43d0-a9f8-d749573a8837 HTTP/1.1" status: 200 len: 1093 time: 1.1099796 Feb 28 11:58:30.919520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3da0e984-28ac-4b65-b686-6d4ffec4f51f', 'tag': 'd9dcdd04-1626-43d0-a9f8-d749573a8837'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:58:30.934599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e971e-3d1e-4818-aa7d-6363ac4b8212 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dcdd04-1626-43d0-a9f8-d749573a8837,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:30.974968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3da0e984-28ac-4b65-b686-6d4ffec4f51f', 'tag': 'd9dcdd04-1626-43d0-a9f8-d749573a8837', 'status': 'completed', 'code': 200} Feb 28 11:58:31.067873 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0559a83-8db5-413d-81ca-1ab24281710e req-e9c007b6-ae64-422d-b7fa-9714c1380b5f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba839b1b05f84127ba1d8424825c1553&device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 1096 time: 0.0720162 Feb 28 11:58:31.203534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0559a83-8db5-413d-81ca-1ab24281710e req-4e8d3a1f-48a8-4dea-9566-dcd8806af348 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:31.204955 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0559a83-8db5-413d-81ca-1ab24281710e req-4e8d3a1f-48a8-4dea-9566-dcd8806af348 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ba839b1b05f84127ba1d8424825c1553&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1312017 Feb 28 11:58:31.428204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0559a83-8db5-413d-81ca-1ab24281710e req-666b3ade-3788-4acc-8d4a-14c45394a3bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:31.429553 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0559a83-8db5-413d-81ca-1ab24281710e req-666b3ade-3788-4acc-8d4a-14c45394a3bc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188656 Feb 28 11:58:31.530436 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-f398a764-e71d-4c7c-93e7-b0c7ea0f4ed0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba839b1b05f84127ba1d8424825c1553&device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 1096 time: 0.0668573 Feb 28 11:58:31.604342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-55a84cbe-3f0f-4de3-8a36-6980aeba90c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9dcdd04-1626-43d0-a9f8-d749573a8837 HTTP/1.1" status: 200 len: 217 time: 0.0660069 Feb 28 11:58:31.675785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-3b1f433b-af6f-4233-acc3-fe5359b457f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:31.677777 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-3b1f433b-af6f-4233-acc3-fe5359b457f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32e08ee1-ef9c-4eab-8638-2e8562c2d591 HTTP/1.1" status: 200 len: 854 time: 0.0678380 Feb 28 11:58:31.764435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-473a068c-5357-41c5-ac61-07b134c65164 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=819d5b6f-c33c-402f-b026-f5697754bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462682 Feb 28 11:58:31.877521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883ce24-e261-44fa-bffe-a8e1403bc60f req-1e069098-bf13-4e97-bb4d-803d38841e0e tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:31.878979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3883ce24-e261-44fa-bffe-a8e1403bc60f req-1e069098-bf13-4e97-bb4d-803d38841e0e tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 943 time: 0.1979473 Feb 28 11:58:31.950211 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-cad502c0-b4a1-4847-a350-7590790ee983 service neutron] 10.222.0.57 "GET /v2.0/networks/819d5b6f-c33c-402f-b026-f5697754bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769297 Feb 28 11:58:31.954836 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3883ce24-e261-44fa-bffe-a8e1403bc60f req-7d74a845-e2ec-4546-b305-ba89ccbba20a tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683966 Feb 28 11:58:32.080252 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0d64ad5-c90e-47c1-90a3-0f79a2ae0fe7 req-1ed2e32c-dd41-49ae-a2ec-8f622805387d service neutron] 10.222.0.57 "GET /v2.0/networks/819d5b6f-c33c-402f-b026-f5697754bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244926 Feb 28 11:58:33.153052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b10788-bec7-4c64-8119-77b1d2e70daa req-f80d77dd-6830-4aee-9323-db23e1549c8b tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:33.154483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f9b10788-bec7-4c64-8119-77b1d2e70daa req-f80d77dd-6830-4aee-9323-db23e1549c8b tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 943 time: 0.0802925 Feb 28 11:58:33.199352 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f9b10788-bec7-4c64-8119-77b1d2e70daa req-a8528ad2-a1a2-4540-bf29-52afc352c23b tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393074 Feb 28 11:58:34.155846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:34.388383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd222729-c542-4a56-bfae-bbb0236ff9b6 req-c27b0c93-b751-4f52-ac33-2960bd52f49c tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:34.389788 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd222729-c542-4a56-bfae-bbb0236ff9b6 req-c27b0c93-b751-4f52-ac33-2960bd52f49c tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 943 time: 0.0751429 Feb 28 11:58:34.436795 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd222729-c542-4a56-bfae-bbb0236ff9b6 req-d254949e-1d4b-480f-a1d3-738cd896210c tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415530 Feb 28 11:58:34.899652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9dcdd04-1626-43d0-a9f8-d749573a8837 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:58:35.030502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9dcdd04-1626-43d0-a9f8-d749573a8837, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9dcdd04-1626-43d0-a9f8-d749573a8837,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:35.044761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'd9dcdd04-1626-43d0-a9f8-d749573a8837', 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc', 'port_id': 'd9dcdd04-1626-43d0-a9f8-d749573a8837', 'mac_address': 'fa:16:3e:74:23:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e08ee1-ef9c-4eab-8638-2e8562c2d591', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:58:35.098099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.115668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dcdd04-1626-43d0-a9f8-d749573a8837 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:58:35.130780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9dcdd04-1626-43d0-a9f8-d749573a8837, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9dcdd04-1626-43d0-a9f8-d749573a8837,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:35.182252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:35.249850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d9dcdd04-1626-43d0-a9f8-d749573a8837,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:35.387626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d9dcdd04-1626-43d0-a9f8-d749573a8837'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:58:35.631520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ccf596-019e-4486-864d-49dbf1e0799e req-c13b6ba1-9743-4825-baed-ba20c6fb922d tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:35.633030 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1ccf596-019e-4486-864d-49dbf1e0799e req-c13b6ba1-9743-4825-baed-ba20c6fb922d tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 944 time: 0.0755002 Feb 28 11:58:35.677938 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1ccf596-019e-4486-864d-49dbf1e0799e req-6fe56a01-f05c-4876-88b9-c0ad43424935 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392985 Feb 28 11:58:36.888119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43917fcd-5df8-44d3-a739-59527964aea1 req-00958abe-4a89-4ba5-b355-a13e94502d79 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:36.889538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43917fcd-5df8-44d3-a739-59527964aea1 req-00958abe-4a89-4ba5-b355-a13e94502d79 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 944 time: 0.0793357 Feb 28 11:58:36.915848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9dcdd04-1626-43d0-a9f8-d749573a8837 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:36.935816 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43917fcd-5df8-44d3-a739-59527964aea1 req-60ce5079-ed6c-43d3-a592-69ceeb87d889 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408156 Feb 28 11:58:37.073054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port d9dcdd04-1626-43d0-a9f8-d749573a8837 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:37.077769 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port d9dcdd04-1626-43d0-a9f8-d749573a8837 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:37.083894 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.213674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.239577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da0e984-28ac-4b65-b686-6d4ffec4f51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dcdd04-1626-43d0-a9f8-d749573a8837'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:58:37.249242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d9dcdd04-1626-43d0-a9f8-d749573a8837, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9dcdd04-1626-43d0-a9f8-d749573a8837,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:37.295763 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da0e984-28ac-4b65-b686-6d4ffec4f51f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dcdd04-1626-43d0-a9f8-d749573a8837', 'code': 200} Feb 28 11:58:37.313080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:37.377729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d9dcdd04-1626-43d0-a9f8-d749573a8837,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:37.664058 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ee840b45-66e7-4e0b-8f3e-8e6676f71b3a req-9f62380c-1188-44b6-9a72-92bddc20a858 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 1098 time: 0.0693901 Feb 28 11:58:37.704209 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ee840b45-66e7-4e0b-8f3e-8e6676f71b3a req-8c8c2cd7-eb28-4b06-a02c-3d2edf879b8c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349603 Feb 28 11:58:38.132460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6d002-5f25-4e6a-b69e-6f4f8edb23f7 req-5c0b465e-d3ea-431c-b82e-a9f2b5b53993 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:38.133890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-14a6d002-5f25-4e6a-b69e-6f4f8edb23f7 req-5c0b465e-d3ea-431c-b82e-a9f2b5b53993 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0784993 Feb 28 11:58:38.179286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-14a6d002-5f25-4e6a-b69e-6f4f8edb23f7 req-3593d7b0-308a-44e2-97a9-569d73af8ee9 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390599 Feb 28 11:58:39.372846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d77476-d509-4250-bdd0-024849f7fe01 req-e0504ac5-e66c-404f-b68c-8f69bee3e3f1 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:39.374262 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37d77476-d509-4250-bdd0-024849f7fe01 req-e0504ac5-e66c-404f-b68c-8f69bee3e3f1 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0746753 Feb 28 11:58:39.422874 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-37d77476-d509-4250-bdd0-024849f7fe01 req-5a546ece-17c1-4726-b3bc-30b888a2dd77 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430756 Feb 28 11:58:39.712142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-cda20df2-23cd-463e-a57d-62f34a12596a tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:39.714351 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-cda20df2-23cd-463e-a57d-62f34a12596a tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/networks?id=819d5b6f-c33c-402f-b026-f5697754bddc HTTP/1.1" status: 200 len: 814 time: 0.1425755 Feb 28 11:58:39.730354 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-5d712e44-fd7a-42e6-805e-04bfd667b0f2 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/quotas/ba839b1b05f84127ba1d8424825c1553 HTTP/1.1" status: 200 len: 375 time: 0.0106947 Feb 28 11:58:39.804629 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-40fd6f28-ffb1-4e64-a207-b1127a6c6316 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba839b1b05f84127ba1d8424825c1553&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0695882 Feb 28 11:58:40.013760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-cbea2193-ee80-4ef2-a96d-a7e8e19a1607 service neutron] 10.222.0.31 "GET /v2.0/networks/819d5b6f-c33c-402f-b026-f5697754bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025955 Feb 28 11:58:40.144435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-ecf0e131-1c93-4a6f-a2f1-d7dff523c2de service neutron] 10.222.0.31 "GET /v2.0/networks/819d5b6f-c33c-402f-b026-f5697754bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248801 Feb 28 11:58:40.376362 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-141da08a-6c08-4cbb-9f15-b9e8e9da4ab0 req-68d83d9b-a79e-4ee8-b6c8-25c9d3272f25 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 210 time: 0.0418448 Feb 28 11:58:41.540275 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc7406a3-c72f-4acc-bd2f-2e4ff2c0d462 req-2bf2c012-4c2e-4f97-aac2-bf46fef637ba tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 210 time: 0.0449467 Feb 28 11:58:42.184984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-5525fb46-780d-4206-8ae6-06f6634caed7 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:42.186278 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-5525fb46-780d-4206-8ae6-06f6634caed7 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.57 "GET /v2.0/networks?id=819d5b6f-c33c-402f-b026-f5697754bddc HTTP/1.1" status: 200 len: 814 time: 0.1412396 Feb 28 11:58:42.203641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Request body: {'port': {'device_id': '84d72a20-937b-4710-ba90-39e4c9f97923', 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc', 'admin_state_up': True, 'tenant_id': 'ba839b1b05f84127ba1d8424825c1553'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:58:42.342622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:58:42.351961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:58:42.421859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Made reservation on behalf of ba839b1b05f84127ba1d8424825c1553 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:58:42.424873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:42.584179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Allocated IP 172.20.0.11 (819d5b6f-c33c-402f-b026-f5697754bddc/32e08ee1-ef9c-4eab-8638-2e8562c2d591/fffc37b9-8cce-48aa-98fb-fcf19d04cb63) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:58:42.759678 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3416e574-7cda-4c28-9090-93ba075c6c31 req-4693c5ca-dd95-44ca-b6a7-1d5f02319ed7 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 210 time: 0.0535126 Feb 28 11:58:42.823175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:42.913469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:42.925615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d9dcdd04-1626-43d0-a9f8-d749573a8837'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:58:42.985689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Network 819d5b6f-c33c-402f-b026-f5697754bddc is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:58:42.988552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:58:42.991475 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:58:43.030361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Pushing event updated for resources: {'Port': ['ID=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:43.056218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:43.056820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.130829 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-44123a83-af00-466e-ba4f-cab5b7f1cd60 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9321620 Feb 28 11:58:43.142769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Request body: {'port': {'device_id': '84d72a20-937b-4710-ba90-39e4c9f97923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:58:43.252915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.591510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffc37b9-8cce-48aa-98fb-fcf19d04cb63 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:58:43.598154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.612977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Transition to ACTIVE for port object fffc37b9-8cce-48aa-98fb-fcf19d04cb63 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:58:43.678863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:43.895543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Pushing event updated for resources: {'Port': ['ID=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:44.062226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d259261-dda5-4a23-9dbf-9d11b55cb04a req-403633cd-56e3-4f8e-be00-be6e47e74c33 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:44.062925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9d259261-dda5-4a23-9dbf-9d11b55cb04a req-403633cd-56e3-4f8e-be00-be6e47e74c33 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Synchronizing usage tracker for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:44.065363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Attempting to bind port fffc37b9-8cce-48aa-98fb-fcf19d04cb63 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:58:44.065706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Attempting to bind port fffc37b9-8cce-48aa-98fb-fcf19d04cb63 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '47e380c1-f619-487d-9211-5cbac313641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:58:44.066048 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Attempting to bind port fffc37b9-8cce-48aa-98fb-fcf19d04cb63 on network 819d5b6f-c33c-402f-b026-f5697754bddc {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:58:44.079733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Port fffc37b9-8cce-48aa-98fb-fcf19d04cb63 on network 819d5b6f-c33c-402f-b026-f5697754bddc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 11:58:44.080047 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Attempting to bind port fffc37b9-8cce-48aa-98fb-fcf19d04cb63 on network 819d5b6f-c33c-402f-b026-f5697754bddc {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:58:44.086780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:58:44.087143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Checking segment: {'id': '47e380c1-f619-487d-9211-5cbac313641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:58:44.087517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Bound using segment: {'id': '47e380c1-f619-487d-9211-5cbac313641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:58:44.087930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Bound port: fffc37b9-8cce-48aa-98fb-fcf19d04cb63, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47e380c1-f619-487d-9211-5cbac313641d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 747, 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:58:44.088277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:44.147451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9d259261-dda5-4a23-9dbf-9d11b55cb04a req-403633cd-56e3-4f8e-be00-be6e47e74c33 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Unset dirty status for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:44.148529 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d259261-dda5-4a23-9dbf-9d11b55cb04a req-403633cd-56e3-4f8e-be00-be6e47e74c33 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 944 time: 0.2631521 Feb 28 11:58:44.202378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] For port fffc37b9-8cce-48aa-98fb-fcf19d04cb63, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:58:44.215060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] For port fffc37b9-8cce-48aa-98fb-fcf19d04cb63, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:58:44.218460 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d259261-dda5-4a23-9dbf-9d11b55cb04a req-f3fb1cc9-1ad7-4a8a-832f-d74978ad9c6e tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626316 Feb 28 11:58:44.273570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:44.336789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:44.338119 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] 10.222.0.57 "PUT /v2.0/ports/fffc37b9-8cce-48aa-98fb-fcf19d04cb63 HTTP/1.1" status: 200 len: 1094 time: 1.1993380 Feb 28 11:58:44.338557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84d72a20-937b-4710-ba90-39e4c9f97923', 'tag': 'fffc37b9-8cce-48aa-98fb-fcf19d04cb63'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:58:44.359142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4ccf5-8865-4c5c-80ca-1591b2c8a2fc service neutron] Pushing event updated for resources: {'Port': ['ID=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:44.396108 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84d72a20-937b-4710-ba90-39e4c9f97923', 'tag': 'fffc37b9-8cce-48aa-98fb-fcf19d04cb63', 'status': 'completed', 'code': 200} Feb 28 11:58:44.484055 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ceae62a-b1ef-4843-a290-b658166668b2 req-cefbbca9-f53c-4b17-ac04-a775457cb9aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba839b1b05f84127ba1d8424825c1553&device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 1097 time: 0.0678358 Feb 28 11:58:44.619311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceae62a-b1ef-4843-a290-b658166668b2 req-0589a001-f931-4bbd-ad50-6f878a84021d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:44.620711 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ceae62a-b1ef-4843-a290-b658166668b2 req-0589a001-f931-4bbd-ad50-6f878a84021d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ba839b1b05f84127ba1d8424825c1553&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1301610 Feb 28 11:58:44.752142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceae62a-b1ef-4843-a290-b658166668b2 req-436fc045-7fe4-4b73-bfcc-f8c8e6238889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:44.753455 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ceae62a-b1ef-4843-a290-b658166668b2 req-436fc045-7fe4-4b73-bfcc-f8c8e6238889 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1276424 Feb 28 11:58:44.859644 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-198de87a-e7aa-4cb2-8706-5602dd23fef9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ba839b1b05f84127ba1d8424825c1553&device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 1097 time: 0.0719199 Feb 28 11:58:44.878924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-43adeac6-abd8-402a-953e-3df12a6c9fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:44.926548 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-7da3a7fb-d9f3-457d-8b33-ea8b15d499d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fffc37b9-8cce-48aa-98fb-fcf19d04cb63 HTTP/1.1" status: 200 len: 217 time: 0.0597880 Feb 28 11:58:44.988955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-0a145095-dbb5-4be3-993e-a486db3cdc9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:44.990735 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-0a145095-dbb5-4be3-993e-a486db3cdc9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=32e08ee1-ef9c-4eab-8638-2e8562c2d591 HTTP/1.1" status: 200 len: 854 time: 0.0593157 Feb 28 11:58:45.034892 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-d96c6fba-d3d6-4561-b758-e176c5d7f5ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=819d5b6f-c33c-402f-b026-f5697754bddc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385590 Feb 28 11:58:45.182690 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-43052908-caf8-4f76-90a5-80c7eb6edfde service neutron] 10.222.0.57 "GET /v2.0/networks/819d5b6f-c33c-402f-b026-f5697754bddc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416371 Feb 28 11:58:45.317326 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1f2460-f025-4895-9f8a-c6c3fc07eb6d req-2b0a8d61-5bd7-42fb-a78d-3d187b2499f8 service neutron] 10.222.0.57 "GET /v2.0/networks/819d5b6f-c33c-402f-b026-f5697754bddc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284258 Feb 28 11:58:45.415115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f5488-5172-4d43-a116-6079b894e37d req-900bb693-e68e-4582-80f1-159572824582 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:45.416523 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-974f5488-5172-4d43-a116-6079b894e37d req-900bb693-e68e-4582-80f1-159572824582 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 944 time: 0.0789084 Feb 28 11:58:45.461278 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-974f5488-5172-4d43-a116-6079b894e37d req-28c83efb-65e5-48b3-9d2d-8145cd04f966 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385725 Feb 28 11:58:46.653452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4df2c0-c8dd-4c21-ba82-70064f1c59b3 req-760931d4-c81a-43e9-8836-25c153c7be3f tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:46.654926 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb4df2c0-c8dd-4c21-ba82-70064f1c59b3 req-760931d4-c81a-43e9-8836-25c153c7be3f tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 944 time: 0.0759740 Feb 28 11:58:46.700268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb4df2c0-c8dd-4c21-ba82-70064f1c59b3 req-4408fd5b-86a5-4671-ae25-9de4805813a6 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398457 Feb 28 11:58:47.084309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2c9bc2f5-28ed-4970-bb99-e3525a141cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:47.975649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26756a-3547-4d4e-b733-24a8833c2a8c req-fb695226-f797-482c-b976-f6780ca5ad9c tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:47.977006 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b26756a-3547-4d4e-b733-24a8833c2a8c req-fb695226-f797-482c-b976-f6780ca5ad9c tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 944 time: 0.1609614 Feb 28 11:58:48.021929 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b26756a-3547-4d4e-b733-24a8833c2a8c req-44685d48-90b2-4288-879a-4b3a60f06b62 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392201 Feb 28 11:58:48.344685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:48.373134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:48.962830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device fffc37b9-8cce-48aa-98fb-fcf19d04cb63 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 11:58:49.096201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port fffc37b9-8cce-48aa-98fb-fcf19d04cb63, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:49.110479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'fffc37b9-8cce-48aa-98fb-fcf19d04cb63', 'network_id': '819d5b6f-c33c-402f-b026-f5697754bddc', 'port_id': 'fffc37b9-8cce-48aa-98fb-fcf19d04cb63', 'mac_address': 'fa:16:3e:fe:75:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 747, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32e08ee1-ef9c-4eab-8638-2e8562c2d591', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 11:58:49.167427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.184564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffc37b9-8cce-48aa-98fb-fcf19d04cb63 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 11:58:49.199246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port fffc37b9-8cce-48aa-98fb-fcf19d04cb63, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:49.217984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c84591-d9c7-44c2-81ca-42c462d59e35 req-b448cf96-084e-4669-a39f-0c7453afae33 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:49.219376 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-92c84591-d9c7-44c2-81ca-42c462d59e35 req-b448cf96-084e-4669-a39f-0c7453afae33 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 944 time: 0.0772536 Feb 28 11:58:49.263789 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-92c84591-d9c7-44c2-81ca-42c462d59e35 req-8d4aa87a-5205-4ec3-83ee-39f871484bc4 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Feb 28 11:58:49.270399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:49.336034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:49.344989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.345597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.345705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.345962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.346287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.346608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.346957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.347282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.347598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.347912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.348226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:58:49.491128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['fffc37b9-8cce-48aa-98fb-fcf19d04cb63'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:58:49.784544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:50.468760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d289cffb-8a56-4553-b5b7-255405eb370c req-613c7a76-beb3-468f-9faf-ac518987a381 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:50.470104 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d289cffb-8a56-4553-b5b7-255405eb370c req-613c7a76-beb3-468f-9faf-ac518987a381 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 945 time: 0.0786662 Feb 28 11:58:50.518635 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d289cffb-8a56-4553-b5b7-255405eb370c req-c7ba57b2-9269-44d3-a8a1-ebade3ffa230 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430841 Feb 28 11:58:50.978266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device fffc37b9-8cce-48aa-98fb-fcf19d04cb63 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:58:51.101600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port fffc37b9-8cce-48aa-98fb-fcf19d04cb63 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:58:51.106775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port fffc37b9-8cce-48aa-98fb-fcf19d04cb63 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:58:51.107179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:51.218606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:51.245264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d72a20-937b-4710-ba90-39e4c9f97923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffc37b9-8cce-48aa-98fb-fcf19d04cb63'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:58:51.254538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port fffc37b9-8cce-48aa-98fb-fcf19d04cb63, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:51.299812 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d72a20-937b-4710-ba90-39e4c9f97923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffc37b9-8cce-48aa-98fb-fcf19d04cb63', 'code': 200} Feb 28 11:58:51.330740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:51.397379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:51.722399 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5116b71-70a0-41d6-ac9a-98724206c5eb req-73ffbb52-1ac4-4736-a36b-560d71165533 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 1099 time: 0.1273818 Feb 28 11:58:51.735024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e799c6-15a2-4314-bd5e-142831e55ff5 req-3adaefd9-37e8-4638-8e16-84e82cdd5e47 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:51.736332 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58e799c6-15a2-4314-bd5e-142831e55ff5 req-3adaefd9-37e8-4638-8e16-84e82cdd5e47 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 946 time: 0.0968022 Feb 28 11:58:51.800915 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5116b71-70a0-41d6-ac9a-98724206c5eb req-6f0a1979-1728-414d-b105-7374daf24836 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636950 Feb 28 11:58:51.805298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-58e799c6-15a2-4314-bd5e-142831e55ff5 req-6c819d86-248c-4e4c-85d8-53570ec8f05e tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553367 Feb 28 11:58:53.008083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5c99e-4948-4e65-b93c-ba30310b6d85 req-a0fe5d7c-8f98-40fb-b424-8f48bbe13586 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:53.009454 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2fb5c99e-4948-4e65-b93c-ba30310b6d85 req-a0fe5d7c-8f98-40fb-b424-8f48bbe13586 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 946 time: 0.0795841 Feb 28 11:58:53.055470 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2fb5c99e-4948-4e65-b93c-ba30310b6d85 req-b006ea2e-1d84-4652-94b9-5ebc3573ca28 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398347 Feb 28 11:58:54.247165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46238ac5-e010-43cd-b9b7-6699037401d9 req-13641115-637c-47c0-b401-ff3cf11976dd tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:54.249112 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46238ac5-e010-43cd-b9b7-6699037401d9 req-13641115-637c-47c0-b401-ff3cf11976dd tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 946 time: 0.0759594 Feb 28 11:58:54.296638 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46238ac5-e010-43cd-b9b7-6699037401d9 req-8229c664-6517-48af-96bf-1325cc7f1c7b tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421240 Feb 28 11:58:54.398159 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:58:54.876029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe949dd-087e-432b-ab5d-0ec533139a3c req-2d8ccd9c-e2d0-4315-8738-2ed7fa3b7b27 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:54.877433 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbe949dd-087e-432b-ab5d-0ec533139a3c req-2d8ccd9c-e2d0-4315-8738-2ed7fa3b7b27 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 946 time: 0.0754719 Feb 28 11:58:54.921551 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbe949dd-087e-432b-ab5d-0ec533139a3c req-173e3726-b1cc-4df4-8bc9-3060c21f2e42 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386665 Feb 28 11:58:56.167425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16cf4ae-67b7-4f2d-b99d-4ab69bac43ec req-79e2a1eb-4bfd-42e7-aa8f-34687e45ae45 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:56.168855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a16cf4ae-67b7-4f2d-b99d-4ab69bac43ec req-79e2a1eb-4bfd-42e7-aa8f-34687e45ae45 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 946 time: 0.1247537 Feb 28 11:58:56.225916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fd352-638a-4319-8f44-2d49534985b6 req-0e3e912d-f7f7-4356-b727-532b149ab7d3 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:56.227330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-958fd352-638a-4319-8f44-2d49534985b6 req-0e3e912d-f7f7-4356-b727-532b149ab7d3 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.57 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 946 time: 0.1325414 Feb 28 11:58:56.232526 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a16cf4ae-67b7-4f2d-b99d-4ab69bac43ec req-4ad7adec-5a62-4843-8748-bdefe26848b6 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562298 Feb 28 11:58:56.300580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-958fd352-638a-4319-8f44-2d49534985b6 req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Deleting port fffc37b9-8cce-48aa-98fb-fcf19d04cb63 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:58:56.300916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-958fd352-638a-4319-8f44-2d49534985b6 req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:56.535716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-958fd352-638a-4319-8f44-2d49534985b6 req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] For port fffc37b9-8cce-48aa-98fb-fcf19d04cb63, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:58:56.535986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-958fd352-638a-4319-8f44-2d49534985b6 req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:56.658119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-958fd352-638a-4319-8f44-2d49534985b6 req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Calling delete_port for fffc37b9-8cce-48aa-98fb-fcf19d04cb63 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:58:56.862380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-958fd352-638a-4319-8f44-2d49534985b6 req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:56.873425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d9dcdd04-1626-43d0-a9f8-d749573a8837', 'fffc37b9-8cce-48aa-98fb-fcf19d04cb63'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:58:56.914965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Pushing event deleted for resources: {'Port': ['ID=fffc37b9-8cce-48aa-98fb-fcf19d04cb63,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:58:56.983757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-958fd352-638a-4319-8f44-2d49534985b6 req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] No DVR routers for this DVR port fffc37b9-8cce-48aa-98fb-fcf19d04cb63 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:58:56.986181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-958fd352-638a-4319-8f44-2d49534985b6 req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:58:56.988836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84d72a20-937b-4710-ba90-39e4c9f97923', 'name': 'network-vif-deleted', 'tag': 'fffc37b9-8cce-48aa-98fb-fcf19d04cb63'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:58:57.044984 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84d72a20-937b-4710-ba90-39e4c9f97923', 'name': 'network-vif-deleted', 'tag': 'fffc37b9-8cce-48aa-98fb-fcf19d04cb63', 'status': 'completed', 'code': 200} Feb 28 11:58:57.083005 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-958fd352-638a-4319-8f44-2d49534985b6 req-36fd7353-ebb5-4554-be37-8eae70a42182 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.57 "DELETE /v2.0/ports/fffc37b9-8cce-48aa-98fb-fcf19d04cb63 HTTP/1.1" status: 204 len: 173 time: 0.8490374 Feb 28 11:58:57.394713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2af0e13e-8cb2-44cd-ab80-d11e84a6cac3 req-5743146f-1ce0-40b0-86a1-d8934004b06b tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Synchronizing usage tracker for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:58:57.478922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2af0e13e-8cb2-44cd-ab80-d11e84a6cac3 req-5743146f-1ce0-40b0-86a1-d8934004b06b tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Unset dirty status for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:58:57.480074 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2af0e13e-8cb2-44cd-ab80-d11e84a6cac3 req-5743146f-1ce0-40b0-86a1-d8934004b06b tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=84d72a20-937b-4710-ba90-39e4c9f97923 HTTP/1.1" status: 200 len: 210 time: 0.1298494 Feb 28 11:58:58.750120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36beb5-f269-41e4-a6d4-c125fe332cff req-933e8c71-0cc4-4269-98b0-a6e12e7814e0 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:58.751578 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af36beb5-f269-41e4-a6d4-c125fe332cff req-933e8c71-0cc4-4269-98b0-a6e12e7814e0 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0758736 Feb 28 11:58:58.795996 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af36beb5-f269-41e4-a6d4-c125fe332cff req-5260cd6c-549d-4f25-aaf0-1e5bb1d80458 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386236 Feb 28 11:58:59.019869 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11837612-a903-4f65-802b-7b09a7d68e43 req-22052dce-0199-4391-9359-7ce9998904ee tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:59.021311 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-11837612-a903-4f65-802b-7b09a7d68e43 req-22052dce-0199-4391-9359-7ce9998904ee tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0796525 Feb 28 11:58:59.067493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-11837612-a903-4f65-802b-7b09a7d68e43 req-95a0d9a9-ae70-4ea8-91a8-04a178ab1f58 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Feb 28 11:58:59.260659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b421c-a81e-4200-a088-4facfc0cef51 req-79dabd11-6916-47ec-9412-2267e2b3736e tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:59.262072 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f28b421c-a81e-4200-a088-4facfc0cef51 req-79dabd11-6916-47ec-9412-2267e2b3736e tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0747404 Feb 28 11:58:59.305934 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f28b421c-a81e-4200-a088-4facfc0cef51 req-455bb146-23b1-484e-b086-e6c30ed32d3f tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382819 Feb 28 11:58:59.505725 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-929ec29f-c100-48e7-9b5c-dcd9c68ae821 req-c0840428-51f6-4d04-8d6c-fea6671d675e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0701320 Feb 28 11:58:59.842715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69483fc-8253-41aa-9cd0-c4aaa0468774 req-3219cc7e-97fb-4d54-883f-aadc2023b6a3 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:58:59.844330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e69483fc-8253-41aa-9cd0-c4aaa0468774 req-3219cc7e-97fb-4d54-883f-aadc2023b6a3 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0750806 Feb 28 11:58:59.888905 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e69483fc-8253-41aa-9cd0-c4aaa0468774 req-b6d1be02-b079-49bd-868d-036b9876acda tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391741 Feb 28 11:59:00.164066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b400504-eee7-4cba-bff6-0c1bd8019d7c req-97ce241c-521d-44be-8ba8-e2e0560f6d62 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:00.165392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8b400504-eee7-4cba-bff6-0c1bd8019d7c req-97ce241c-521d-44be-8ba8-e2e0560f6d62 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.1593528 Feb 28 11:59:00.209158 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8b400504-eee7-4cba-bff6-0c1bd8019d7c req-a84587c0-7146-4049-bcc7-4e9a70601039 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Feb 28 11:59:00.422051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d371f3-ecc6-408d-a259-670970c6c04a req-c0d6673b-4d6b-44b0-95ba-950b8f27e055 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:00.423419 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71d371f3-ecc6-408d-a259-670970c6c04a req-c0d6673b-4d6b-44b0-95ba-950b8f27e055 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0784857 Feb 28 11:59:00.467229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71d371f3-ecc6-408d-a259-670970c6c04a req-b2f77c01-62ba-47b2-8847-48e46da8b691 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382695 Feb 28 11:59:01.010260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device fffc37b9-8cce-48aa-98fb-fcf19d04cb63 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:01.045010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: fffc37b9-8cce-48aa-98fb-fcf19d04cb63 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:59:01.045344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device fffc37b9-8cce-48aa-98fb-fcf19d04cb63 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:01.235130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288f821-8d71-4137-a2fb-6789c4bc6a4c req-22089404-51cc-4920-a0ae-4fd0f8ef0dfd tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:01.236536 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3288f821-8d71-4137-a2fb-6789c4bc6a4c req-22089404-51cc-4920-a0ae-4fd0f8ef0dfd tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0754578 Feb 28 11:59:01.280355 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3288f821-8d71-4137-a2fb-6789c4bc6a4c req-16737ece-71d5-494c-8a00-9f90bb762815 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380003 Feb 28 11:59:02.479189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17fa070-c64b-4eb3-b8b5-d8da0e7bb39f req-1d1e04e3-ef00-4dac-9ed9-edac6fb8edbb tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:02.480518 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f17fa070-c64b-4eb3-b8b5-d8da0e7bb39f req-1d1e04e3-ef00-4dac-9ed9-edac6fb8edbb tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0784812 Feb 28 11:59:02.556921 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f17fa070-c64b-4eb3-b8b5-d8da0e7bb39f req-0076de10-4c93-4687-b17a-70b12f64d46b tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/security-groups?id=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708628 Feb 28 11:59:02.597811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-eb88b167-77ec-41d7-8f9f-db83819a7dec tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:02.599228 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-eb88b167-77ec-41d7-8f9f-db83819a7dec tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.57 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 945 time: 0.0756674 Feb 28 11:59:02.671970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Deleting port d9dcdd04-1626-43d0-a9f8-d749573a8837 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:02.672317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:02.902617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] For port d9dcdd04-1626-43d0-a9f8-d749573a8837, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d9dcdd04-1626-43d0-a9f8-d749573a8837,segment=NetworkSegment(47e380c1-f619-487d-9211-5cbac313641d),segment_id=47e380c1-f619-487d-9211-5cbac313641d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:02.902990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:03.023464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Calling delete_port for d9dcdd04-1626-43d0-a9f8-d749573a8837 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:03.216682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:03.228914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d9dcdd04-1626-43d0-a9f8-d749573a8837'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 11:59:03.264655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Pushing event deleted for resources: {'Port': ['ID=d9dcdd04-1626-43d0-a9f8-d749573a8837,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:03.332001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] No DVR routers for this DVR port d9dcdd04-1626-43d0-a9f8-d749573a8837 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:03.336603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:03.336603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3da0e984-28ac-4b65-b686-6d4ffec4f51f', 'name': 'network-vif-deleted', 'tag': 'd9dcdd04-1626-43d0-a9f8-d749573a8837'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 11:59:03.391266 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3da0e984-28ac-4b65-b686-6d4ffec4f51f', 'name': 'network-vif-deleted', 'tag': 'd9dcdd04-1626-43d0-a9f8-d749573a8837', 'status': 'completed', 'code': 200} Feb 28 11:59:03.406585 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fd89c1f9-1f2f-42d6-8a24-eb685e359807 req-0bf85bd2-7d75-4a2f-ac34-a0762687a727 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.57 "DELETE /v2.0/ports/d9dcdd04-1626-43d0-a9f8-d749573a8837 HTTP/1.1" status: 204 len: 173 time: 0.8000612 Feb 28 11:59:03.727057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ed71f940-18ed-4b4d-baf3-9c7f4edc69b3 req-057763a7-b5fa-4868-9cee-d1b094432605 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Synchronizing usage tracker for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:59:03.804988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ed71f940-18ed-4b4d-baf3-9c7f4edc69b3 req-057763a7-b5fa-4868-9cee-d1b094432605 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] Unset dirty status for tenant:ba839b1b05f84127ba1d8424825c1553 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:59:03.806166 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed71f940-18ed-4b4d-baf3-9c7f4edc69b3 req-057763a7-b5fa-4868-9cee-d1b094432605 tempest-ServersNegativeTestJSON-1866605430 tempest-ServersNegativeTestJSON-1866605430-project] 10.222.0.31 "GET /v2.0/ports?device_id=3da0e984-28ac-4b65-b686-6d4ffec4f51f HTTP/1.1" status: 200 len: 210 time: 0.1240146 Feb 28 11:59:04.136702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:04.910111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59078) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:04.967899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Deleting subnet 32e08ee1-ef9c-4eab-8638-2e8562c2d591 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:59:04.970678 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.022141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.077809 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.205315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.246894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32e08ee1-ef9c-4eab-8638-2e8562c2d591,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:05.254236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.263216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.263590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.263923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.264252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.264575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.264898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.265216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.265534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.265873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.266186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.266498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:05.269875 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-abfe769c-eb01-43ec-ae78-4f4c85957137 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/32e08ee1-ef9c-4eab-8638-2e8562c2d591 HTTP/1.1" status: 204 len: 168 time: 0.3587821 Feb 28 11:59:05.272405 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59082) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:05.375031 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.494557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.520019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['819d5b6f-c33c-402f-b026-f5697754bddc']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:05.531728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47e380c1-f619-487d-9211-5cbac313641d') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:05.536385 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47e380c1-f619-487d-9211-5cbac313641d') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:05.542835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.558239 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.565483 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] Releasing vlan 747 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:05.565884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:05.579592 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:05.813379 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.828889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:05.839917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] Pushing event deleted for resources: {'Network': ['ID=819d5b6f-c33c-402f-b026-f5697754bddc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:05.911163 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-66218eb5-6a19-4ce8-81a6-cddea483bc60 admin admin] 10.222.0.31 "DELETE /v2.0/networks/819d5b6f-c33c-402f-b026-f5697754bddc HTTP/1.1" status: 204 len: 168 time: 0.6378040 Feb 28 11:59:06.298233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59088) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:06.346859 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7bd72d90-78bc-4328-8187-45be157c98f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba839b1b05f84127ba1d8424825c1553&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474164 Feb 28 11:59:06.349244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59092) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:06.407576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fbb223fb-dde7-49c8-9bc7-955fdf0ed898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:06.431917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fbb223fb-dde7-49c8-9bc7-955fdf0ed898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:06.553706 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fbb223fb-dde7-49c8-9bc7-955fdf0ed898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:06.570670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb223fb-dde7-49c8-9bc7-955fdf0ed898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ec69af-6bbb-47ef-b1bb-a3fa3c624d56,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:06.645117 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fbb223fb-dde7-49c8-9bc7-955fdf0ed898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:06.646283 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fbb223fb-dde7-49c8-9bc7-955fdf0ed898 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55ec69af-6bbb-47ef-b1bb-a3fa3c624d56 HTTP/1.1" status: 204 len: 168 time: 0.2961185 Feb 28 11:59:07.058546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9dcdd04-1626-43d0-a9f8-d749573a8837 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:07.091120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: d9dcdd04-1626-43d0-a9f8-d749573a8837 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:59:07.091494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d9dcdd04-1626-43d0-a9f8-d749573a8837 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:07.818200 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59114) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:07.943680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1190952184'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:07.948703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:07.953133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:network and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:07.955924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:07.961407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:08.042104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:08.045103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:08.058145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:08.089129 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:08.092798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:security_group_rule and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:08.095763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:08.101865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:08.166444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:08.262424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:08.297126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 720} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:59:08.302160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdff1870-ea01-44bc-bd19-f63a8a38ce52,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:08.308595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:08.308933 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Added segment 4fcd445e-17e4-4f4f-8adc-17341b4dc317 of type vlan for network d2d405c5-5897-40bf-8c0d-62f2877ca724 Feb 28 11:59:08.333847 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:08.476647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:08.480311 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:08.480882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:08.588115 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Network': ['ID=d2d405c5-5897-40bf-8c0d-62f2877ca724,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:08.598176 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network d2d405c5-5897-40bf-8c0d-62f2877ca724 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:59:08.655110 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-34350dd6-6464-40b0-afe8-8b07e8765df6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8348720 Feb 28 11:59:11.865794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59120) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:11.871696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'subnet': {'network_id': 'd2d405c5-5897-40bf-8c0d-62f2877ca724', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:11.979891 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:11.984081 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:subnet and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:11.986900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:11.992715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:12.096769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:12.200389 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:12.480138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:12.555436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Subnet': ['ID=70b8ad0a-1cbe-4e9f-b792-f30ccc5e54df,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:12.566776 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Checking segment: {'id': '4fcd445e-17e4-4f4f-8adc-17341b4dc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2d405c5-5897-40bf-8c0d-62f2877ca724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:12.567165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network hostable DHCP agents. Network: d2d405c5-5897-40bf-8c0d-62f2877ca724, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:59:12.699383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network d2d405c5-5897-40bf-8c0d-62f2877ca724 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:59:12.796473 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, d2d405c5-5897-40bf-8c0d-62f2877ca724) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:12.800458 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:12.801045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:12.804899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84739fbf-2f14-4da0-8596-e00f7655fee5 None None] Network d2d405c5-5897-40bf-8c0d-62f2877ca724 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:12.891998 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7637c54f-36dc-491c-b33e-6af64aa03e87 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0248260 Feb 28 11:59:12.895377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59124) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:12.901274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1589413250'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:12.906672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:12.912175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:network and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:12.913930 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:12.919901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:12.988802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:12.992184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.013484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-d2d405c5-5897-40bf-8c0d-62f2877ca724', 'network_id': 'd2d405c5-5897-40bf-8c0d-62f2877ca724', 'tenant_id': '8d433d93cf714d5c91ba84c8d5abf398', 'fixed_ips': [{'subnet_id': '70b8ad0a-1cbe-4e9f-b792-f30ccc5e54df'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:59:13.014298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.021918 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 735} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:59:13.031493 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.031831 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Added segment e6afb49b-682a-4a64-905b-0addfe7f8c6e of type vlan for network bf972cd8-9661-4b94-8078-8900b54f7786 Feb 28 11:59:13.061100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.160055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.163844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:13.164439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.199564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Allocated IP 2001:db8:0:ffff::2 (d2d405c5-5897-40bf-8c0d-62f2877ca724/70b8ad0a-1cbe-4e9f-b792-f30ccc5e54df/a7dd3643-8153-419c-8ece-a2f4afbae8ec) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:13.273540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Network': ['ID=bf972cd8-9661-4b94-8078-8900b54f7786,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:13.287472 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network bf972cd8-9661-4b94-8078-8900b54f7786 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:59:13.352066 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e88c28a7-f75f-4f69-b128-e6542aa8fe58 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4530003 Feb 28 11:59:13.352511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59128) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:13.357913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'subnet': {'network_id': 'bf972cd8-9661-4b94-8078-8900b54f7786', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:13.466550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:13.471120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:subnet and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:13.474410 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:13.480236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:13.490553 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.501206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Transition to ACTIVE for port object a7dd3643-8153-419c-8ece-a2f4afbae8ec will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:13.519208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Transition to ACTIVE for port object a7dd3643-8153-419c-8ece-a2f4afbae8ec will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:13.542571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:13.600452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.645607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.677079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Network d2d405c5-5897-40bf-8c0d-62f2877ca724 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:13.677904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Pushing event updated for resources: {'Port': ['ID=a7dd3643-8153-419c-8ece-a2f4afbae8ec,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:13.681485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:13.683755 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:13.783943 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Attempting to bind port a7dd3643-8153-419c-8ece-a2f4afbae8ec on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:13.784301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Attempting to bind port a7dd3643-8153-419c-8ece-a2f4afbae8ec by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '4fcd445e-17e4-4f4f-8adc-17341b4dc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2d405c5-5897-40bf-8c0d-62f2877ca724'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:13.784650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Attempting to bind port a7dd3643-8153-419c-8ece-a2f4afbae8ec on network d2d405c5-5897-40bf-8c0d-62f2877ca724 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:13.791241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:13.793302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Checking segment: {'id': '4fcd445e-17e4-4f4f-8adc-17341b4dc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2d405c5-5897-40bf-8c0d-62f2877ca724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:13.793302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.793302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Bound using segment: {'id': '4fcd445e-17e4-4f4f-8adc-17341b4dc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2d405c5-5897-40bf-8c0d-62f2877ca724'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:13.793302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Bound port: a7dd3643-8153-419c-8ece-a2f4afbae8ec, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fcd445e-17e4-4f4f-8adc-17341b4dc317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 720, 'network_id': 'd2d405c5-5897-40bf-8c0d-62f2877ca724'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:13.793717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.883797 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] For port a7dd3643-8153-419c-8ece-a2f4afbae8ec, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:13.886715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] For port a7dd3643-8153-419c-8ece-a2f4afbae8ec, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a7dd3643-8153-419c-8ece-a2f4afbae8ec,segment=NetworkSegment(4fcd445e-17e4-4f4f-8adc-17341b4dc317),segment_id=4fcd445e-17e4-4f4f-8adc-17341b4dc317)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:13.928715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:13.960544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.007918 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Subnet': ['ID=1bf20488-c7d5-41bc-9aa2-c152f9a74cc4,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:14.018498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Checking segment: {'id': 'e6afb49b-682a-4a64-905b-0addfe7f8c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 735, 'network_id': 'bf972cd8-9661-4b94-8078-8900b54f7786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:14.018974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network hostable DHCP agents. Network: bf972cd8-9661-4b94-8078-8900b54f7786, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:59:14.043604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb3be4-381e-470c-8b5b-0312982c6b73 None None] Pushing event updated for resources: {'Port': ['ID=a7dd3643-8153-419c-8ece-a2f4afbae8ec,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:14.116962 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network bf972cd8-9661-4b94-8078-8900b54f7786 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:59:14.196781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, bf972cd8-9661-4b94-8078-8900b54f7786) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:14.200751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:14.201336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.206035 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b863dbab-eadf-4c26-aa8b-254ae8e485fe None None] Network bf972cd8-9661-4b94-8078-8900b54f7786 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:14.286373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59132) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:14.286956 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-bc5fd0f9-c013-4bfd-8af0-ca3115f9b31f tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9331231 Feb 28 11:59:14.320154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a7dd3643-8153-419c-8ece-a2f4afbae8ec up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:14.431163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.495726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.518997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d5e4c2-4b58-44ec-866f-354878cd4d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-bf972cd8-9661-4b94-8078-8900b54f7786', 'network_id': 'bf972cd8-9661-4b94-8078-8900b54f7786', 'tenant_id': '8d433d93cf714d5c91ba84c8d5abf398', 'fixed_ips': [{'subnet_id': '1bf20488-c7d5-41bc-9aa2-c152f9a74cc4'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:59:14.519852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d7d5e4c2-4b58-44ec-866f-354878cd4d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.533756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port a7dd3643-8153-419c-8ece-a2f4afbae8ec completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:14.627009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.666063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Subnet': ['ID=1bf20488-c7d5-41bc-9aa2-c152f9a74cc4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:14.695571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.695914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.696249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.696578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.696899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.697223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.697542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.697868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.698186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.698553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.698940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server [None req-d7d5e4c2-4b58-44ec-866f-354878cd4d3d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bf20488-c7d5-41bc-9aa2-c152f9a74cc4: This subnet is being modified by another concurrent operation. Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise value Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server raise exception Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1bf20488-c7d5-41bc-9aa2-c152f9a74cc4: This subnet is being modified by another concurrent operation. Feb 28 11:59:14.701149 dv-neutron-830866-1-hyperv neutron-server[84340]: ERROR oslo_messaging.rpc.server Feb 28 11:59:14.728789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07786f4f-fa78-47df-877a-c521dc04e61e None None] Network bf972cd8-9661-4b94-8078-8900b54f7786 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:14.880841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.907899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf972cd8-9661-4b94-8078-8900b54f7786']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:14.920002 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1d533ac0-0266-486c-8160-8ab935e95f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.921415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6afb49b-682a-4a64-905b-0addfe7f8c6e') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:14.921712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6afb49b-682a-4a64-905b-0addfe7f8c6e') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:14.933806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.950461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.957060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Releasing vlan 735 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:14.961347 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:14.971698 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:15.015729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4da0f5-8751-4e67-876a-c9c3ce923651 None None] Network d2d405c5-5897-40bf-8c0d-62f2877ca724 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:15.122393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.126697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.152444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Network': ['ID=bf972cd8-9661-4b94-8078-8900b54f7786,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:15.160153 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-006021bc-39d0-4681-abf3-6278b17763de tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/networks/bf972cd8-9661-4b94-8078-8900b54f7786 HTTP/1.1" status: 204 len: 168 time: 0.8692098 Feb 28 11:59:15.160508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59136) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:15.165946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659756370'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:15.170900 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:15.175498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:network and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:15.178296 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:15.184000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:15.213461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cf62a383-6085-4ae3-987f-b13bf5fc67d3 None None] Provisioning for port a7dd3643-8153-419c-8ece-a2f4afbae8ec completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:15.224594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-cf62a383-6085-4ae3-987f-b13bf5fc67d3 None None] Provisioning complete for port a7dd3643-8153-419c-8ece-a2f4afbae8ec triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:15.225036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf62a383-6085-4ae3-987f-b13bf5fc67d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.262797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:15.266046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.296638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 713} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:59:15.305424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.305768 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Added segment 8d8bacd7-3345-4fae-8dcf-41898923c1ff of type vlan for network 6bfeed6c-cc57-46f2-9672-a4a544d6257f Feb 28 11:59:15.331660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.397390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf62a383-6085-4ae3-987f-b13bf5fc67d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.432742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-cf62a383-6085-4ae3-987f-b13bf5fc67d3 None None] For port a7dd3643-8153-419c-8ece-a2f4afbae8ec, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a7dd3643-8153-419c-8ece-a2f4afbae8ec,segment=NetworkSegment(4fcd445e-17e4-4f4f-8adc-17341b4dc317),segment_id=4fcd445e-17e4-4f4f-8adc-17341b4dc317)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:15.454655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.458465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:15.459063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.517111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cf62a383-6085-4ae3-987f-b13bf5fc67d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.549259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e5efa8-b892-464d-afc8-2ed58e2361d2 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:59:15.565911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Network': ['ID=6bfeed6c-cc57-46f2-9672-a4a544d6257f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:15.583170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 6bfeed6c-cc57-46f2-9672-a4a544d6257f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:59:15.612039 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-419de805-39d7-4fa2-9e0a-4bbc43ebe1fe tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4479985 Feb 28 11:59:15.612249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59140) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:15.618064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'subnet': {'network_id': '6bfeed6c-cc57-46f2-9672-a4a544d6257f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:15.727993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:15.731985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:subnet and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:15.735018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:15.740731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:15.743259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf62a383-6085-4ae3-987f-b13bf5fc67d3 None None] Pushing event updated for resources: {'Port': ['ID=a7dd3643-8153-419c-8ece-a2f4afbae8ec,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:15.771292 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ff14ff84-4658-43d1-a4c8-2fcd9e682d05 None None] Provisioning complete for port a7dd3643-8153-419c-8ece-a2f4afbae8ec triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:15.771599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff14ff84-4658-43d1-a4c8-2fcd9e682d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:15.800140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e5efa8-b892-464d-afc8-2ed58e2361d2 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:59:15.819555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:15.920256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:16.011388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.ipam_backend_mixin [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Performing IP validity checks on allocation pools {{(pid=84339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 11:59:16.011931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.ipam_backend_mixin [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84339) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 11:59:16.196688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:16.278895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a7dd3643-8153-419c-8ece-a2f4afbae8ec up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:16.285902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Subnet': ['ID=7ef4b7ed-5c70-4551-be3d-752fd93fde7a,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:16.291935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Checking segment: {'id': '8d8bacd7-3345-4fae-8dcf-41898923c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6bfeed6c-cc57-46f2-9672-a4a544d6257f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:16.292276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network hostable DHCP agents. Network: 6bfeed6c-cc57-46f2-9672-a4a544d6257f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:59:16.345197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a7dd3643-8153-419c-8ece-a2f4afbae8ec triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:16.345557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:16.393913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network 6bfeed6c-cc57-46f2-9672-a4a544d6257f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:59:16.456998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 6bfeed6c-cc57-46f2-9672-a4a544d6257f) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:16.461718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:16.462419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:16.467479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb1e1d6-ab22-4a22-84b4-e3fbcea7a330 None None] Network 6bfeed6c-cc57-46f2-9672-a4a544d6257f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:16.534618 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7659d86d-0867-457f-a6f0-8e782c5a729a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9213700 Feb 28 11:59:16.537183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59144) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:16.675811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:16.691588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-6bfeed6c-cc57-46f2-9672-a4a544d6257f', 'network_id': '6bfeed6c-cc57-46f2-9672-a4a544d6257f', 'tenant_id': '8d433d93cf714d5c91ba84c8d5abf398', 'fixed_ips': [{'subnet_id': '7ef4b7ed-5c70-4551-be3d-752fd93fde7a'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:59:16.692564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:16.752487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:16.855270 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Allocated IP 2001:db8::3 (6bfeed6c-cc57-46f2-9672-a4a544d6257f/7ef4b7ed-5c70-4551-be3d-752fd93fde7a/cbbf1c65-1046-4918-88c3-ad97987005f1) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:17.078110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.088271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Transition to ACTIVE for port object cbbf1c65-1046-4918-88c3-ad97987005f1 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:17.110402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0830be02-efab-475e-be77-ea447d5a0214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.112175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Transition to ACTIVE for port object cbbf1c65-1046-4918-88c3-ad97987005f1 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:17.206279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.273380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Network 6bfeed6c-cc57-46f2-9672-a4a544d6257f is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:17.276085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:17.278437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:17.285622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Pushing event updated for resources: {'Port': ['ID=cbbf1c65-1046-4918-88c3-ad97987005f1,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:17.286296 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.326861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Subnet': ['ID=7ef4b7ed-5c70-4551-be3d-752fd93fde7a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:17.413294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Attempting to bind port cbbf1c65-1046-4918-88c3-ad97987005f1 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:17.413659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Attempting to bind port cbbf1c65-1046-4918-88c3-ad97987005f1 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '8d8bacd7-3345-4fae-8dcf-41898923c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6bfeed6c-cc57-46f2-9672-a4a544d6257f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:17.414014 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Attempting to bind port cbbf1c65-1046-4918-88c3-ad97987005f1 on network 6bfeed6c-cc57-46f2-9672-a4a544d6257f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:17.420442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:17.421528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Checking segment: {'id': '8d8bacd7-3345-4fae-8dcf-41898923c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6bfeed6c-cc57-46f2-9672-a4a544d6257f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:17.421880 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.422132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Bound using segment: {'id': '8d8bacd7-3345-4fae-8dcf-41898923c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6bfeed6c-cc57-46f2-9672-a4a544d6257f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:17.422584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Bound port: cbbf1c65-1046-4918-88c3-ad97987005f1, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d8bacd7-3345-4fae-8dcf-41898923c1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 713, 'network_id': '6bfeed6c-cc57-46f2-9672-a4a544d6257f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:17.422974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.425206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.450493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfeed6c-cc57-46f2-9672-a4a544d6257f']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:17.463133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8bacd7-3345-4fae-8dcf-41898923c1ff') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:17.463431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8bacd7-3345-4fae-8dcf-41898923c1ff') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:17.475008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.490680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.496919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:17.497302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.509306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] For port cbbf1c65-1046-4918-88c3-ad97987005f1, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:17.512046 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:17.589960 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] For port cbbf1c65-1046-4918-88c3-ad97987005f1, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cbbf1c65-1046-4918-88c3-ad97987005f1,segment=NetworkSegment(8d8bacd7-3345-4fae-8dcf-41898923c1ff),segment_id=8d8bacd7-3345-4fae-8dcf-41898923c1ff)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:17.619613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:59:17.619613 dv-neutron-830866-1-hyperv neutron-server[84339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:59:17.619613 dv-neutron-830866-1-hyperv neutron-server[84339]: [parameters: {'id': '6bfeed6c-cc57-46f2-9672-a4a544d6257f'}] Feb 28 11:59:17.619613 dv-neutron-830866-1-hyperv neutron-server[84339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:59:17.620044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:59:17.646064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:17.755026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6eb202-8f6d-42bf-98ff-39c7647f21ed None None] Pushing event updated for resources: {'Port': ['ID=cbbf1c65-1046-4918-88c3-ad97987005f1,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:17.792484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0d9773-d98d-4a60-9ebf-51ad6bc556a6 None None] Network 6bfeed6c-cc57-46f2-9672-a4a544d6257f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:17.980145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5890e4-6815-44eb-9a25-9517d4bc3362 None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:59:18.062609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5890e4-6815-44eb-9a25-9517d4bc3362 None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:59:18.121272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.132606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Deleting port cbbf1c65-1046-4918-88c3-ad97987005f1 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:18.132936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.361601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.408268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.434808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] For port cbbf1c65-1046-4918-88c3-ad97987005f1, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=cbbf1c65-1046-4918-88c3-ad97987005f1,segment=NetworkSegment(8d8bacd7-3345-4fae-8dcf-41898923c1ff),segment_id=8d8bacd7-3345-4fae-8dcf-41898923c1ff)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:18.435393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.554060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Calling delete_port for cbbf1c65-1046-4918-88c3-ad97987005f1 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:18.697130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.744545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Port': ['ID=cbbf1c65-1046-4918-88c3-ad97987005f1,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:18.748355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No DVR routers for this DVR port cbbf1c65-1046-4918-88c3-ad97987005f1 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:18.867389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.892901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfeed6c-cc57-46f2-9672-a4a544d6257f']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:18.904373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d8bacd7-3345-4fae-8dcf-41898923c1ff') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:18.904662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d8bacd7-3345-4fae-8dcf-41898923c1ff') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:18.915973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.931827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.937738 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Releasing vlan 713 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:18.938106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:18.951735 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:19.114333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.131186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.144351 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Network': ['ID=6bfeed6c-cc57-46f2-9672-a4a544d6257f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:19.148499 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0e0c2512-2d04-4658-bf58-a7cacf34d3e7 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/networks/6bfeed6c-cc57-46f2-9672-a4a544d6257f HTTP/1.1" status: 204 len: 168 time: 2.6101630 Feb 28 11:59:19.152026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59148) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:19.158068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-841111458'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:19.163044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:19.166692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:network and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:19.169455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:19.175395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:19.251300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:19.254209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.282376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 718} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:59:19.290522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.290910 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Added segment ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f of type vlan for network f01bac36-d743-4430-b804-8096ddb640f8 Feb 28 11:59:19.315688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.394233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.397770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:19.398338 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.506601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Network': ['ID=f01bac36-d743-4430-b804-8096ddb640f8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:19.518230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f01bac36-d743-4430-b804-8096ddb640f8 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:59:19.540396 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-72f33f25-2a44-474c-8c4f-ad5ffc03e6fd tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3873074 Feb 28 11:59:19.544148 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59152) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:19.550653 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'subnet': {'network_id': 'f01bac36-d743-4430-b804-8096ddb640f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:19.674573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:19.678638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:subnet and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:19.684141 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:19.687212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:19.748571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:19.845868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:19.852361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:20.225273 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:20.302544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Subnet': ['ID=c7bf0ee6-f080-46aa-a0d4-f8e4e5647858,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:20.319084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Checking segment: {'id': 'ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f01bac36-d743-4430-b804-8096ddb640f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:20.319451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network hostable DHCP agents. Network: f01bac36-d743-4430-b804-8096ddb640f8, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:59:20.408073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network f01bac36-d743-4430-b804-8096ddb640f8 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:59:20.471046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f01bac36-d743-4430-b804-8096ddb640f8) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:20.475108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:20.475713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:20.479703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17af1c26-d389-49ee-9636-5acc53a26c06 None None] Network f01bac36-d743-4430-b804-8096ddb640f8 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:20.563691 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c6cb70f4-118c-4a24-8691-d1aeb5328ebc tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0177751 Feb 28 11:59:20.567309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59156) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:20.573176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-367623322'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:20.577990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:20.581691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:network and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:20.584449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:20.590083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:20.659696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:20.662688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:20.690142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 706} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:59:20.690307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f01bac36-d743-4430-b804-8096ddb640f8', 'network_id': 'f01bac36-d743-4430-b804-8096ddb640f8', 'tenant_id': '8d433d93cf714d5c91ba84c8d5abf398', 'fixed_ips': [{'subnet_id': 'c7bf0ee6-f080-46aa-a0d4-f8e4e5647858'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:59:20.691144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:20.698605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:20.698967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Added segment 7995b398-3823-422b-b7bd-a3dc82c30d52 of type vlan for network 17e8fd78-094a-4797-8a2e-ca680f2e6863 Feb 28 11:59:20.729385 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:20.808379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:20.812487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:20.813286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:20.847327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Allocated IP 2001:db8::2 (f01bac36-d743-4430-b804-8096ddb640f8/c7bf0ee6-f080-46aa-a0d4-f8e4e5647858/fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:20.919478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Network': ['ID=17e8fd78-094a-4797-8a2e-ca680f2e6863,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:20.935025 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 17e8fd78-094a-4797-8a2e-ca680f2e6863 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:59:20.969815 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5438ce6e-89ce-4829-9821-5c010f0d76b4 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4012389 Feb 28 11:59:20.972598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59160) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:20.978091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Request body: {'subnet': {'network_id': '17e8fd78-094a-4797-8a2e-ca680f2e6863', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:21.089263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:21.093653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Usage tracker for resource:subnet and tenant:8d433d93cf714d5c91ba84c8d5abf398 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:21.096482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:21.102301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:21.173644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:21.177062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Made reservation on behalf of 8d433d93cf714d5c91ba84c8d5abf398 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:21.183748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Transition to ACTIVE for port object fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:21.202885 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Transition to ACTIVE for port object fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:21.257379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:21.273363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:21.323346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Network f01bac36-d743-4430-b804-8096ddb640f8 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:21.325868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:21.330802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:21.332701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Pushing event updated for resources: {'Port': ['ID=fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:21.419963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Attempting to bind port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:21.420320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Attempting to bind port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f01bac36-d743-4430-b804-8096ddb640f8'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:21.420671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Attempting to bind port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 on network f01bac36-d743-4430-b804-8096ddb640f8 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:21.427990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:21.428360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Checking segment: {'id': 'ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f01bac36-d743-4430-b804-8096ddb640f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:21.428751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:21.429143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Bound using segment: {'id': 'ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f01bac36-d743-4430-b804-8096ddb640f8'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:21.429600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Bound port: fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 718, 'network_id': 'f01bac36-d743-4430-b804-8096ddb640f8'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:21.429961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:21.524312 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] For port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:21.527250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] For port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4,segment=NetworkSegment(ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f),segment_id=ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:21.597083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:21.637289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:21.673736 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3626d413-8ac1-4d08-8c21-8710ec5d5a86 None None] Pushing event updated for resources: {'Port': ['ID=fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:21.719716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event updated for resources: {'Subnet': ['ID=ee5715f6-cbd9-42a9-8a0a-91e3722b86a2,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:21.731313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Checking segment: {'id': '7995b398-3823-422b-b7bd-a3dc82c30d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '17e8fd78-094a-4797-8a2e-ca680f2e6863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:21.731660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network hostable DHCP agents. Network: 17e8fd78-094a-4797-8a2e-ca680f2e6863, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:59:21.818302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Network 17e8fd78-094a-4797-8a2e-ca680f2e6863 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:59:21.888515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 17e8fd78-094a-4797-8a2e-ca680f2e6863) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:21.893068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:21.893944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:21.897612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5679298-a85b-40dc-9b6f-5374a1b42821 None None] Network 17e8fd78-094a-4797-8a2e-ca680f2e6863 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:21.992377 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8c087fb0-20d4-4bf7-bc9c-4898d0ce954a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0187111 Feb 28 11:59:21.994782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59164) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:22.117148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-17e8fd78-094a-4797-8a2e-ca680f2e6863', 'network_id': '17e8fd78-094a-4797-8a2e-ca680f2e6863', 'tenant_id': '8d433d93cf714d5c91ba84c8d5abf398', 'fixed_ips': [{'subnet_id': 'ee5715f6-cbd9-42a9-8a0a-91e3722b86a2'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:59:22.117962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.137499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.204754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.285053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Allocated IP 2001:db8::2 (17e8fd78-094a-4797-8a2e-ca680f2e6863/ee5715f6-cbd9-42a9-8a0a-91e3722b86a2/f452d199-c482-43b3-b85a-e4e555658455) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:22.368456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:22.554098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.565093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Transition to ACTIVE for port object f452d199-c482-43b3-b85a-e4e555658455 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:22.586144 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Transition to ACTIVE for port object f452d199-c482-43b3-b85a-e4e555658455 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:22.593099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01008d25-2164-4913-9569-fc430fcdce13 None None] Network f01bac36-d743-4430-b804-8096ddb640f8 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:22.610773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:22.665638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.737982 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.773794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Pushing event updated for resources: {'Port': ['ID=f452d199-c482-43b3-b85a-e4e555658455,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:22.779353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Network 17e8fd78-094a-4797-8a2e-ca680f2e6863 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:22.782640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:22.785713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5715f6-cbd9-42a9-8a0a-91e3722b86a2,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:22.792057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:22.852625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3695c950-3c1b-4ab1-8bc3-4cd50b4c6e75 None None] Provisioning for port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:22.873828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3695c950-3c1b-4ab1-8bc3-4cd50b4c6e75 None None] Provisioning complete for port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:22.874707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3695c950-3c1b-4ab1-8bc3-4cd50b4c6e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.882297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.912526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e8fd78-094a-4797-8a2e-ca680f2e6863']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:22.925383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7995b398-3823-422b-b7bd-a3dc82c30d52') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:22.925680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7995b398-3823-422b-b7bd-a3dc82c30d52') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:22.937831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.954572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.960826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:22.961443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:22.977169 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:22.984074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Attempting to bind port f452d199-c482-43b3-b85a-e4e555658455 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:22.984651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Attempting to bind port f452d199-c482-43b3-b85a-e4e555658455 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '7995b398-3823-422b-b7bd-a3dc82c30d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '17e8fd78-094a-4797-8a2e-ca680f2e6863'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:22.984959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Attempting to bind port f452d199-c482-43b3-b85a-e4e555658455 on network 17e8fd78-094a-4797-8a2e-ca680f2e6863 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:23.035097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:23.035481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Checking segment: {'id': '7995b398-3823-422b-b7bd-a3dc82c30d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '17e8fd78-094a-4797-8a2e-ca680f2e6863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:23.035900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.036207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Bound using segment: {'id': '7995b398-3823-422b-b7bd-a3dc82c30d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '17e8fd78-094a-4797-8a2e-ca680f2e6863'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:23.036676 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Bound port: f452d199-c482-43b3-b85a-e4e555658455, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7995b398-3823-422b-b7bd-a3dc82c30d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 706, 'network_id': '17e8fd78-094a-4797-8a2e-ca680f2e6863'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:23.037039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.100384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.db.api [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 11:59:23.100384 dv-neutron-830866-1-hyperv neutron-server[84339]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 11:59:23.100384 dv-neutron-830866-1-hyperv neutron-server[84339]: [parameters: {'id': '17e8fd78-094a-4797-8a2e-ca680f2e6863'}] Feb 28 11:59:23.100384 dv-neutron-830866-1-hyperv neutron-server[84339]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84339) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:59:23.100891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG oslo_db.api [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:59:23.209656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3695c950-3c1b-4ab1-8bc3-4cd50b4c6e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.255622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] For port f452d199-c482-43b3-b85a-e4e555658455, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:23.259901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] For port f452d199-c482-43b3-b85a-e4e555658455, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f452d199-c482-43b3-b85a-e4e555658455,segment=NetworkSegment(7995b398-3823-422b-b7bd-a3dc82c30d52),segment_id=7995b398-3823-422b-b7bd-a3dc82c30d52)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:23.270343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3695c950-3c1b-4ab1-8bc3-4cd50b4c6e75 None None] For port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4,segment=NetworkSegment(ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f),segment_id=ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:23.357614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.395219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3695c950-3c1b-4ab1-8bc3-4cd50b4c6e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.477474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f22eb-b604-4a37-b251-b33831f05597 None None] Pushing event updated for resources: {'Port': ['ID=f452d199-c482-43b3-b85a-e4e555658455,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:23.554486 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353ee1c5-3375-4399-a895-f4c95f89cec7 None None] Network 17e8fd78-094a-4797-8a2e-ca680f2e6863 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:23.602330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.613282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Deleting port f452d199-c482-43b3-b85a-e4e555658455 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:23.613690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.634026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e3ed11c6-670d-4d36-862a-fe6441c5f8cc None None] Provisioning complete for port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:23.634395 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e3ed11c6-670d-4d36-862a-fe6441c5f8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.662963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695c950-3c1b-4ab1-8bc3-4cd50b4c6e75 None None] Pushing event updated for resources: {'Port': ['ID=fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:23.814086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] For port f452d199-c482-43b3-b85a-e4e555658455, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f452d199-c482-43b3-b85a-e4e555658455,segment=NetworkSegment(7995b398-3823-422b-b7bd-a3dc82c30d52),segment_id=7995b398-3823-422b-b7bd-a3dc82c30d52)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:23.814701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:23.865543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ffda52-cf47-46df-a1d9-b754805ca98a None None] get_active_networks_info from dv-neutron-830866-1-hyperv {{(pid=84340) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 11:59:23.933693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Calling delete_port for f452d199-c482-43b3-b85a-e4e555658455 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:23.959276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ffda52-cf47-46df-a1d9-b754805ca98a None None] Resources bound (agent type, host, resource id): {{(pid=84340) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 11:59:24.102950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.148748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Port': ['ID=f452d199-c482-43b3-b85a-e4e555658455,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:24.152511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No DVR routers for this DVR port f452d199-c482-43b3-b85a-e4e555658455 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:24.273591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.286625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:24.298060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e8fd78-094a-4797-8a2e-ca680f2e6863']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:24.313911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7995b398-3823-422b-b7bd-a3dc82c30d52') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:24.314206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7995b398-3823-422b-b7bd-a3dc82c30d52') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:24.325346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.341359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.347589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Releasing vlan 706 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:24.347976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.354508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:24.354808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:24.362049 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:24.509034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.513139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:24.543144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Network': ['ID=17e8fd78-094a-4797-8a2e-ca680f2e6863,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:24.548256 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c2aa1593-a34b-4f78-ae84-ec40aa6d93b6 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/networks/17e8fd78-094a-4797-8a2e-ca680f2e6863 HTTP/1.1" status: 204 len: 168 time: 2.5524368 Feb 28 11:59:24.550767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59168) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:24.588500 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-302fd301-a51d-4d24-b119-91945bfe43cf tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] GET failed (client error): The resource could not be found. Feb 28 11:59:24.588988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-302fd301-a51d-4d24-b119-91945bfe43cf tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Synchronizing usage tracker for tenant:8d433d93cf714d5c91ba84c8d5abf398 on resource:subnet {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:59:24.682691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-302fd301-a51d-4d24-b119-91945bfe43cf tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Unset dirty status for tenant:8d433d93cf714d5c91ba84c8d5abf398 on resource:subnet {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:59:24.683855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-302fd301-a51d-4d24-b119-91945bfe43cf tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "GET /v2.0/subnets/ee5715f6-cbd9-42a9-8a0a-91e3722b86a2 HTTP/1.1" status: 404 len: 337 time: 0.1321597 Feb 28 11:59:24.686530 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59172) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:24.711755 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd0624e-2415-478c-9094-9373949fac37 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] DELETE failed (client error): The resource could not be found. Feb 28 11:59:24.712181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd0624e-2415-478c-9094-9373949fac37 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:59:24.713707 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4cd0624e-2415-478c-9094-9373949fac37 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/networks/17e8fd78-094a-4797-8a2e-ca680f2e6863 HTTP/1.1" status: 404 len: 339 time: 0.0256526 Feb 28 11:59:24.717271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59176) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:24.754053 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6bb47da-200e-4e40-801b-02c562f23911 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] DELETE failed (client error): The resource could not be found. Feb 28 11:59:24.754544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6bb47da-200e-4e40-801b-02c562f23911 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:59:24.756094 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c6bb47da-200e-4e40-801b-02c562f23911 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/subnets/ee5715f6-cbd9-42a9-8a0a-91e3722b86a2 HTTP/1.1" status: 404 len: 337 time: 0.0379648 Feb 28 11:59:24.758464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59180) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:24.785340 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-1004fe0c-78a4-42d4-bc52-c9f8be81011b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] DELETE failed (client error): The resource could not be found. Feb 28 11:59:24.785758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1004fe0c-78a4-42d4-bc52-c9f8be81011b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:59:24.787334 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1004fe0c-78a4-42d4-bc52-c9f8be81011b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/networks/17e8fd78-094a-4797-8a2e-ca680f2e6863 HTTP/1.1" status: 404 len: 339 time: 0.0279517 Feb 28 11:59:24.789585 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59184) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:25.050814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b092a95-1d71-46db-a95d-05c30cc69a5b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Deleting subnet c7bf0ee6-f080-46aa-a0d4-f8e4e5647858 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:59:25.054582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1b092a95-1d71-46db-a95d-05c30cc69a5b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.107810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1b092a95-1d71-46db-a95d-05c30cc69a5b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.192073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1b092a95-1d71-46db-a95d-05c30cc69a5b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.323198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1b092a95-1d71-46db-a95d-05c30cc69a5b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.362210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b092a95-1d71-46db-a95d-05c30cc69a5b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bf0ee6-f080-46aa-a0d4-f8e4e5647858,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:25.367935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1b092a95-1d71-46db-a95d-05c30cc69a5b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.374185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990ab6f3-8145-4396-8924-4fdec52dc8c5 None None] Network f01bac36-d743-4430-b804-8096ddb640f8 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:25.429266 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1b092a95-1d71-46db-a95d-05c30cc69a5b tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/subnets/c7bf0ee6-f080-46aa-a0d4-f8e4e5647858 HTTP/1.1" status: 204 len: 168 time: 0.6386986 Feb 28 11:59:25.431636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59188) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:25.546763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.557325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Deleting port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:25.557655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.619733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] DHCP port deletion for f01bac36-d743-4430-b804-8096ddb640f8 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:59:25.624060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] Deleting port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:25.624455 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.764327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] For port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4,segment=NetworkSegment(ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f),segment_id=ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:25.764876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.827550 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] For port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4,segment=NetworkSegment(ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f),segment_id=ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:25.827972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:25.885176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Calling delete_port for fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:25.993206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] Calling delete_port for fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:26.031995 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:26.064166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:59:26.064787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:59:26.074730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Port': ['ID=fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:26.081771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No DVR routers for this DVR port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:26.203154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:26.238383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01bac36-d743-4430-b804-8096ddb640f8']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:26.251440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:26.251736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea179dbe-9c2a-42ff-9bdd-8b43f50fef7f') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:26.262719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:26.278569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:26.279351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:26.284676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Releasing vlan 718 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:26.287915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:26.299593 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:26.311251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:59:26.312074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:26.430865 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:26.447734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:26.458949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Network': ['ID=f01bac36-d743-4430-b804-8096ddb640f8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:26.462739 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4bc59aa3-9380-44c0-9439-4e1d728a245a tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/networks/f01bac36-d743-4430-b804-8096ddb640f8 HTTP/1.1" status: 204 len: 168 time: 1.0300667 Feb 28 11:59:26.465360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59192) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:26.505923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-2998c167-efe0-4038-9933-3d2f34be6962 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] DELETE failed (client error): The resource could not be found. Feb 28 11:59:26.506411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2998c167-efe0-4038-9933-3d2f34be6962 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:59:26.508020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2998c167-efe0-4038-9933-3d2f34be6962 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/subnets/7ef4b7ed-5c70-4551-be3d-752fd93fde7a HTTP/1.1" status: 404 len: 337 time: 0.0417790 Feb 28 11:59:26.510510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59196) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:26.534831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa03fb2-dadd-481b-82a1-4d11fdcfb1ab tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] DELETE failed (client error): The resource could not be found. Feb 28 11:59:26.535272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa03fb2-dadd-481b-82a1-4d11fdcfb1ab tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:59:26.536811 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9aa03fb2-dadd-481b-82a1-4d11fdcfb1ab tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/networks/6bfeed6c-cc57-46f2-9672-a4a544d6257f HTTP/1.1" status: 404 len: 339 time: 0.0253909 Feb 28 11:59:26.539122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59200) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:26.565784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] Deleting port fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:26.566310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:26.575699 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec65d3f-7ef8-4ef8-842e-0909eff26153 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] DELETE failed (client error): The resource could not be found. Feb 28 11:59:26.576131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec65d3f-7ef8-4ef8-842e-0909eff26153 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:59:26.578359 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-cec65d3f-7ef8-4ef8-842e-0909eff26153 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/subnets/1bf20488-c7d5-41bc-9aa2-c152f9a74cc4 HTTP/1.1" status: 404 len: 337 time: 0.0383370 Feb 28 11:59:26.580715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59204) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:26.604345 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.pecan_wsgi.hooks.translation [None req-361409c4-1674-499b-a7ce-cc10901c8921 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] DELETE failed (client error): The resource could not be found. Feb 28 11:59:26.604774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-361409c4-1674-499b-a7ce-cc10901c8921 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84339) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 11:59:26.609061 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-361409c4-1674-499b-a7ce-cc10901c8921 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/networks/bf972cd8-9661-4b94-8078-8900b54f7786 HTTP/1.1" status: 404 len: 339 time: 0.0247803 Feb 28 11:59:26.609202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59208) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:26.630079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9a5f6922-cb8c-4d3b-b12a-b872f99b1d80 None None] The port 'fbe66d2d-9e9f-48e9-8a20-117f7db2a4c4' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:59:26.877181 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec54aec-9bbe-4c08-a6cb-7cf151659479 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Deleting subnet 70b8ad0a-1cbe-4e9f-b792-f30ccc5e54df {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:59:26.880042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8ec54aec-9bbe-4c08-a6cb-7cf151659479 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:26.931653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8ec54aec-9bbe-4c08-a6cb-7cf151659479 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.015663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8ec54aec-9bbe-4c08-a6cb-7cf151659479 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.166287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8ec54aec-9bbe-4c08-a6cb-7cf151659479 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.205534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec54aec-9bbe-4c08-a6cb-7cf151659479 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Subnet': ['ID=70b8ad0a-1cbe-4e9f-b792-f30ccc5e54df,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:27.211634 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8ec54aec-9bbe-4c08-a6cb-7cf151659479 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.217255 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55561250-ef71-48d4-bea0-44a7fb78000a None None] Network d2d405c5-5897-40bf-8c0d-62f2877ca724 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:27.221329 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8ec54aec-9bbe-4c08-a6cb-7cf151659479 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/subnets/70b8ad0a-1cbe-4e9f-b792-f30ccc5e54df HTTP/1.1" status: 204 len: 168 time: 0.6112304 Feb 28 11:59:27.223855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59212) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:27.338708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.349991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Deleting port a7dd3643-8153-419c-8ece-a2f4afbae8ec {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:27.350337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.449893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] DHCP port deletion for d2d405c5-5897-40bf-8c0d-62f2877ca724 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:59:27.454087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] Deleting port a7dd3643-8153-419c-8ece-a2f4afbae8ec {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:27.454461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.555001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] For port a7dd3643-8153-419c-8ece-a2f4afbae8ec, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a7dd3643-8153-419c-8ece-a2f4afbae8ec,segment=NetworkSegment(4fcd445e-17e4-4f4f-8adc-17341b4dc317),segment_id=4fcd445e-17e4-4f4f-8adc-17341b4dc317)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:27.555361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.651814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] For port a7dd3643-8153-419c-8ece-a2f4afbae8ec, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a7dd3643-8153-419c-8ece-a2f4afbae8ec,segment=NetworkSegment(4fcd445e-17e4-4f4f-8adc-17341b4dc317),segment_id=4fcd445e-17e4-4f4f-8adc-17341b4dc317)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:27.652425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.675548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Calling delete_port for a7dd3643-8153-419c-8ece-a2f4afbae8ec owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:27.774491 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] Calling delete_port for a7dd3643-8153-419c-8ece-a2f4afbae8ec owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:27.823140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:27.845182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:59:27.845531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:59:27.872499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Port': ['ID=a7dd3643-8153-419c-8ece-a2f4afbae8ec,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:27.877646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] No DVR routers for this DVR port a7dd3643-8153-419c-8ece-a2f4afbae8ec on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:27.999654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:28.022815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d405c5-5897-40bf-8c0d-62f2877ca724']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:28.035184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fcd445e-17e4-4f4f-8adc-17341b4dc317') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:28.035482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fcd445e-17e4-4f4f-8adc-17341b4dc317') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:28.047247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:28.062923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:28.068940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Releasing vlan 720 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:28.069315 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:28.083558 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:28.246484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:28.264542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:28.275396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] Pushing event deleted for resources: {'Network': ['ID=d2d405c5-5897-40bf-8c0d-62f2877ca724,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:28.279409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a7dd3643-8153-419c-8ece-a2f4afbae8ec no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:28.281766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c8a2635f-27ca-4861-be1a-3ad2acb48725 tempest-NetworksIpV6Test-1529416205 tempest-NetworksIpV6Test-1529416205-project] 10.222.0.31 "DELETE /v2.0/networks/d2d405c5-5897-40bf-8c0d-62f2877ca724 HTTP/1.1" status: 204 len: 168 time: 1.0569632 Feb 28 11:59:28.314639 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a7dd3643-8153-419c-8ece-a2f4afbae8ec {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:59:28.315012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a7dd3643-8153-419c-8ece-a2f4afbae8ec not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:28.346477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] Deleting port a7dd3643-8153-419c-8ece-a2f4afbae8ec {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:28.346947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:28.408794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6c57c059-973d-4fe5-a20c-45d1b6c9053e None None] The port 'a7dd3643-8153-419c-8ece-a2f4afbae8ec' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:59:28.784489 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59224) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:28.954443 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-365aefac-49aa-4416-a965-66684fb191b0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d433d93cf714d5c91ba84c8d5abf398&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1687734 Feb 28 11:59:28.956833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59230) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:29.015236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e6e4-eb38-40cd-af0c-794c9c052f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:29.043027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e6e4-eb38-40cd-af0c-794c9c052f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:29.168622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e6e4-eb38-40cd-af0c-794c9c052f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:29.184826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9e6e4-eb38-40cd-af0c-794c9c052f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdff1870-ea01-44bc-bd19-f63a8a38ce52,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:29.191145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e6e4-eb38-40cd-af0c-794c9c052f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:29.194829 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8fc9e6e4-eb38-40cd-af0c-794c9c052f9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cdff1870-ea01-44bc-bd19-f63a8a38ce52 HTTP/1.1" status: 204 len: 168 time: 0.2345617 Feb 28 11:59:30.270535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59252) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:30.394765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1763752606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:30.400985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:30.404732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Usage tracker for resource:router and tenant:548d6dbcb9214933922823d5eb2f5f4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:30.408137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:30.414153 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:30.517034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.517962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.536263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.637204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.716853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.718646 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c340c0bd-0284-43c1-9fd7-b1376eec4b02 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4464819 Feb 28 11:59:30.721582 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59258) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:30.726796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-395260613'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:30.731534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:30.735841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Usage tracker for resource:network and tenant:548d6dbcb9214933922823d5eb2f5f4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:30.738549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:30.744364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:30.808223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Made reservation on behalf of 548d6dbcb9214933922823d5eb2f5f4f for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:30.811155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.823929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:30.854589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:30.858280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Usage tracker for resource:security_group_rule and tenant:548d6dbcb9214933922823d5eb2f5f4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:30.861635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:30.867380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:30.930697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:31.011511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:31.044975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 730} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:59:31.053989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a785c0a6-fd39-4572-9091-5021ab84c9f7,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:31.059301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:31.067154 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Added segment 54c01548-8014-4f16-9472-45dced323eaa of type vlan for network 0576f684-e026-468e-b574-c66dd3fa80e2 Feb 28 11:59:31.085364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:31.165757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:31.169419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:31.170038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:31.357206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event updated for resources: {'Network': ['ID=0576f684-e026-468e-b574-c66dd3fa80e2,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:31.368345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 0576f684-e026-468e-b574-c66dd3fa80e2 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:59:31.398142 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 11:59:31.403799 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-862bf5a9-07fc-4932-b8c3-1d38f13ff58f tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6810594 Feb 28 11:59:31.407119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59262) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:31.412458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Request body: {'subnet': {'network_id': '0576f684-e026-468e-b574-c66dd3fa80e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:31.521285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:31.525034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Usage tracker for resource:subnet and tenant:548d6dbcb9214933922823d5eb2f5f4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:31.527731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:31.533229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:31.602472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Made reservation on behalf of 548d6dbcb9214933922823d5eb2f5f4f for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:31.702332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:31.951676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:32.026392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event updated for resources: {'Subnet': ['ID=2b946dc3-cbc8-44e6-8ff6-da56d2ced7f0,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:32.040943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Checking segment: {'id': '54c01548-8014-4f16-9472-45dced323eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0576f684-e026-468e-b574-c66dd3fa80e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:32.041386 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Network hostable DHCP agents. Network: 0576f684-e026-468e-b574-c66dd3fa80e2, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:59:32.128358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Network 0576f684-e026-468e-b574-c66dd3fa80e2 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:59:32.219826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 0576f684-e026-468e-b574-c66dd3fa80e2) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:32.223787 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:32.224483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:32.229491 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80309686-15dc-49f2-b91e-165ecbe8db60 None None] Network 0576f684-e026-468e-b574-c66dd3fa80e2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:32.323212 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-58464c4a-2276-42d1-9587-f7a547a9d255 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9150157 Feb 28 11:59:32.326122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59266) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:32.331789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-844483625'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:32.336641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:32.340501 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Usage tracker for resource:network and tenant:548d6dbcb9214933922823d5eb2f5f4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:32.344260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:32.349829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:32.413901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Made reservation on behalf of 548d6dbcb9214933922823d5eb2f5f4f for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:32.416904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:32.445700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 714} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:59:32.451360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-0576f684-e026-468e-b574-c66dd3fa80e2', 'network_id': '0576f684-e026-468e-b574-c66dd3fa80e2', 'tenant_id': '548d6dbcb9214933922823d5eb2f5f4f', 'fixed_ips': [{'subnet_id': '2b946dc3-cbc8-44e6-8ff6-da56d2ced7f0'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:59:32.452171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:32.458470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:32.458470 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Added segment 9cc3a16d-b70c-42c2-8a98-b987b2ae8771 of type vlan for network e4f97c58-7fab-4e3f-9f49-1911ca7f761f Feb 28 11:59:32.480762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:32.574255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:32.578823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:32.579423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:32.612930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Allocated IP 172.20.0.2 (0576f684-e026-468e-b574-c66dd3fa80e2/2b946dc3-cbc8-44e6-8ff6-da56d2ced7f0/b38e7544-76a4-4ddc-ac73-6b953e0a03db) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:32.689269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event updated for resources: {'Network': ['ID=e4f97c58-7fab-4e3f-9f49-1911ca7f761f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:32.715125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network e4f97c58-7fab-4e3f-9f49-1911ca7f761f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:59:32.744487 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-58f2ed2c-e2eb-46fd-a8be-372cf867aedd tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4171808 Feb 28 11:59:32.747180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59270) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:32.753416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Request body: {'subnet': {'network_id': 'e4f97c58-7fab-4e3f-9f49-1911ca7f761f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:32.860431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:32.864329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Usage tracker for resource:subnet and tenant:548d6dbcb9214933922823d5eb2f5f4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:32.867551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:32.875730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:32.930585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:32.940951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Transition to ACTIVE for port object b38e7544-76a4-4ddc-ac73-6b953e0a03db will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:32.949162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Made reservation on behalf of 548d6dbcb9214933922823d5eb2f5f4f for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:32.958585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Transition to ACTIVE for port object b38e7544-76a4-4ddc-ac73-6b953e0a03db will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:33.029687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.048676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.097360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Network 0576f684-e026-468e-b574-c66dd3fa80e2 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:33.099922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:33.103383 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:33.109900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Pushing event updated for resources: {'Port': ['ID=b38e7544-76a4-4ddc-ac73-6b953e0a03db,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:33.192804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Attempting to bind port b38e7544-76a4-4ddc-ac73-6b953e0a03db on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:33.193171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Attempting to bind port b38e7544-76a4-4ddc-ac73-6b953e0a03db by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '54c01548-8014-4f16-9472-45dced323eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0576f684-e026-468e-b574-c66dd3fa80e2'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:33.193521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Attempting to bind port b38e7544-76a4-4ddc-ac73-6b953e0a03db on network 0576f684-e026-468e-b574-c66dd3fa80e2 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:33.199909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:33.200273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Checking segment: {'id': '54c01548-8014-4f16-9472-45dced323eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0576f684-e026-468e-b574-c66dd3fa80e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:33.200667 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.201049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Bound using segment: {'id': '54c01548-8014-4f16-9472-45dced323eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0576f684-e026-468e-b574-c66dd3fa80e2'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:33.201507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Bound port: b38e7544-76a4-4ddc-ac73-6b953e0a03db, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54c01548-8014-4f16-9472-45dced323eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 730, 'network_id': '0576f684-e026-468e-b574-c66dd3fa80e2'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:33.201874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.292776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] For port b38e7544-76a4-4ddc-ac73-6b953e0a03db, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:33.295569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] For port b38e7544-76a4-4ddc-ac73-6b953e0a03db, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b38e7544-76a4-4ddc-ac73-6b953e0a03db,segment=NetworkSegment(54c01548-8014-4f16-9472-45dced323eaa),segment_id=54c01548-8014-4f16-9472-45dced323eaa)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:33.326595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.361210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.409695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event updated for resources: {'Subnet': ['ID=f912779c-bf3c-4aaf-b5ac-22fe8223157e,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:33.420840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Checking segment: {'id': '9cc3a16d-b70c-42c2-8a98-b987b2ae8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4f97c58-7fab-4e3f-9f49-1911ca7f761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:33.421470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Network hostable DHCP agents. Network: e4f97c58-7fab-4e3f-9f49-1911ca7f761f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:59:33.439858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8801c-db1c-4532-85e6-0c66695046cc None None] Pushing event updated for resources: {'Port': ['ID=b38e7544-76a4-4ddc-ac73-6b953e0a03db,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:33.500059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Network e4f97c58-7fab-4e3f-9f49-1911ca7f761f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:59:33.571841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, e4f97c58-7fab-4e3f-9f49-1911ca7f761f) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:33.575978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:33.576845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.592266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb09a9b-3c3e-4883-81c9-744da0cf9be2 None None] Network e4f97c58-7fab-4e3f-9f49-1911ca7f761f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:33.669709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e281974c-d6ee-4fcf-a914-098a205e3897 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9214764 Feb 28 11:59:33.672476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59274) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:33.678462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-666a863b-afd5-486b-8bc1-76e46fe22353 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e4f97c58-7fab-4e3f-9f49-1911ca7f761f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:33.826029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-e4f97c58-7fab-4e3f-9f49-1911ca7f761f', 'network_id': 'e4f97c58-7fab-4e3f-9f49-1911ca7f761f', 'tenant_id': '548d6dbcb9214933922823d5eb2f5f4f', 'fixed_ips': [{'subnet_id': 'f912779c-bf3c-4aaf-b5ac-22fe8223157e'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:59:33.826830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:33.987587 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Allocated IP 172.21.0.2 (e4f97c58-7fab-4e3f-9f49-1911ca7f761f/f912779c-bf3c-4aaf-b5ac-22fe8223157e/6af82b50-1c67-4ac4-b794-0d0a9706a212) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:34.161660 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-666a863b-afd5-486b-8bc1-76e46fe22353 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.177839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.212042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.222499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Transition to ACTIVE for port object 6af82b50-1c67-4ac4-b794-0d0a9706a212 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:34.243665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Transition to ACTIVE for port object 6af82b50-1c67-4ac4-b794-0d0a9706a212 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:34.295113 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.353698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b38e7544-76a4-4ddc-ac73-6b953e0a03db up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:34.392868 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.api.v2.resource [None req-666a863b-afd5-486b-8bc1-76e46fe22353 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 11:59:34.394681 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-666a863b-afd5-486b-8bc1-76e46fe22353 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "PUT /v2.0/routers/deedcd47-12f0-45ee-ba31-ea76477572ef HTTP/1.1" status: 400 len: 364 time: 0.7201438 Feb 28 11:59:34.396239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Network e4f97c58-7fab-4e3f-9f49-1911ca7f761f is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:34.400295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59278) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:34.404394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:34.406957 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:34.422193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f299597f-67fe-4b87-88e0-bae9fd2ca18a None None] Network 0576f684-e026-468e-b574-c66dd3fa80e2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:34.541997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Pushing event updated for resources: {'Port': ['ID=6af82b50-1c67-4ac4-b794-0d0a9706a212,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:34.589443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-18978e21-7635-4d01-b079-a1333a10f28a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Deleting subnet f912779c-bf3c-4aaf-b5ac-22fe8223157e {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:59:34.592221 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18978e21-7635-4d01-b079-a1333a10f28a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.648489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18978e21-7635-4d01-b079-a1333a10f28a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.692929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Attempting to bind port 6af82b50-1c67-4ac4-b794-0d0a9706a212 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:34.693515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Attempting to bind port 6af82b50-1c67-4ac4-b794-0d0a9706a212 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '9cc3a16d-b70c-42c2-8a98-b987b2ae8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4f97c58-7fab-4e3f-9f49-1911ca7f761f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:34.693690 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Attempting to bind port 6af82b50-1c67-4ac4-b794-0d0a9706a212 on network e4f97c58-7fab-4e3f-9f49-1911ca7f761f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:34.700969 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-522ad9e4-cf32-4441-92e1-85a3ccbeea68 None None] Provisioning for port b38e7544-76a4-4ddc-ac73-6b953e0a03db completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:34.729478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18978e21-7635-4d01-b079-a1333a10f28a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.743832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:34.744203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Checking segment: {'id': '9cc3a16d-b70c-42c2-8a98-b987b2ae8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4f97c58-7fab-4e3f-9f49-1911ca7f761f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:34.744603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.744998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Bound using segment: {'id': '9cc3a16d-b70c-42c2-8a98-b987b2ae8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4f97c58-7fab-4e3f-9f49-1911ca7f761f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:34.745477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Bound port: 6af82b50-1c67-4ac4-b794-0d0a9706a212, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cc3a16d-b70c-42c2-8a98-b987b2ae8771', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 714, 'network_id': 'e4f97c58-7fab-4e3f-9f49-1911ca7f761f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:34.745844 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.841863 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b38e7544-76a4-4ddc-ac73-6b953e0a03db completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:34.864926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b38e7544-76a4-4ddc-ac73-6b953e0a03db triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:34.865287 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.894903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18978e21-7635-4d01-b079-a1333a10f28a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.934320 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18978e21-7635-4d01-b079-a1333a10f28a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event deleted for resources: {'Subnet': ['ID=f912779c-bf3c-4aaf-b5ac-22fe8223157e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:34.941274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18978e21-7635-4d01-b079-a1333a10f28a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:34.942756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] For port 6af82b50-1c67-4ac4-b794-0d0a9706a212, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:34.949696 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-18978e21-7635-4d01-b079-a1333a10f28a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "DELETE /v2.0/subnets/f912779c-bf3c-4aaf-b5ac-22fe8223157e HTTP/1.1" status: 204 len: 168 time: 0.5455596 Feb 28 11:59:34.950052 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59282) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:34.955953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] For port 6af82b50-1c67-4ac4-b794-0d0a9706a212, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6af82b50-1c67-4ac4-b794-0d0a9706a212,segment=NetworkSegment(9cc3a16d-b70c-42c2-8a98-b987b2ae8771),segment_id=9cc3a16d-b70c-42c2-8a98-b987b2ae8771)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:35.028680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.081660 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.084139 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.094228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Deleting port 6af82b50-1c67-4ac4-b794-0d0a9706a212 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:35.094999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.151612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d229e0-417f-451b-ae42-4937855a1293 None None] Pushing event updated for resources: {'Port': ['ID=6af82b50-1c67-4ac4-b794-0d0a9706a212,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:35.156171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port b38e7544-76a4-4ddc-ac73-6b953e0a03db, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b38e7544-76a4-4ddc-ac73-6b953e0a03db,segment=NetworkSegment(54c01548-8014-4f16-9472-45dced323eaa),segment_id=54c01548-8014-4f16-9472-45dced323eaa)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:35.237244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.337584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-71c2a818-e1b0-488f-aeee-7029ebdf6ef4 None None] Provisioning complete for port b38e7544-76a4-4ddc-ac73-6b953e0a03db triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:35.338105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-71c2a818-e1b0-488f-aeee-7029ebdf6ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.347020 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] For port 6af82b50-1c67-4ac4-b794-0d0a9706a212, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=6af82b50-1c67-4ac4-b794-0d0a9706a212,segment=NetworkSegment(9cc3a16d-b70c-42c2-8a98-b987b2ae8771),segment_id=9cc3a16d-b70c-42c2-8a98-b987b2ae8771)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:35.347327 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.391190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=b38e7544-76a4-4ddc-ac73-6b953e0a03db,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:35.477153 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Calling delete_port for 6af82b50-1c67-4ac4-b794-0d0a9706a212 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:35.631344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.680264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event deleted for resources: {'Port': ['ID=6af82b50-1c67-4ac4-b794-0d0a9706a212,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:35.687703 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] No DVR routers for this DVR port 6af82b50-1c67-4ac4-b794-0d0a9706a212 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:35.813566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.840252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4f97c58-7fab-4e3f-9f49-1911ca7f761f']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:35.853445 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cc3a16d-b70c-42c2-8a98-b987b2ae8771') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:35.853752 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cc3a16d-b70c-42c2-8a98-b987b2ae8771') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:35.865357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.882760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.889077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Releasing vlan 714 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:35.889472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:35.905018 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:36.103188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3462c82-a7a0-4cb9-ab68-46bc5d88d3b2 None None] Network e4f97c58-7fab-4e3f-9f49-1911ca7f761f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:36.157726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:36.178053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:36.184147 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event deleted for resources: {'Network': ['ID=e4f97c58-7fab-4e3f-9f49-1911ca7f761f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:36.190797 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-65390ed7-b684-46f6-8c5e-4fcfd5d16274 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "DELETE /v2.0/networks/e4f97c58-7fab-4e3f-9f49-1911ca7f761f HTTP/1.1" status: 204 len: 168 time: 1.2397947 Feb 28 11:59:36.192861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-90cca85c-d713-4667-b9ab-b676d9f4ae94 None None] Could not find standard attr ID for object 6af82b50-1c67-4ac4-b794-0d0a9706a212. {{(pid=84340) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 11:59:36.193498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59286) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:36.307987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b38e7544-76a4-4ddc-ac73-6b953e0a03db up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:36.343850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b056be9-1c17-4a60-8719-c10e03319c26 None None] DHCP port deletion for e4f97c58-7fab-4e3f-9f49-1911ca7f761f request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:59:36.383302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b38e7544-76a4-4ddc-ac73-6b953e0a03db triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:36.383674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:36.399072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddcca3e4-993e-4267-b622-6cbe79c52200 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Deleting subnet 2b946dc3-cbc8-44e6-8ff6-da56d2ced7f0 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 11:59:36.401873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddcca3e4-993e-4267-b622-6cbe79c52200 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:36.460204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddcca3e4-993e-4267-b622-6cbe79c52200 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:36.542067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddcca3e4-993e-4267-b622-6cbe79c52200 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:36.700329 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddcca3e4-993e-4267-b622-6cbe79c52200 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:36.740850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcca3e4-993e-4267-b622-6cbe79c52200 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event deleted for resources: {'Subnet': ['ID=2b946dc3-cbc8-44e6-8ff6-da56d2ced7f0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:36.745544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddcca3e4-993e-4267-b622-6cbe79c52200 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:36.752173 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ddcca3e4-993e-4267-b622-6cbe79c52200 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "DELETE /v2.0/subnets/2b946dc3-cbc8-44e6-8ff6-da56d2ced7f0 HTTP/1.1" status: 204 len: 168 time: 0.5575559 Feb 28 11:59:36.752315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759ae55e-bea7-415b-ad09-8311216bd5ad None None] Network 0576f684-e026-468e-b574-c66dd3fa80e2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:36.754607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59290) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:36.865292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:36.876373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Deleting port b38e7544-76a4-4ddc-ac73-6b953e0a03db {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:36.876701 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.004148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] DHCP port deletion for 0576f684-e026-468e-b574-c66dd3fa80e2 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 11:59:37.004148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] Deleting port b38e7544-76a4-4ddc-ac73-6b953e0a03db {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:37.004148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.080090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] For port b38e7544-76a4-4ddc-ac73-6b953e0a03db, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b38e7544-76a4-4ddc-ac73-6b953e0a03db,segment=NetworkSegment(54c01548-8014-4f16-9472-45dced323eaa),segment_id=54c01548-8014-4f16-9472-45dced323eaa)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:37.080440 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.204885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Calling delete_port for b38e7544-76a4-4ddc-ac73-6b953e0a03db owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:37.205318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] For port b38e7544-76a4-4ddc-ac73-6b953e0a03db, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b38e7544-76a4-4ddc-ac73-6b953e0a03db,segment=NetworkSegment(54c01548-8014-4f16-9472-45dced323eaa),segment_id=54c01548-8014-4f16-9472-45dced323eaa)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:37.205822 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.324210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] Calling delete_port for b38e7544-76a4-4ddc-ac73-6b953e0a03db owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 11:59:37.343233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.390094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event deleted for resources: {'Port': ['ID=b38e7544-76a4-4ddc-ac73-6b953e0a03db,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:37.393367 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 11:59:37.393791 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 11:59:37.396960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] No DVR routers for this DVR port b38e7544-76a4-4ddc-ac73-6b953e0a03db on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 11:59:37.516411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.541233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0576f684-e026-468e-b574-c66dd3fa80e2']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:37.553649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c01548-8014-4f16-9472-45dced323eaa') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:37.554235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c01548-8014-4f16-9472-45dced323eaa') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:37.564917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.580366 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.586108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Releasing vlan 730 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 11:59:37.586482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 11:59:37.600851 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 11:59:37.748725 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.766996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.778377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Pushing event deleted for resources: {'Network': ['ID=0576f684-e026-468e-b574-c66dd3fa80e2,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:37.782951 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f1ce693f-3d41-40c7-9eaa-ad61a7d50fa0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "DELETE /v2.0/networks/0576f684-e026-468e-b574-c66dd3fa80e2 HTTP/1.1" status: 204 len: 168 time: 1.0255685 Feb 28 11:59:37.783816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59294) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:37.823560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-39858ba5-51f1-4afc-a63d-74a1fa6796a0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Synchronizing usage tracker for tenant:548d6dbcb9214933922823d5eb2f5f4f on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:59:37.891931 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-39858ba5-51f1-4afc-a63d-74a1fa6796a0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Unset dirty status for tenant:548d6dbcb9214933922823d5eb2f5f4f on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:59:37.892989 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39858ba5-51f1-4afc-a63d-74a1fa6796a0 tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "GET /v2.0/ports?device_id=deedcd47-12f0-45ee-ba31-ea76477572ef HTTP/1.1" status: 200 len: 205 time: 0.1082704 Feb 28 11:59:37.894780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] Deleting port b38e7544-76a4-4ddc-ac73-6b953e0a03db {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 11:59:37.895190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:37.898226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59298) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:37.997025 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6ce8538f-0310-4cc4-a69e-ad4faf60c0cb None None] The port 'b38e7544-76a4-4ddc-ac73-6b953e0a03db' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 11:59:38.126332 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9fdc31ce-f9d6-45a5-a516-734c0572b58a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:38.287017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b38e7544-76a4-4ddc-ac73-6b953e0a03db no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:38.319019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: b38e7544-76a4-4ddc-ac73-6b953e0a03db {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:59:38.319358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b38e7544-76a4-4ddc-ac73-6b953e0a03db not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:38.319760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6af82b50-1c67-4ac4-b794-0d0a9706a212 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 11:59:38.352585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 6af82b50-1c67-4ac4-b794-0d0a9706a212 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 11:59:38.352926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 6af82b50-1c67-4ac4-b794-0d0a9706a212 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 11:59:38.509065 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9fdc31ce-f9d6-45a5-a516-734c0572b58a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:38.513070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9fdc31ce-f9d6-45a5-a516-734c0572b58a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:38.623257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9fdc31ce-f9d6-45a5-a516-734c0572b58a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:38.623895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdc31ce-f9d6-45a5-a516-734c0572b58a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Fanout notify agent at l3_agent the message router_deleted on router deedcd47-12f0-45ee-ba31-ea76477572ef {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 11:59:38.634975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9fdc31ce-f9d6-45a5-a516-734c0572b58a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:38.635881 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9fdc31ce-f9d6-45a5-a516-734c0572b58a tempest-RoutersNegativeTest-92611304 tempest-RoutersNegativeTest-92611304-project] 10.222.0.31 "DELETE /v2.0/routers/deedcd47-12f0-45ee-ba31-ea76477572ef HTTP/1.1" status: 204 len: 168 time: 0.7367804 Feb 28 11:59:39.077750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59306) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:39.257615 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7d156b9e-a9f9-4124-84df-480f6f06dbd1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=548d6dbcb9214933922823d5eb2f5f4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1785512 Feb 28 11:59:39.260148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59312) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:39.323111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98e0eba8-74fa-46e8-8983-d5a4848de8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:39.348067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98e0eba8-74fa-46e8-8983-d5a4848de8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:39.526455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98e0eba8-74fa-46e8-8983-d5a4848de8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:39.541931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0eba8-74fa-46e8-8983-d5a4848de8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a785c0a6-fd39-4572-9091-5021ab84c9f7,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:39.548191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98e0eba8-74fa-46e8-8983-d5a4848de8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:39.549300 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-98e0eba8-74fa-46e8-8983-d5a4848de8c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a785c0a6-fd39-4572-9091-5021ab84c9f7 HTTP/1.1" status: 204 len: 168 time: 0.2882910 Feb 28 11:59:40.754965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59334) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:40.881436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-957492642-network', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:40.886193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:40.890784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Usage tracker for resource:network and tenant:074c2f0318aa4a7093f20f207f57fee3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:40.893750 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:40.899277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:40.977812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Made reservation on behalf of 074c2f0318aa4a7093f20f207f57fee3 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:40.980039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:40.992988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:41.023631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:41.027349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Usage tracker for resource:security_group_rule and tenant:074c2f0318aa4a7093f20f207f57fee3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:41.030050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:41.035848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:41.097435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:41.154800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:41.190212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 728} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:59:41.195241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:41.202651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:41.203130 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Added segment 08bd16d6-6587-48bd-8957-7a7651c2acd5 of type vlan for network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca Feb 28 11:59:41.227795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:41.326439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:41.327304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:41.327905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:41.430680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d2e4c6-e4fb-44ec-aa98-5283f29767ca,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:41.442493 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:59:41.489159 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3a70e783-186d-45b3-a241-f3f082fe9194 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7331061 Feb 28 11:59:41.491969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59340) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:41.497535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Request body: {'subnet': {'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-subnet', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:41.503090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:41.507333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Usage tracker for resource:subnet and tenant:074c2f0318aa4a7093f20f207f57fee3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:41.510426 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:41.517318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:41.596998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Made reservation on behalf of 074c2f0318aa4a7093f20f207f57fee3 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:41.599230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:41.857722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:41.933916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c696f4d5-5fcd-4a05-9908-d3c02a445683,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:41.944527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Checking segment: {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:41.944880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Network hostable DHCP agents. Network: f1d2e4c6-e4fb-44ec-aa98-5283f29767ca, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:59:42.014010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:59:42.074968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, f1d2e4c6-e4fb-44ec-aa98-5283f29767ca) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:42.079536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:42.080116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.084304 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ed798d-85d7-434a-89d0-be8a3b60c265 None None] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:42.155648 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ebdaeadd-1131-48dd-b1c6-d5e01a8ead84 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6623034 Feb 28 11:59:42.158943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59344) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:42.164098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:42.169261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:42.172802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Usage tracker for resource:router and tenant:074c2f0318aa4a7093f20f207f57fee3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:42.175774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:42.181542 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:42.252468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.253514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.272177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.294779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'fixed_ips': [{'subnet_id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:59:42.300989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.447283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Allocated IP 172.20.0.2 (f1d2e4c6-e4fb-44ec-aa98-5283f29767ca/c696f4d5-5fcd-4a05-9908-d3c02a445683/19f69da5-7e07-409f-9321-c3048301a2b3) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:42.471534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.643142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.653630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Transition to ACTIVE for port object 19f69da5-7e07-409f-9321-c3048301a2b3 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:42.672720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Transition to ACTIVE for port object 19f69da5-7e07-409f-9321-c3048301a2b3 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:42.732877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.734334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.764446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.804741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:42.807381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:42.810965 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:42.816444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Pushing event updated for resources: {'Port': ['ID=19f69da5-7e07-409f-9321-c3048301a2b3,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:42.903188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Attempting to bind port 19f69da5-7e07-409f-9321-c3048301a2b3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:42.903560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Attempting to bind port 19f69da5-7e07-409f-9321-c3048301a2b3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:42.903848 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Allocated IP 172.26.1.92 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:42.903976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Attempting to bind port 19f69da5-7e07-409f-9321-c3048301a2b3 on network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:42.911242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:42.911614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Checking segment: {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:42.912029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:42.912401 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Bound using segment: {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:42.912866 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Bound port: 19f69da5-7e07-409f-9321-c3048301a2b3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:42.913244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:43.005641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] For port 19f69da5-7e07-409f-9321-c3048301a2b3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:43.009230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] For port 19f69da5-7e07-409f-9321-c3048301a2b3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=19f69da5-7e07-409f-9321-c3048301a2b3,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:43.049208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:43.088841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:43.140900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:43.170534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb7744-77c9-4ff2-8680-9441e31f64ca None None] Pushing event updated for resources: {'Port': ['ID=19f69da5-7e07-409f-9321-c3048301a2b3,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:43.209472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:43.212144 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:43.216447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:43.241716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Pushing event updated for resources: {'Port': ['ID=2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:43.576114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:43.576842 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:43.843036 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Router d2988fb5-56f6-4172-988d-5e219dc428e5 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:59:44.053030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:59:44.067785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Sync routers for ids ['d2988fb5-56f6-4172-988d-5e219dc428e5'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:59:44.080331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Routers {'d2988fb5-56f6-4172-988d-5e219dc428e5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:59:44.080944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:59:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['d2988fb5-56f6-4172-988d-5e219dc428e5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:44.132719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03ca2c33-42ff-4edb-a794-86836c8999c2 None None] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:44.137871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:44.139164 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-18d62874-11dc-4982-9d61-444a82e474ec admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9791687 Feb 28 11:59:44.142295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59348) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:44.337536 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 19f69da5-7e07-409f-9321-c3048301a2b3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:44.415664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0516e9fa-589e-4e74-8630-3eea945130ff None None] Provisioning for port 19f69da5-7e07-409f-9321-c3048301a2b3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:44.520338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Set router d2988fb5-56f6-4172-988d-5e219dc428e5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:59:44.791530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 19f69da5-7e07-409f-9321-c3048301a2b3 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:44.810264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 19f69da5-7e07-409f-9321-c3048301a2b3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:44.810637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:44.887622 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:44.971507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ee2e4168-2d3a-475b-94bd-4c28eb1d04fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:44.996646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.009645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:43Z', 'revision_number': 3, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'gw_port': {'id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:45.019795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Checking router: d2988fb5-56f6-4172-988d-5e219dc428e5 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:59:45.020189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Updating router d2988fb5-56f6-4172-988d-5e219dc428e5 port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:59:45.091081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 19f69da5-7e07-409f-9321-c3048301a2b3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=19f69da5-7e07-409f-9321-c3048301a2b3,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:45.094244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.106975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Allocated IP 172.20.0.1 (f1d2e4c6-e4fb-44ec-aa98-5283f29767ca/c696f4d5-5fcd-4a05-9908-d3c02a445683/00b879a7-68ee-475e-b42e-b4a02feada57) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:45.136916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f3eac6e2-6e20-47b8-9f73-a64c458ad8d0 None None] Provisioning complete for port 19f69da5-7e07-409f-9321-c3048301a2b3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:45.137281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f3eac6e2-6e20-47b8-9f73-a64c458ad8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.173824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.334406 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=19f69da5-7e07-409f-9321-c3048301a2b3,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:45.371715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.388045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Transition to ACTIVE for port object 00b879a7-68ee-475e-b42e-b4a02feada57 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:45.492425 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.561463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:45.564993 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:45.569250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:45.595636 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Pushing event updated for resources: {'Port': ['ID=00b879a7-68ee-475e-b42e-b4a02feada57,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:45.596020 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.618616 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Transition to ACTIVE for port object 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:45.624116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.686675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.770964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db987eb4-b381-4d8a-9b60-355fabc89df4 None None] Pushing event updated for resources: {'Port': ['ID=2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:45.774485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Attempting to bind port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:45.774886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Attempting to bind port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:45.775248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Attempting to bind port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:45.782128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:45.786816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:45.786816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.786816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:45.786816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Bound port: 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:45.786816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.798939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.868727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] For port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:45.871584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] For port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:45.903467 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-039c922b-2579-4787-8a7f-5dfec7369fc1 None None] Provisioning for port 00b879a7-68ee-475e-b42e-b4a02feada57 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:45.909049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-039c922b-2579-4787-8a7f-5dfec7369fc1 None None] Provisioning complete for port 00b879a7-68ee-475e-b42e-b4a02feada57 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:45.909430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-039c922b-2579-4787-8a7f-5dfec7369fc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:45.936796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:46.021118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-039c922b-2579-4787-8a7f-5dfec7369fc1 None None] Port 00b879a7-68ee-475e-b42e-b4a02feada57 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:59:46.023554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:46.039575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db987eb4-b381-4d8a-9b60-355fabc89df4 None None] Pushing event updated for resources: {'Port': ['ID=2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:46.045311 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Routers {'d2988fb5-56f6-4172-988d-5e219dc428e5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:59:46.045899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:59:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['d2988fb5-56f6-4172-988d-5e219dc428e5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:46.082904 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:46.195189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:46.198481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Pushing event updated for resources: {'Port': ['ID=00b879a7-68ee-475e-b42e-b4a02feada57,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:46.275645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] Set router d2988fb5-56f6-4172-988d-5e219dc428e5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:59:46.317539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 19f69da5-7e07-409f-9321-c3048301a2b3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:46.338222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:46.339404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:46.565755 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 19f69da5-7e07-409f-9321-c3048301a2b3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:46.566118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:46.639363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d81e3bf6-a75f-4e69-b063-558524a3c1a6 None None] Provisioning complete for port 00b879a7-68ee-475e-b42e-b4a02feada57 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:46.639643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d81e3bf6-a75f-4e69-b063-558524a3c1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:46.742420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Router d2988fb5-56f6-4172-988d-5e219dc428e5 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:59:46.746950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d81e3bf6-a75f-4e69-b063-558524a3c1a6 None None] Port 00b879a7-68ee-475e-b42e-b4a02feada57 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:59:46.814733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 4, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'gw_port': {'id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '00b879a7-68ee-475e-b42e-b4a02feada57', 'name': '', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'mac_address': 'fa:16:3e:96:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:44Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 2, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'subnets': [{'id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:46.818741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd7cee8-68c9-4491-a245-1e2347b27ab7 None None] The sync data for ids ['d2988fb5-56f6-4172-988d-5e219dc428e5'] in dv-neutron-830866-1-hyperv is: [{'id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 4, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'gw_port': {'id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '00b879a7-68ee-475e-b42e-b4a02feada57', 'name': '', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'mac_address': 'fa:16:3e:96:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:44Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 2, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'subnets': [{'id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:59:46.964216 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:59:46.978237 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c08ba5f3-e50a-4cbc-a99d-42789d72a9fc admin admin] 10.222.0.31 "PUT /v2.0/routers/d2988fb5-56f6-4172-988d-5e219dc428e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8348186 Feb 28 11:59:47.040868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-189fee95-2f8e-4efc-8742-a556ded27b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.156116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59370) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:48.161548 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1617927686-network', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:48.166356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:48.170213 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Usage tracker for resource:network and tenant:160f8b3dac7a4a9582ed9810897e6c7e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:48.173219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:48.178810 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:48.235582 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Made reservation on behalf of 160f8b3dac7a4a9582ed9810897e6c7e for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:48.238170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.251215 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.285531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:48.289272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Usage tracker for resource:security_group_rule and tenant:160f8b3dac7a4a9582ed9810897e6c7e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:48.292205 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:48.299983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:48.320341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:48.369487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.370268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.381599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.414498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.442772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:48.447416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 740} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 11:59:48.448546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:48.448546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.551573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef88f17f-5aaf-4c7c-b9b9-236247dec437,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:48.557150 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.557719 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Added segment cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6 of type vlan for network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef Feb 28 11:59:48.573749 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.584187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.591615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:48.631629 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.655096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.655662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:48.656288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:48.704199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:48.757909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] Pushing event updated for resources: {'Network': ['ID=403c1e10-77ec-4f3a-afdd-b11e1521d6ef,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:48.767445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 11:59:48.792248 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6c1906b9-ace7-4364-abd8-bc88cd921b85 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6350203 Feb 28 11:59:48.794867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59374) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:48.800985 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Request body: {'subnet': {'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-subnet', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:48.805832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:48.809939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Usage tracker for resource:subnet and tenant:160f8b3dac7a4a9582ed9810897e6c7e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:48.812991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:48.818590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:48.865958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Made reservation on behalf of 160f8b3dac7a4a9582ed9810897e6c7e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:48.869735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:49.155462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:49.230812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d578a325-8d92-480a-bd6a-402728db0581,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:49.242451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Checking segment: {'id': 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:49.243179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Network hostable DHCP agents. Network: 403c1e10-77ec-4f3a-afdd-b11e1521d6ef, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 11:59:49.356756 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 11:59:49.426008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 403c1e10-77ec-4f3a-afdd-b11e1521d6ef) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:49.430236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:49.430817 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:49.436719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a314d900-c930-422f-90cf-85eb590ecc40 None None] Network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:49.544945 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c369e01e-0deb-40e1-b4d7-a7dafc623648 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7490182 Feb 28 11:59:49.547888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59378) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:49.552946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:49.559567 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:49.561673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Usage tracker for resource:router and tenant:160f8b3dac7a4a9582ed9810897e6c7e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:49.564641 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:49.570469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:49.656547 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:49.657252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:49.657540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-403c1e10-77ec-4f3a-afdd-b11e1521d6ef', 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'fixed_ips': [{'subnet_id': 'd578a325-8d92-480a-bd6a-402728db0581'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 11:59:49.658523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:49.675879 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:49.815830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:49.819786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Allocated IP 172.20.0.2 (403c1e10-77ec-4f3a-afdd-b11e1521d6ef/d578a325-8d92-480a-bd6a-402728db0581/0d28cd5e-6bcd-425f-8357-4cf9db1aa983) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:49.917831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.066238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.077485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Transition to ACTIVE for port object 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:50.095937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Transition to ACTIVE for port object 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:50.173405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.177742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.207849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.238447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:50.241134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:50.245581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:50.247678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Pushing event updated for resources: {'Port': ['ID=0d28cd5e-6bcd-425f-8357-4cf9db1aa983,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:50.259785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.260090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.260382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.260710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.261038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.261362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.261682 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.262024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.262315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.262636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.262995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:50.328377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:50.348557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Allocated IP 172.26.1.159 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/8a282cd0-8293-4c89-93e8-0652c08a3944) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:50.386416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Attempting to bind port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:50.386777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Attempting to bind port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:50.387153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Attempting to bind port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 on network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:50.400756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:50.401121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Checking segment: {'id': 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:50.401512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.401897 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Bound using segment: {'id': 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:50.402349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Bound port: 0d28cd5e-6bcd-425f-8357-4cf9db1aa983, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:50.402708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.477527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:50.478198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.497665 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.544582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] For port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:50.549000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] For port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0d28cd5e-6bcd-425f-8357-4cf9db1aa983,segment=NetworkSegment(cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6),segment_id=cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:50.598374 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.626651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.673673 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:50.677203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Pushing event updated for resources: {'Port': ['ID=8a282cd0-8293-4c89-93e8-0652c08a3944,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:50.679497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:50.681553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:50.713852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b31c2-eaaa-4c61-8752-3af932efd3c1 None None] Pushing event updated for resources: {'Port': ['ID=0d28cd5e-6bcd-425f-8357-4cf9db1aa983,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:50.936346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:50.937169 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:51.334529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Router 29bc7591-704c-4c80-afad-660384f92eca is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 11:59:51.542149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:59:51.554583 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Sync routers for ids ['29bc7591-704c-4c80-afad-660384f92eca'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 11:59:51.567893 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Routers {'29bc7591-704c-4c80-afad-660384f92eca'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:59:51.568512 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:59:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['29bc7591-704c-4c80-afad-660384f92eca'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:51.632483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0df95c6-fafa-45d8-a7bf-db115083cfee None None] Network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 11:59:51.663912 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:51.666241 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-13309112-8bf7-4df5-87f7-295c5df25f4e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1164327 Feb 28 11:59:51.668003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59382) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 11:59:51.757779 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Set router 29bc7591-704c-4c80-afad-660384f92eca gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:59:51.802420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-45f6d436-6459-477d-b6d8-b5658829f988 None None] Provisioning for port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:52.064325 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc7591-704c-4c80-afad-660384f92eca', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:49Z', 'updated_at': '2022-02-28T11:59:50Z', 'revision_number': 3, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'gw_port': {'id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:50Z', 'updated_at': '2022-02-28T11:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:52.068515 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Checking router: 29bc7591-704c-4c80-afad-660384f92eca for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 11:59:52.068852 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Updating router 29bc7591-704c-4c80-afad-660384f92eca port 8a282cd0-8293-4c89-93e8-0652c08a3944 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 11:59:52.119679 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.341898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:52.443798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.453495 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.459799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:52.464974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:52.465350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.465738 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Transition to ACTIVE for port object 8a282cd0-8293-4c89-93e8-0652c08a3944 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:52.532953 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.581609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.613624 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Attempting to bind port 8a282cd0-8293-4c89-93e8-0652c08a3944 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 11:59:52.614219 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Attempting to bind port 8a282cd0-8293-4c89-93e8-0652c08a3944 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 11:59:52.614502 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Attempting to bind port 8a282cd0-8293-4c89-93e8-0652c08a3944 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 11:59:52.616167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0d28cd5e-6bcd-425f-8357-4cf9db1aa983,segment=NetworkSegment(cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6),segment_id=cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 11:59:52.628449 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Pushing event updated for resources: {'Port': ['ID=8a282cd0-8293-4c89-93e8-0652c08a3944,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:52.630750 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 11:59:52.631140 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 11:59:52.631533 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.631918 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 11:59:52.632374 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Bound port: 8a282cd0-8293-4c89-93e8-0652c08a3944, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 11:59:52.632741 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.658557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Allocated IP 172.20.0.1 (403c1e10-77ec-4f3a-afdd-b11e1521d6ef/d578a325-8d92-480a-bd6a-402728db0581/0d8291f9-9840-4658-9ee6-465fc33ee294) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:52.674605 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.674972 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.675312 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.675643 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.675971 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.676292 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.676615 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.676936 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.677254 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.677569 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.677895 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 11:59:52.698297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.715703 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] For port 8a282cd0-8293-4c89-93e8-0652c08a3944, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 11:59:52.719201 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] For port 8a282cd0-8293-4c89-93e8-0652c08a3944, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8a282cd0-8293-4c89-93e8-0652c08a3944,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 11:59:52.772531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=0d28cd5e-6bcd-425f-8357-4cf9db1aa983,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:52.784145 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.811647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.827248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Transition to ACTIVE for port object 0d8291f9-9840-4658-9ee6-465fc33ee294 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:52.866048 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f234f3-274c-4dbe-814e-db3ffea500ce None None] Pushing event updated for resources: {'Port': ['ID=8a282cd0-8293-4c89-93e8-0652c08a3944,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:52.870628 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Routers {'29bc7591-704c-4c80-afad-660384f92eca'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 11:59:52.871252 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:59:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['29bc7591-704c-4c80-afad-660384f92eca'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:52.911824 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:52.983082 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:52.985924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:52.990404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:53.017775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Pushing event updated for resources: {'Port': ['ID=0d8291f9-9840-4658-9ee6-465fc33ee294,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:53.045086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.085705 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] Set router 29bc7591-704c-4c80-afad-660384f92eca gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 11:59:53.209072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.321185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-414e5657-5b75-4d1f-92f4-6d6e584b9953 None None] Provisioning for port 0d8291f9-9840-4658-9ee6-465fc33ee294 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:53.326744 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-414e5657-5b75-4d1f-92f4-6d6e584b9953 None None] Provisioning complete for port 0d8291f9-9840-4658-9ee6-465fc33ee294 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:53.327376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-414e5657-5b75-4d1f-92f4-6d6e584b9953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.382255 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc7591-704c-4c80-afad-660384f92eca', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:49Z', 'updated_at': '2022-02-28T11:59:50Z', 'revision_number': 3, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'gw_port': {'id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:50Z', 'updated_at': '2022-02-28T11:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 11:59:53.384194 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-414e5657-5b75-4d1f-92f4-6d6e584b9953 None None] Port 0d8291f9-9840-4658-9ee6-465fc33ee294 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:59:53.387686 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d36786-0438-4025-8dbc-624bd682b595 None None] The sync data for ids ['29bc7591-704c-4c80-afad-660384f92eca'] in dv-neutron-830866-1-hyperv is: [{'id': '29bc7591-704c-4c80-afad-660384f92eca', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:49Z', 'updated_at': '2022-02-28T11:59:50Z', 'revision_number': 3, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'gw_port': {'id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:50Z', 'updated_at': '2022-02-28T11:59:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 11:59:53.541715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.608562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.712672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:53.715825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Pushing event updated for resources: {'Port': ['ID=0d8291f9-9840-4658-9ee6-465fc33ee294,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:53.849666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:53.850825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:54.108252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bd05fa2c-d533-46e5-a927-a0bfbc3171cc None None] Provisioning complete for port 0d8291f9-9840-4658-9ee6-465fc33ee294 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:54.108875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bd05fa2c-d533-46e5-a927-a0bfbc3171cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.159520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bd05fa2c-d533-46e5-a927-a0bfbc3171cc None None] Port 0d8291f9-9840-4658-9ee6-465fc33ee294 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 11:59:54.253769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Router 29bc7591-704c-4c80-afad-660384f92eca has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 11:59:54.302824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 11:59:54.371447 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:54.371818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:54.457120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 11:59:54.466643 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-59754ea1-6110-4f7f-a880-e8d7f8f8828e admin admin] 10.222.0.31 "PUT /v2.0/routers/29bc7591-704c-4c80-afad-660384f92eca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7975647 Feb 28 11:59:55.532155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-954164cc-d45f-4ebe-9266-23799ad70800 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:55.532852 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-954164cc-d45f-4ebe-9266-23799ad70800 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Synchronizing usage tracker for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 11:59:55.589183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-954164cc-d45f-4ebe-9266-23799ad70800 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Unset dirty status for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 11:59:55.590360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-954164cc-d45f-4ebe-9266-23799ad70800 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/networks?id=f1d2e4c6-e4fb-44ec-aa98-5283f29767ca HTTP/1.1" status: 200 len: 816 time: 0.2006671 Feb 28 11:59:55.606810 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-906b0797-4c2e-4f28-829b-4016aa188bac tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/quotas/074c2f0318aa4a7093f20f207f57fee3 HTTP/1.1" status: 200 len: 375 time: 0.0106788 Feb 28 11:59:55.686616 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-be867c7b-3264-4e74-89dc-4c66d616013b tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=074c2f0318aa4a7093f20f207f57fee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0741861 Feb 28 11:59:55.938517 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-326199d4-c9bf-48b9-a706-1d327dc11228 service neutron] 10.222.0.31 "GET /v2.0/networks/f1d2e4c6-e4fb-44ec-aa98-5283f29767ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405021 Feb 28 11:59:56.163493 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-96948377-f677-4652-84c0-c9a3ccd1ea36 service neutron] 10.222.0.31 "GET /v2.0/networks/f1d2e4c6-e4fb-44ec-aa98-5283f29767ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194908 Feb 28 11:59:56.478371 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a2dcb470-2047-4212-8a9f-670b2752afd1 req-c3d05b94-2391-41e8-9bf2-c5e5bb3ba5a9 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 210 time: 0.1145713 Feb 28 11:59:57.638122 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-48f05768-07e9-4c01-ad13-65408d537801 req-df508486-96cf-4df0-870e-e47eaea19891 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 210 time: 0.0414474 Feb 28 11:59:58.522326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-b7edbbde-1a7e-4f72-a305-69f017a914b9 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:58.523780 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-b7edbbde-1a7e-4f72-a305-69f017a914b9 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.57 "GET /v2.0/networks?id=f1d2e4c6-e4fb-44ec-aa98-5283f29767ca HTTP/1.1" status: 200 len: 816 time: 0.1537061 Feb 28 11:59:58.539792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Request body: {'port': {'device_id': '20918204-2951-4169-b204-7cb4812e03e6', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'admin_state_up': True, 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:58.689865 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 11:59:58.694685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Usage tracker for resource:port and tenant:074c2f0318aa4a7093f20f207f57fee3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 11:59:58.697384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 11:59:58.704725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 11:59:58.763610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Made reservation on behalf of 074c2f0318aa4a7093f20f207f57fee3 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 11:59:58.768239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:58.829935 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c2ff1445-7648-452f-80e0-bd0a9d9b1863 req-809d9184-a5d3-4ac2-855f-e1107245ec65 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 210 time: 0.0521374 Feb 28 11:59:58.971195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Allocated IP 172.20.0.12 (f1d2e4c6-e4fb-44ec-aa98-5283f29767ca/c696f4d5-5fcd-4a05-9908-d3c02a445683/4dad0c79-65b2-4214-85df-cd2b9ca08a2a) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 11:59:59.174494 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.190464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Transition to ACTIVE for port object 4dad0c79-65b2-4214-85df-cd2b9ca08a2a will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 11:59:59.270148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.342898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 11:59:59.346614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 11:59:59.351040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 11:59:59.377156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Pushing event updated for resources: {'Port': ['ID=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 11:59:59.414449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 11:59:59.415071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.484177 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-ebafce68-e30f-4dda-bf67-96235aab0c5e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9482410 Feb 28 11:59:59.494104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-63f4054f-8556-4e1e-bc0b-cebf92557f62 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 11:59:59.495185 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-63f4054f-8556-4e1e-bc0b-cebf92557f62 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053475 Feb 28 11:59:59.572320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Request body: {'port': {'device_id': '20918204-2951-4169-b204-7cb4812e03e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 11:59:59.683451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.744490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7e7a43ef-f886-4491-887d-38a6e7ce540c None None] Provisioning for port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 11:59:59.749378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7e7a43ef-f886-4491-887d-38a6e7ce540c None None] Provisioning complete for port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 11:59:59.753397 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7e7a43ef-f886-4491-887d-38a6e7ce540c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 11:59:59.802155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7e7a43ef-f886-4491-887d-38a6e7ce540c None None] Port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:00:00.071142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dad0c79-65b2-4214-85df-cd2b9ca08a2a {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:00:00.081391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.099970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Transition to ACTIVE for port object 4dad0c79-65b2-4214-85df-cd2b9ca08a2a will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:00.110008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b61fe0-8273-4743-9173-2fd86db9a1b8 req-062f1c62-9854-4d11-a72d-b9e7e22a440f tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:00.110694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-80b61fe0-8273-4743-9173-2fd86db9a1b8 req-062f1c62-9854-4d11-a72d-b9e7e22a440f tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Synchronizing usage tracker for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:00:00.157069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.194658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-80b61fe0-8273-4743-9173-2fd86db9a1b8 req-062f1c62-9854-4d11-a72d-b9e7e22a440f tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Unset dirty status for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:00:00.195810 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-80b61fe0-8273-4743-9173-2fd86db9a1b8 req-062f1c62-9854-4d11-a72d-b9e7e22a440f tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 932 time: 0.2449212 Feb 28 12:00:00.334913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8a282cd0-8293-4c89-93e8-0652c08a3944 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:00.419180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Pushing event updated for resources: {'Port': ['ID=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:00.477332 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Sync routers for ids ['d2988fb5-56f6-4172-988d-5e219dc428e5'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:00:00.487299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Routers {'d2988fb5-56f6-4172-988d-5e219dc428e5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:00:00.487917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:59:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['d2988fb5-56f6-4172-988d-5e219dc428e5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:00.508257 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-80b61fe0-8273-4743-9173-2fd86db9a1b8 req-b10e06ca-cc05-4f17-a32a-ff8297ec1c3a tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Synchronizing usage tracker for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:00:00.558717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Attempting to bind port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:00.559067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Attempting to bind port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:00.559727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Attempting to bind port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a on network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:00:00.565633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a on network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:00:00.565944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Attempting to bind port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a on network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:00:00.572108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:00:00.572395 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Checking segment: {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:00:00.572756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Bound using segment: {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:00:00.573173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Bound port: 4dad0c79-65b2-4214-85df-cd2b9ca08a2a, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:00.573510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.595968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8a282cd0-8293-4c89-93e8-0652c08a3944 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:00.607465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8a282cd0-8293-4c89-93e8-0652c08a3944 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:00.607830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.618676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-80b61fe0-8273-4743-9173-2fd86db9a1b8 req-b10e06ca-cc05-4f17-a32a-ff8297ec1c3a tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Unset dirty status for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:00:00.619617 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-80b61fe0-8273-4743-9173-2fd86db9a1b8 req-b10e06ca-cc05-4f17-a32a-ff8297ec1c3a tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138212 Feb 28 12:00:00.671914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] For port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:00:00.675178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] For port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:00:00.761859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.765182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Set router d2988fb5-56f6-4172-988d-5e219dc428e5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:00:00.818155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.819951 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] 10.222.0.57 "PUT /v2.0/ports/4dad0c79-65b2-4214-85df-cd2b9ca08a2a HTTP/1.1" status: 200 len: 1094 time: 1.3182383 Feb 28 12:00:00.828312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20918204-2951-4169-b204-7cb4812e03e6', 'tag': '4dad0c79-65b2-4214-85df-cd2b9ca08a2a'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:00:00.847882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:00.852318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0d961-bf32-47a9-a193-037139b07070 service neutron] Pushing event updated for resources: {'Port': ['ID=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:00.905700 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20918204-2951-4169-b204-7cb4812e03e6', 'tag': '4dad0c79-65b2-4214-85df-cd2b9ca08a2a', 'status': 'completed', 'code': 200} Feb 28 12:00:00.934999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8a282cd0-8293-4c89-93e8-0652c08a3944, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8a282cd0-8293-4c89-93e8-0652c08a3944,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:01.002332 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.009210 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d7d6005d-b2a6-4522-bfc5-6e03adcc8766 req-213da109-1f4f-4ebb-bf8c-8021adcc3a9d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074c2f0318aa4a7093f20f207f57fee3&device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 1097 time: 0.0841508 Feb 28 12:00:01.129495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8a282cd0-8293-4c89-93e8-0652c08a3944,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:01.154556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6005d-b2a6-4522-bfc5-6e03adcc8766 req-a5488674-ca8e-4030-9e13-ffd2fc6a9dce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:01.156002 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d7d6005d-b2a6-4522-bfc5-6e03adcc8766 req-a5488674-ca8e-4030-9e13-ffd2fc6a9dce service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=074c2f0318aa4a7093f20f207f57fee3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1407745 Feb 28 12:00:01.204706 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 4, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'gw_port': {'id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '00b879a7-68ee-475e-b42e-b4a02feada57', 'name': '', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'mac_address': 'fa:16:3e:96:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:44Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 2, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'subnets': [{'id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:01.208626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Checking router: d2988fb5-56f6-4172-988d-5e219dc428e5 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:00:01.208968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Updating router d2988fb5-56f6-4172-988d-5e219dc428e5 port 00b879a7-68ee-475e-b42e-b4a02feada57 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:00:01.261488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.290669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6005d-b2a6-4522-bfc5-6e03adcc8766 req-ac64d3a0-6ee2-401e-8fec-75b42ebc8a4d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:01.292108 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d7d6005d-b2a6-4522-bfc5-6e03adcc8766 req-ac64d3a0-6ee2-401e-8fec-75b42ebc8a4d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1305375 Feb 28 12:00:01.394877 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-357b1b32-ac69-420a-b2c5-021f90504183 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074c2f0318aa4a7093f20f207f57fee3&device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 1097 time: 0.0678744 Feb 28 12:00:01.463302 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-62e52901-48c5-49d8-8bd8-629677c4c126 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dad0c79-65b2-4214-85df-cd2b9ca08a2a HTTP/1.1" status: 200 len: 217 time: 0.0623693 Feb 28 12:00:01.524864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-8eff7c07-6400-4e1c-92a7-b6494da05edc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:01.526539 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-8eff7c07-6400-4e1c-92a7-b6494da05edc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c696f4d5-5fcd-4a05-9908-d3c02a445683 HTTP/1.1" status: 200 len: 855 time: 0.0582063 Feb 28 12:00:01.599260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.605011 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-10e2b026-29c8-435c-918f-275ba3363dd5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1d2e4c6-e4fb-44ec-aa98-5283f29767ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712807 Feb 28 12:00:01.611655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Transition to ACTIVE for port object 00b879a7-68ee-475e-b42e-b4a02feada57 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:01.671762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.798247 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-c739832a-8a93-4a68-b5c7-c46375ae7d8e service neutron] 10.222.0.57 "GET /v2.0/networks/f1d2e4c6-e4fb-44ec-aa98-5283f29767ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851647 Feb 28 12:00:01.802997 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8bf90-1f48-4946-8689-8d0f2f07dfcd None None] Pushing event updated for resources: {'Port': ['ID=00b879a7-68ee-475e-b42e-b4a02feada57,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:01.938391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Attempting to bind port 00b879a7-68ee-475e-b42e-b4a02feada57 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:01.938751 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Attempting to bind port 00b879a7-68ee-475e-b42e-b4a02feada57 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:01.939138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Attempting to bind port 00b879a7-68ee-475e-b42e-b4a02feada57 on network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:00:01.945814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:00:01.946175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Checking segment: {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:00:01.946568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.946968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Bound using segment: {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:00:01.947421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Bound port: 00b879a7-68ee-475e-b42e-b4a02feada57, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:01.947777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:01.958000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a159a6-333a-4604-aca8-37cd36207687 req-fb2e8af3-fbbf-4b1c-bb25-b27aa9963331 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:01.959465 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96a159a6-333a-4604-aca8-37cd36207687 req-fb2e8af3-fbbf-4b1c-bb25-b27aa9963331 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 944 time: 0.2010992 Feb 28 12:00:01.996003 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2dfa230b-29b4-4c05-ae37-a435d25bb57e req-75ad856c-24a9-4198-8780-2aabbae5ac2c service neutron] 10.222.0.57 "GET /v2.0/networks/f1d2e4c6-e4fb-44ec-aa98-5283f29767ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918943 Feb 28 12:00:02.017234 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96a159a6-333a-4604-aca8-37cd36207687 req-36d23e6e-46df-4d76-9354-9f448b2a9d9a tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490720 Feb 28 12:00:02.046626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] For port 00b879a7-68ee-475e-b42e-b4a02feada57, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:00:02.049856 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] For port 00b879a7-68ee-475e-b42e-b4a02feada57, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=00b879a7-68ee-475e-b42e-b4a02feada57,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:00:02.123485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.204152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca8bf90-1f48-4946-8689-8d0f2f07dfcd None None] Pushing event updated for resources: {'Port': ['ID=00b879a7-68ee-475e-b42e-b4a02feada57,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:02.207748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Routers {'d2988fb5-56f6-4172-988d-5e219dc428e5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:00:02.208560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:59:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['d2988fb5-56f6-4172-988d-5e219dc428e5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:02.343537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 00b879a7-68ee-475e-b42e-b4a02feada57 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:02.442836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] Set router d2988fb5-56f6-4172-988d-5e219dc428e5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:00:02.580257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 00b879a7-68ee-475e-b42e-b4a02feada57 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:02.598536 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 00b879a7-68ee-475e-b42e-b4a02feada57 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:02.598929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.840142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.882592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 00b879a7-68ee-475e-b42e-b4a02feada57, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=00b879a7-68ee-475e-b42e-b4a02feada57,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:02.885430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 4, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'gw_port': {'id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '00b879a7-68ee-475e-b42e-b4a02feada57', 'name': '', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'mac_address': 'fa:16:3e:96:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:44Z', 'updated_at': '2022-02-28T12:00:02Z', 'revision_number': 4, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'subnets': [{'id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:02.889329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4351d79c-6e9d-48e3-8a3f-87e95a5441f2 None None] The sync data for ids ['d2988fb5-56f6-4172-988d-5e219dc428e5'] in dv-neutron-830866-1-hyperv is: [{'id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:45Z', 'revision_number': 4, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'gw_port': {'id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '00b879a7-68ee-475e-b42e-b4a02feada57', 'name': '', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'mac_address': 'fa:16:3e:96:32:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:44Z', 'updated_at': '2022-02-28T12:00:02Z', 'revision_number': 4, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'subnets': [{'id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:00:02.972974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:02.973758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8a282cd0-8293-4c89-93e8-0652c08a3944 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:03.097103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=00b879a7-68ee-475e-b42e-b4a02feada57,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:03.112345 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8a282cd0-8293-4c89-93e8-0652c08a3944 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:03.112727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:03.228984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d849c5-36de-44a1-af05-dbe0c0a4d5bc req-b5f8631e-25a4-4b0f-b139-e1cfb9da75e7 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:03.230628 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79d849c5-36de-44a1-af05-dbe0c0a4d5bc req-b5f8631e-25a4-4b0f-b139-e1cfb9da75e7 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 944 time: 0.0825477 Feb 28 12:00:03.288781 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec39874-8930-44e5-9130-27945788c31f None None] Sync routers for ids ['29bc7591-704c-4c80-afad-660384f92eca'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:00:03.289349 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79d849c5-36de-44a1-af05-dbe0c0a4d5bc req-a0861de0-68d2-4278-8266-401f7a250ace tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512977 Feb 28 12:00:03.302058 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec39874-8930-44e5-9130-27945788c31f None None] Routers {'29bc7591-704c-4c80-afad-660384f92eca'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:00:03.302682 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-aec39874-8930-44e5-9130-27945788c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:59:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['29bc7591-704c-4c80-afad-660384f92eca'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:03.487092 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-aec39874-8930-44e5-9130-27945788c31f None None] Set router 29bc7591-704c-4c80-afad-660384f92eca gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:00:03.794823 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-aec39874-8930-44e5-9130-27945788c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc7591-704c-4c80-afad-660384f92eca', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:49Z', 'updated_at': '2022-02-28T11:59:53Z', 'revision_number': 4, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'gw_port': {'id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:50Z', 'updated_at': '2022-02-28T12:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '0d8291f9-9840-4658-9ee6-465fc33ee294', 'name': '', 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'mac_address': 'fa:16:3e:ad:13:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd578a325-8d92-480a-bd6a-402728db0581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:52Z', 'updated_at': '2022-02-28T11:59:53Z', 'revision_number': 2, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'subnets': [{'id': 'd578a325-8d92-480a-bd6a-402728db0581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:03.799818 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec39874-8930-44e5-9130-27945788c31f None None] Checking router: 29bc7591-704c-4c80-afad-660384f92eca for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:00:03.800159 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec39874-8930-44e5-9130-27945788c31f None None] Updating router 29bc7591-704c-4c80-afad-660384f92eca port 0d8291f9-9840-4658-9ee6-465fc33ee294 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:00:03.849103 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-aec39874-8930-44e5-9130-27945788c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.163291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.173333 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-aec39874-8930-44e5-9130-27945788c31f None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.184308 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-aec39874-8930-44e5-9130-27945788c31f None None] Transition to ACTIVE for port object 0d8291f9-9840-4658-9ee6-465fc33ee294 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:04.260342 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-aec39874-8930-44e5-9130-27945788c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.309307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 00b879a7-68ee-475e-b42e-b4a02feada57 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:04.379226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 00b879a7-68ee-475e-b42e-b4a02feada57 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:04.379648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.399289 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e466ab2-9782-430a-be51-25509c54dec7 None None] Pushing event updated for resources: {'Port': ['ID=0d8291f9-9840-4658-9ee6-465fc33ee294,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:04.525099 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-aec39874-8930-44e5-9130-27945788c31f None None] Attempting to bind port 0d8291f9-9840-4658-9ee6-465fc33ee294 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:04.525453 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-aec39874-8930-44e5-9130-27945788c31f None None] Attempting to bind port 0d8291f9-9840-4658-9ee6-465fc33ee294 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:04.525902 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec39874-8930-44e5-9130-27945788c31f None None] Attempting to bind port 0d8291f9-9840-4658-9ee6-465fc33ee294 on network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:00:04.533047 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec39874-8930-44e5-9130-27945788c31f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:00:04.533451 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec39874-8930-44e5-9130-27945788c31f None None] Checking segment: {'id': 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:00:04.533842 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-aec39874-8930-44e5-9130-27945788c31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.534229 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec39874-8930-44e5-9130-27945788c31f None None] Bound using segment: {'id': 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:00:04.534686 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-aec39874-8930-44e5-9130-27945788c31f None None] Bound port: 0d8291f9-9840-4658-9ee6-465fc33ee294, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 740, 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:04.535083 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-aec39874-8930-44e5-9130-27945788c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.549028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ed5eaf-5a57-41ea-ba84-ff8f36aadd12 req-7ef24ea8-c4ae-40ed-a0c9-c47981b2a459 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:04.550531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b0ed5eaf-5a57-41ea-ba84-ff8f36aadd12 req-7ef24ea8-c4ae-40ed-a0c9-c47981b2a459 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 944 time: 0.1195364 Feb 28 12:00:04.601726 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b0ed5eaf-5a57-41ea-ba84-ff8f36aadd12 req-a164f9d8-203b-45b4-adba-36d259130b09 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445359 Feb 28 12:00:04.627827 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-aec39874-8930-44e5-9130-27945788c31f None None] For port 0d8291f9-9840-4658-9ee6-465fc33ee294, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:00:04.630747 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-aec39874-8930-44e5-9130-27945788c31f None None] For port 0d8291f9-9840-4658-9ee6-465fc33ee294, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0d8291f9-9840-4658-9ee6-465fc33ee294,segment=NetworkSegment(cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6),segment_id=cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:00:04.681910 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-aec39874-8930-44e5-9130-27945788c31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:04.761490 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e466ab2-9782-430a-be51-25509c54dec7 None None] Pushing event updated for resources: {'Port': ['ID=0d8291f9-9840-4658-9ee6-465fc33ee294,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:04.764345 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec39874-8930-44e5-9130-27945788c31f None None] Routers {'29bc7591-704c-4c80-afad-660384f92eca'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:00:04.764950 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-aec39874-8930-44e5-9130-27945788c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T11:59:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['29bc7591-704c-4c80-afad-660384f92eca'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:04.944428 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-aec39874-8930-44e5-9130-27945788c31f None None] Set router 29bc7591-704c-4c80-afad-660384f92eca gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:00:05.240149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 4dad0c79-65b2-4214-85df-cd2b9ca08a2a details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:00:05.248139 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-aec39874-8930-44e5-9130-27945788c31f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc7591-704c-4c80-afad-660384f92eca', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:49Z', 'updated_at': '2022-02-28T11:59:53Z', 'revision_number': 4, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'gw_port': {'id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:50Z', 'updated_at': '2022-02-28T12:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '0d8291f9-9840-4658-9ee6-465fc33ee294', 'name': '', 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'mac_address': 'fa:16:3e:ad:13:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd578a325-8d92-480a-bd6a-402728db0581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:52Z', 'updated_at': '2022-02-28T12:00:04Z', 'revision_number': 4, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'subnets': [{'id': 'd578a325-8d92-480a-bd6a-402728db0581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:00:05.252600 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec39874-8930-44e5-9130-27945788c31f None None] The sync data for ids ['29bc7591-704c-4c80-afad-660384f92eca'] in dv-neutron-830866-1-hyperv is: [{'id': '29bc7591-704c-4c80-afad-660384f92eca', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:49Z', 'updated_at': '2022-02-28T11:59:53Z', 'revision_number': 4, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'gw_port': {'id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:50Z', 'updated_at': '2022-02-28T12:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '0d8291f9-9840-4658-9ee6-465fc33ee294', 'name': '', 'network_id': '403c1e10-77ec-4f3a-afdd-b11e1521d6ef', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'mac_address': 'fa:16:3e:ad:13:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd578a325-8d92-480a-bd6a-402728db0581', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:52Z', 'updated_at': '2022-02-28T12:00:04Z', 'revision_number': 4, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'subnets': [{'id': 'd578a325-8d92-480a-bd6a-402728db0581', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:00:05.382647 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:05.397636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '4dad0c79-65b2-4214-85df-cd2b9ca08a2a', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'port_id': '4dad0c79-65b2-4214-85df-cd2b9ca08a2a', 'mac_address': 'fa:16:3e:04:cb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:00:05.492828 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:05.511268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dad0c79-65b2-4214-85df-cd2b9ca08a2a {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:00:05.528438 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:05.619227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:05.690442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:05.826119 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['4dad0c79-65b2-4214-85df-cd2b9ca08a2a'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:00:05.915662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219eb2a-e405-4217-bde1-124be23915df req-c1c16229-09ac-47a4-aaff-c0985b3517a4 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:05.917152 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7219eb2a-e405-4217-bde1-124be23915df req-c1c16229-09ac-47a4-aaff-c0985b3517a4 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 945 time: 0.1772897 Feb 28 12:00:05.966157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7219eb2a-e405-4217-bde1-124be23915df req-533939c9-ab01-4d19-8b9d-c2f2f6f66ab6 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435333 Feb 28 12:00:06.323600 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d8291f9-9840-4658-9ee6-465fc33ee294 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:06.446968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 0d8291f9-9840-4658-9ee6-465fc33ee294 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:06.451838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0d8291f9-9840-4658-9ee6-465fc33ee294 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:06.452201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.566043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.600549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 0d8291f9-9840-4658-9ee6-465fc33ee294, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0d8291f9-9840-4658-9ee6-465fc33ee294,segment=NetworkSegment(cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6),segment_id=cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:06.664227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:06.730798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=0d8291f9-9840-4658-9ee6-465fc33ee294,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:07.164384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6838af86-8cd0-43f7-b187-ddf1f533ebc7 req-0b79917a-0e9b-49a9-ab40-42bb3bef62d3 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:07.165802 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6838af86-8cd0-43f7-b187-ddf1f533ebc7 req-0b79917a-0e9b-49a9-ab40-42bb3bef62d3 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 945 time: 0.0760524 Feb 28 12:00:07.209718 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6838af86-8cd0-43f7-b187-ddf1f533ebc7 req-10325e48-b095-4b29-83b3-924fb88cc744 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383313 Feb 28 12:00:07.255291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 4dad0c79-65b2-4214-85df-cd2b9ca08a2a up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:07.380295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:07.384908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:07.385298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:07.496445 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:07.522623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20918204-2951-4169-b204-7cb4812e03e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad0c79-65b2-4214-85df-cd2b9ca08a2a'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:00:07.532606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:07.579168 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20918204-2951-4169-b204-7cb4812e03e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dad0c79-65b2-4214-85df-cd2b9ca08a2a', 'code': 200} Feb 28 12:00:07.597875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:07.664832 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:07.905230 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6e0ae6a3-2fce-4efa-b6c6-8316659dbc70 req-75aae51d-dd08-4944-9acf-d0875e2c2352 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 1099 time: 0.0709257 Feb 28 12:00:07.946724 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6e0ae6a3-2fce-4efa-b6c6-8316659dbc70 req-f939a58c-e32e-437a-8741-5765cf22bf7c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354035 Feb 28 12:00:08.309785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d8291f9-9840-4658-9ee6-465fc33ee294 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:08.382310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0d8291f9-9840-4658-9ee6-465fc33ee294 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:08.383004 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:08.398609 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:00:08.406702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b87e6-356a-41b2-a659-4b792ec23835 req-474ce80a-7504-41bb-a9db-2b166d6f29c1 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:08.408217 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf8b87e6-356a-41b2-a659-4b792ec23835 req-474ce80a-7504-41bb-a9db-2b166d6f29c1 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 946 time: 0.0762522 Feb 28 12:00:08.453214 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf8b87e6-356a-41b2-a659-4b792ec23835 req-187035c5-ed52-4b4e-8556-ac013221dfd4 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393121 Feb 28 12:00:09.650154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b7197-4b2a-444b-adb3-baa8a7d2cd85 req-1e114f3a-9166-486c-8726-4fbd01b95ed9 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:09.651622 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a7b7197-4b2a-444b-adb3-baa8a7d2cd85 req-1e114f3a-9166-486c-8726-4fbd01b95ed9 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 946 time: 0.0782743 Feb 28 12:00:09.696404 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a7b7197-4b2a-444b-adb3-baa8a7d2cd85 req-4a00656f-53db-46f4-a4d5-3209b32c3397 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393066 Feb 28 12:00:09.895727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35a037-3d16-4342-a426-52a0c3cef4c5 req-3f01502a-1d4e-4049-bbc9-586c3afd04de tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:09.897407 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e35a037-3d16-4342-a426-52a0c3cef4c5 req-3f01502a-1d4e-4049-bbc9-586c3afd04de tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 946 time: 0.0822320 Feb 28 12:00:09.949143 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e35a037-3d16-4342-a426-52a0c3cef4c5 req-08033aed-27ec-40ea-86b2-78d3294938ac tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462775 Feb 28 12:00:14.969169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-83fc4643-c9a2-4744-99e2-cfbf615deb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:17.089253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d985ae00-9b5f-46bc-8cf7-da687ff1ed18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:18.363608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:18.390268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:19.813376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:28.043164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc88fd1-4508-48bb-9f13-ab1dd461d9b2 req-356ada53-6ba2-4939-968a-f71a5b04fc7d tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:28.044483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8cc88fd1-4508-48bb-9f13-ab1dd461d9b2 req-356ada53-6ba2-4939-968a-f71a5b04fc7d tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 946 time: 0.0772247 Feb 28 12:00:28.088918 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8cc88fd1-4508-48bb-9f13-ab1dd461d9b2 req-54d68974-489d-4228-bb0a-e06070491b0d tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 Feb 28 12:00:29.290555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fec80d-3403-4b32-9025-48794fae0770 req-3db3bdd5-0b76-4683-8440-525a6c33b384 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:29.292024 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b3fec80d-3403-4b32-9025-48794fae0770 req-3db3bdd5-0b76-4683-8440-525a6c33b384 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 946 time: 0.0818331 Feb 28 12:00:29.339306 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b3fec80d-3403-4b32-9025-48794fae0770 req-93e88cb1-9308-43dc-a6df-7c0e8661f680 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416527 Feb 28 12:00:29.635897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530203c6-e46a-4a59-b716-5b948ce83452 req-51d577af-9f77-41df-ab5d-c39aa0e368a5 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:29.637308 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-530203c6-e46a-4a59-b716-5b948ce83452 req-51d577af-9f77-41df-ab5d-c39aa0e368a5 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.57 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 946 time: 0.0766745 Feb 28 12:00:29.712430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-530203c6-e46a-4a59-b716-5b948ce83452 req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Deleting port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:00:29.713142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-530203c6-e46a-4a59-b716-5b948ce83452 req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:29.972441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-530203c6-e46a-4a59-b716-5b948ce83452 req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] For port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:29.972709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-530203c6-e46a-4a59-b716-5b948ce83452 req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:30.097658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-530203c6-e46a-4a59-b716-5b948ce83452 req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Calling delete_port for 4dad0c79-65b2-4214-85df-cd2b9ca08a2a owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:00:30.277914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-530203c6-e46a-4a59-b716-5b948ce83452 req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:30.290535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['4dad0c79-65b2-4214-85df-cd2b9ca08a2a'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:00:30.328491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Pushing event deleted for resources: {'Port': ['ID=4dad0c79-65b2-4214-85df-cd2b9ca08a2a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:30.368851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.369207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.369550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.370148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.370488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.370817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.371174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.371504 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.371830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.372156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.372485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:00:30.414888 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-530203c6-e46a-4a59-b716-5b948ce83452 req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] No DVR routers for this DVR port 4dad0c79-65b2-4214-85df-cd2b9ca08a2a on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:00:30.417626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-530203c6-e46a-4a59-b716-5b948ce83452 req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:30.421848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20918204-2951-4169-b204-7cb4812e03e6', 'name': 'network-vif-deleted', 'tag': '4dad0c79-65b2-4214-85df-cd2b9ca08a2a'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:00:30.515558 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20918204-2951-4169-b204-7cb4812e03e6', 'name': 'network-vif-deleted', 'tag': '4dad0c79-65b2-4214-85df-cd2b9ca08a2a', 'status': 'completed', 'code': 200} Feb 28 12:00:30.520541 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-530203c6-e46a-4a59-b716-5b948ce83452 req-df9babbb-60a1-4f95-a190-8ddabef301df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.57 "DELETE /v2.0/ports/4dad0c79-65b2-4214-85df-cd2b9ca08a2a HTTP/1.1" status: 204 len: 173 time: 0.8779640 Feb 28 12:00:30.521911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1b290d9d-1d5e-4e2a-bdb0-ea0f3a3b2134 req-d0d0f8b7-0b7b-4478-b897-ba485af8246e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Synchronizing usage tracker for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:00:30.632352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1b290d9d-1d5e-4e2a-bdb0-ea0f3a3b2134 req-d0d0f8b7-0b7b-4478-b897-ba485af8246e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Unset dirty status for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:00:30.633434 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1b290d9d-1d5e-4e2a-bdb0-ea0f3a3b2134 req-d0d0f8b7-0b7b-4478-b897-ba485af8246e tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=20918204-2951-4169-b204-7cb4812e03e6 HTTP/1.1" status: 200 len: 210 time: 0.1632504 Feb 28 12:00:32.536788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-aee7025f-d423-4696-9739-bfc8c1550115 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:32.538193 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-aee7025f-d423-4696-9739-bfc8c1550115 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/networks?id=f1d2e4c6-e4fb-44ec-aa98-5283f29767ca HTTP/1.1" status: 200 len: 816 time: 0.1414158 Feb 28 12:00:32.554558 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-e9250c81-132a-42f7-9a4d-b9a5db283b92 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/quotas/074c2f0318aa4a7093f20f207f57fee3 HTTP/1.1" status: 200 len: 375 time: 0.0110729 Feb 28 12:00:32.632171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-dbb18bc3-f26f-4e4f-bfe7-a0fd3c26c41b tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=074c2f0318aa4a7093f20f207f57fee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0728545 Feb 28 12:00:32.844730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-c751f1ac-a010-420e-b3ce-6d4e8b9959ff service neutron] 10.222.0.31 "GET /v2.0/networks/f1d2e4c6-e4fb-44ec-aa98-5283f29767ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013028 Feb 28 12:00:32.974174 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-a0c670be-6049-4062-8037-8b0937c0f503 service neutron] 10.222.0.31 "GET /v2.0/networks/f1d2e4c6-e4fb-44ec-aa98-5283f29767ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224918 Feb 28 12:00:33.238577 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3cd3e3d4-aa11-498d-b0d0-199345a31772 req-79e50e14-ee49-45f1-b740-730744666fcb tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 210 time: 0.0447593 Feb 28 12:00:33.397565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 4dad0c79-65b2-4214-85df-cd2b9ca08a2a no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:00:33.429608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 4dad0c79-65b2-4214-85df-cd2b9ca08a2a {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:00:33.429944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 4dad0c79-65b2-4214-85df-cd2b9ca08a2a not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:00:34.173604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:34.401329 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5423abb-9f72-4568-a71f-8d5a507d7fb2 req-d76a9dd3-4a0d-4dba-89e5-2a06977c1031 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 210 time: 0.0450671 Feb 28 12:00:35.171231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0501317e-fe6b-4f42-ae81-86210b624088 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:35.172635 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0501317e-fe6b-4f42-ae81-86210b624088 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.57 "GET /v2.0/networks?id=f1d2e4c6-e4fb-44ec-aa98-5283f29767ca HTTP/1.1" status: 200 len: 816 time: 0.1445012 Feb 28 12:00:35.188293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Request body: {'port': {'device_id': 'c969a907-06b7-4582-ad8d-c0cc7f27ba91', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'admin_state_up': True, 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:00:35.322237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:00:35.331742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:00:35.397523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Made reservation on behalf of 074c2f0318aa4a7093f20f207f57fee3 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:00:35.400690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:35.583092 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d992ed34-9b48-45cb-bce3-27a0a9ec83a2 req-97876e61-3d70-46fe-aa4f-16d1fd1aa7df tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 210 time: 0.0519671 Feb 28 12:00:35.601737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Allocated IP 172.20.0.9 (f1d2e4c6-e4fb-44ec-aa98-5283f29767ca/c696f4d5-5fcd-4a05-9908-d3c02a445683/651498d6-7899-4ae2-95d1-99b6592a6ea8) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:00:35.797313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:35.812638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Transition to ACTIVE for port object 651498d6-7899-4ae2-95d1-99b6592a6ea8 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:35.888231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:35.962516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:00:35.965277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:00:35.968955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:00:35.999050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Pushing event updated for resources: {'Port': ['ID=651498d6-7899-4ae2-95d1-99b6592a6ea8,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:36.034748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:36.036801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:36.134533 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-0c8976bd-b24a-4ba2-ba33-ef307125a9c0 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9499149 Feb 28 12:00:36.145553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Request body: {'port': {'device_id': 'c969a907-06b7-4582-ad8d-c0cc7f27ba91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:00:36.252973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:36.310460 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f42cf7f1-32cd-4b66-b2c2-d81f4ee3da0f None None] Provisioning for port 651498d6-7899-4ae2-95d1-99b6592a6ea8 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:36.315454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f42cf7f1-32cd-4b66-b2c2-d81f4ee3da0f None None] Provisioning complete for port 651498d6-7899-4ae2-95d1-99b6592a6ea8 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:36.315843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f42cf7f1-32cd-4b66-b2c2-d81f4ee3da0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:36.369500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f42cf7f1-32cd-4b66-b2c2-d81f4ee3da0f None None] Port 651498d6-7899-4ae2-95d1-99b6592a6ea8 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:00:36.577801 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651498d6-7899-4ae2-95d1-99b6592a6ea8 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:00:36.584824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:36.599402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Transition to ACTIVE for port object 651498d6-7899-4ae2-95d1-99b6592a6ea8 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:00:36.672273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:36.931743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Pushing event updated for resources: {'Port': ['ID=651498d6-7899-4ae2-95d1-99b6592a6ea8,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:37.040335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d8c78-5166-47d4-b0f9-da8c7384834e req-29a0f60d-4a03-413f-b9b8-265af327bcef tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:37.041020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-da0d8c78-5166-47d4-b0f9-da8c7384834e req-29a0f60d-4a03-413f-b9b8-265af327bcef tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Synchronizing usage tracker for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:00:37.077208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Attempting to bind port 651498d6-7899-4ae2-95d1-99b6592a6ea8 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:00:37.077538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Attempting to bind port 651498d6-7899-4ae2-95d1-99b6592a6ea8 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:00:37.077868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Attempting to bind port 651498d6-7899-4ae2-95d1-99b6592a6ea8 on network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:00:37.084513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Port 651498d6-7899-4ae2-95d1-99b6592a6ea8 on network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:00:37.084831 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Attempting to bind port 651498d6-7899-4ae2-95d1-99b6592a6ea8 on network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:00:37.091174 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:00:37.091507 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Checking segment: {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:00:37.091889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Bound using segment: {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:00:37.092306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Bound port: 651498d6-7899-4ae2-95d1-99b6592a6ea8, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08bd16d6-6587-48bd-8957-7a7651c2acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 728, 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:00:37.092647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:37.135645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-da0d8c78-5166-47d4-b0f9-da8c7384834e req-29a0f60d-4a03-413f-b9b8-265af327bcef tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Unset dirty status for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:00:37.136687 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da0d8c78-5166-47d4-b0f9-da8c7384834e req-29a0f60d-4a03-413f-b9b8-265af327bcef tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 943 time: 0.4279354 Feb 28 12:00:37.211822 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-da0d8c78-5166-47d4-b0f9-da8c7384834e req-66f2b753-fd6c-4bfa-89ce-1a0f34ea5bca tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690172 Feb 28 12:00:37.212755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] For port 651498d6-7899-4ae2-95d1-99b6592a6ea8, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:00:37.215793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] For port 651498d6-7899-4ae2-95d1-99b6592a6ea8, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=651498d6-7899-4ae2-95d1-99b6592a6ea8,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:00:37.288414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:37.353321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:37.354658 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] 10.222.0.57 "PUT /v2.0/ports/651498d6-7899-4ae2-95d1-99b6592a6ea8 HTTP/1.1" status: 200 len: 1093 time: 1.2133167 Feb 28 12:00:37.355107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c969a907-06b7-4582-ad8d-c0cc7f27ba91', 'tag': '651498d6-7899-4ae2-95d1-99b6592a6ea8'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:00:37.375131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110aa48-55ee-4b58-8018-4454c19cd78a service neutron] Pushing event updated for resources: {'Port': ['ID=651498d6-7899-4ae2-95d1-99b6592a6ea8,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:37.414809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c969a907-06b7-4582-ad8d-c0cc7f27ba91', 'tag': '651498d6-7899-4ae2-95d1-99b6592a6ea8', 'status': 'completed', 'code': 200} Feb 28 12:00:37.504797 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e05db5bf-cf26-4eb6-9d8d-11851a0be9a6 req-2f2cd019-94b1-4a94-b621-6b79ba2bfb48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074c2f0318aa4a7093f20f207f57fee3&device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 1096 time: 0.0703104 Feb 28 12:00:37.641952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05db5bf-cf26-4eb6-9d8d-11851a0be9a6 req-70d22a57-1034-466a-b1fa-f0aa967ab5d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:37.643318 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e05db5bf-cf26-4eb6-9d8d-11851a0be9a6 req-70d22a57-1034-466a-b1fa-f0aa967ab5d7 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=074c2f0318aa4a7093f20f207f57fee3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1322401 Feb 28 12:00:37.777645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05db5bf-cf26-4eb6-9d8d-11851a0be9a6 req-8e2e4cd1-7aa8-4316-b260-3e9d3fe80fcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:37.779103 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e05db5bf-cf26-4eb6-9d8d-11851a0be9a6 req-8e2e4cd1-7aa8-4316-b260-3e9d3fe80fcf service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298044 Feb 28 12:00:37.886424 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-35c6442c-8682-4998-a7d7-878f6bef1129 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=074c2f0318aa4a7093f20f207f57fee3&device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 1096 time: 0.0716147 Feb 28 12:00:37.953042 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-3eda04da-a6a6-46ff-99ef-a2398e3a9f9f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=651498d6-7899-4ae2-95d1-99b6592a6ea8 HTTP/1.1" status: 200 len: 217 time: 0.0602717 Feb 28 12:00:38.017513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-3e3b58bf-479c-4af3-902d-126f572c7024 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:38.019014 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-3e3b58bf-479c-4af3-902d-126f572c7024 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c696f4d5-5fcd-4a05-9908-d3c02a445683 HTTP/1.1" status: 200 len: 855 time: 0.0591905 Feb 28 12:00:38.091916 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-853adf8e-2a16-4b02-aa04-741552354677 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f1d2e4c6-e4fb-44ec-aa98-5283f29767ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674562 Feb 28 12:00:38.223845 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-d4c3bc44-36fa-4b48-b4f8-921fa9d7e068 service neutron] 10.222.0.57 "GET /v2.0/networks/f1d2e4c6-e4fb-44ec-aa98-5283f29767ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243334 Feb 28 12:00:38.389630 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0af0fb64-a64c-43a7-845d-ed3d6f29e48a req-9b93859e-bc6a-4291-ba1f-e7341d3362e9 service neutron] 10.222.0.57 "GET /v2.0/networks/f1d2e4c6-e4fb-44ec-aa98-5283f29767ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606097 Feb 28 12:00:38.424834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5d2d9-d078-456e-9e23-98ec6a66ad47 req-22346046-2e90-4e89-ace1-fe7408dfeb01 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:38.426268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2cd5d2d9-d078-456e-9e23-98ec6a66ad47 req-22346046-2e90-4e89-ace1-fe7408dfeb01 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 943 time: 0.0799847 Feb 28 12:00:38.475783 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2cd5d2d9-d078-456e-9e23-98ec6a66ad47 req-37ee70f2-ac6e-4320-a484-9c37cfb8dcb3 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436289 Feb 28 12:00:39.669063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a846a-758a-49dd-b017-520264d2fe37 req-e25325d0-3ab3-4abc-b619-048a498ce1ae tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:39.670489 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a7a846a-758a-49dd-b017-520264d2fe37 req-e25325d0-3ab3-4abc-b619-048a498ce1ae tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 943 time: 0.0764554 Feb 28 12:00:39.714458 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a7a846a-758a-49dd-b017-520264d2fe37 req-4f4d1c15-330a-45a3-8c3d-93bece2f7a88 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387719 Feb 28 12:00:40.909207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21c4e60-710e-4868-820d-9a2945fd0a0f req-4a99af57-71d8-460b-826a-e4504c8a2be3 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:40.910523 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c21c4e60-710e-4868-820d-9a2945fd0a0f req-4a99af57-71d8-460b-826a-e4504c8a2be3 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 943 time: 0.0790777 Feb 28 12:00:41.037208 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c21c4e60-710e-4868-820d-9a2945fd0a0f req-25bc0d1f-e937-454c-9b8c-6f7deca0f797 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204617 Feb 28 12:00:41.431747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 651498d6-7899-4ae2-95d1-99b6592a6ea8 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:00:41.561020 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 651498d6-7899-4ae2-95d1-99b6592a6ea8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=651498d6-7899-4ae2-95d1-99b6592a6ea8,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:41.573480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '651498d6-7899-4ae2-95d1-99b6592a6ea8', 'network_id': 'f1d2e4c6-e4fb-44ec-aa98-5283f29767ca', 'port_id': '651498d6-7899-4ae2-95d1-99b6592a6ea8', 'mac_address': 'fa:16:3e:30:96:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 728, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c696f4d5-5fcd-4a05-9908-d3c02a445683', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:00:41.625549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:41.642039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651498d6-7899-4ae2-95d1-99b6592a6ea8 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:00:41.657264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 651498d6-7899-4ae2-95d1-99b6592a6ea8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=651498d6-7899-4ae2-95d1-99b6592a6ea8,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:41.728906 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:41.796193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=651498d6-7899-4ae2-95d1-99b6592a6ea8,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:41.921362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['651498d6-7899-4ae2-95d1-99b6592a6ea8'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:00:42.229644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55120c88-ed18-4ece-8f98-f9eacbf72522 req-58d9f0b7-99a7-4d2b-a439-dc4e77815713 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:42.231132 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55120c88-ed18-4ece-8f98-f9eacbf72522 req-58d9f0b7-99a7-4d2b-a439-dc4e77815713 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 944 time: 0.0747106 Feb 28 12:00:42.275298 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55120c88-ed18-4ece-8f98-f9eacbf72522 req-5005bdbd-ac71-4781-964b-d5d1e551ad21 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388539 Feb 28 12:00:43.429867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 651498d6-7899-4ae2-95d1-99b6592a6ea8 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:00:43.469844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea387dd6-4fdc-4dc4-9725-0f5cb4ccad66 req-4c4d8152-d35d-4ce1-8837-6b81049849ca tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:43.471299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea387dd6-4fdc-4dc4-9725-0f5cb4ccad66 req-4c4d8152-d35d-4ce1-8837-6b81049849ca tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 944 time: 0.0798497 Feb 28 12:00:43.517846 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea387dd6-4fdc-4dc4-9725-0f5cb4ccad66 req-3fabf242-3237-46fe-a818-66d2f31ee72f tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Feb 28 12:00:43.551953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 651498d6-7899-4ae2-95d1-99b6592a6ea8 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:00:43.556981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 651498d6-7899-4ae2-95d1-99b6592a6ea8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:00:43.557348 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:43.700601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:43.727294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c969a907-06b7-4582-ad8d-c0cc7f27ba91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651498d6-7899-4ae2-95d1-99b6592a6ea8'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:00:43.736670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 651498d6-7899-4ae2-95d1-99b6592a6ea8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=651498d6-7899-4ae2-95d1-99b6592a6ea8,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:00:43.784148 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c969a907-06b7-4582-ad8d-c0cc7f27ba91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651498d6-7899-4ae2-95d1-99b6592a6ea8', 'code': 200} Feb 28 12:00:43.815174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:43.881602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=651498d6-7899-4ae2-95d1-99b6592a6ea8,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:00:44.139978 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-90739063-7eae-412b-b01d-da61e410f444 req-41085e11-c384-4af9-99a2-dda05a9ff8e4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 1098 time: 0.0661495 Feb 28 12:00:44.185272 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-90739063-7eae-412b-b01d-da61e410f444 req-a32287f7-ebc3-4cc0-9c78-5101e11f53a1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Feb 28 12:00:44.711839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0df5e-c2ff-4721-a8a2-214678a1bcd5 req-66b81739-a06d-46ec-b2cc-3b284d727018 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:44.713263 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78a0df5e-c2ff-4721-a8a2-214678a1bcd5 req-66b81739-a06d-46ec-b2cc-3b284d727018 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 945 time: 0.0748134 Feb 28 12:00:44.757189 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78a0df5e-c2ff-4721-a8a2-214678a1bcd5 req-58d26f78-2043-43fd-a0c6-3d1781eb34ca tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385654 Feb 28 12:00:44.923784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-553dc920-3b53-4e42-94ac-4a94a02925f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:45.400272 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:00:45.954094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ff252-67fa-4c04-9c61-93f8a876b259 req-ba509217-bb5e-4f4d-b777-95d4fcd23909 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:45.955474 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-587ff252-67fa-4c04-9c61-93f8a876b259 req-ba509217-bb5e-4f4d-b777-95d4fcd23909 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 945 time: 0.0777733 Feb 28 12:00:46.000170 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-587ff252-67fa-4c04-9c61-93f8a876b259 req-9ec0f959-6a05-4a38-ab20-8408989c0bc2 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392845 Feb 28 12:00:46.194645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd1833e-db0b-4361-88bf-d7b11d7cffe3 req-e6feeeef-8a67-44fb-9b33-d4dd00fcbe88 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:00:46.196097 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ffd1833e-db0b-4361-88bf-d7b11d7cffe3 req-e6feeeef-8a67-44fb-9b33-d4dd00fcbe88 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 945 time: 0.0774045 Feb 28 12:00:46.241513 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ffd1833e-db0b-4361-88bf-d7b11d7cffe3 req-4da350f0-e5ae-49a3-bc92-3f74d9d2ebab tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Feb 28 12:00:47.049676 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-79041b3e-5923-43c4-aa3a-b6c9621f8986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:48.385269 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:48.414233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:00:49.798213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:04.037521 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234bb56-c4db-4f6f-9a5e-15ec947eb430 req-d593dc2e-ad27-451f-ba76-532fc59b8d53 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:04.039043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7234bb56-c4db-4f6f-9a5e-15ec947eb430 req-d593dc2e-ad27-451f-ba76-532fc59b8d53 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 945 time: 0.0808775 Feb 28 12:01:04.083501 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7234bb56-c4db-4f6f-9a5e-15ec947eb430 req-66a41b1e-151e-4abb-b758-0b3659477fa5 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388699 Feb 28 12:01:04.158303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:05.282421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968e19e-a509-4132-b322-5e43ffc13d00 req-72bd2252-5a33-4c36-a047-73c6aea82618 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:05.283887 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7968e19e-a509-4132-b322-5e43ffc13d00 req-72bd2252-5a33-4c36-a047-73c6aea82618 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 945 time: 0.0757160 Feb 28 12:01:05.332399 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7968e19e-a509-4132-b322-5e43ffc13d00 req-8b6ad670-389c-4d58-a803-e13ebda9ecc4 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Feb 28 12:01:05.530303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-6a72f854-02b3-49c4-a952-b401c6f0a8b4 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:05.531703 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-6a72f854-02b3-49c4-a952-b401c6f0a8b4 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.57 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 945 time: 0.0751534 Feb 28 12:01:05.598279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Deleting port 651498d6-7899-4ae2-95d1-99b6592a6ea8 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:05.598611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:05.835214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] For port 651498d6-7899-4ae2-95d1-99b6592a6ea8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=651498d6-7899-4ae2-95d1-99b6592a6ea8,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:05.835532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:05.954252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Calling delete_port for 651498d6-7899-4ae2-95d1-99b6592a6ea8 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:01:06.152523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:06.165165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['651498d6-7899-4ae2-95d1-99b6592a6ea8'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:01:06.203000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Pushing event deleted for resources: {'Port': ['ID=651498d6-7899-4ae2-95d1-99b6592a6ea8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:06.277643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] No DVR routers for this DVR port 651498d6-7899-4ae2-95d1-99b6592a6ea8 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:01:06.280066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:06.282628 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c969a907-06b7-4582-ad8d-c0cc7f27ba91', 'name': 'network-vif-deleted', 'tag': '651498d6-7899-4ae2-95d1-99b6592a6ea8'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:01:06.343088 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-66c33e75-1342-4c09-ae8c-953ac4152e4a req-c3bc44b7-d8e5-416c-a250-f8d54ea98228 tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.57 "DELETE /v2.0/ports/651498d6-7899-4ae2-95d1-99b6592a6ea8 HTTP/1.1" status: 204 len: 173 time: 0.8048120 Feb 28 12:01:06.346691 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c969a907-06b7-4582-ad8d-c0cc7f27ba91', 'name': 'network-vif-deleted', 'tag': '651498d6-7899-4ae2-95d1-99b6592a6ea8', 'status': 'completed', 'code': 200} Feb 28 12:01:06.494717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-b2e73bd2-bbf5-41d5-abfd-7252f05b87e0 req-d4f4e0fa-6baf-491b-8f87-2f21fa97dc5c tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Synchronizing usage tracker for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:01:06.563961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-b2e73bd2-bbf5-41d5-abfd-7252f05b87e0 req-d4f4e0fa-6baf-491b-8f87-2f21fa97dc5c tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] Unset dirty status for tenant:074c2f0318aa4a7093f20f207f57fee3 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:01:06.565193 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b2e73bd2-bbf5-41d5-abfd-7252f05b87e0 req-d4f4e0fa-6baf-491b-8f87-2f21fa97dc5c tempest-TestEncryptedCinderVolumes-774674026 tempest-TestEncryptedCinderVolumes-774674026-project] 10.222.0.31 "GET /v2.0/ports?device_id=c969a907-06b7-4582-ad8d-c0cc7f27ba91 HTTP/1.1" status: 200 len: 210 time: 0.1112127 Feb 28 12:01:07.770746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59674) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:08.258826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:08.846856 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Deleting port 00b879a7-68ee-475e-b42e-b4a02feada57 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:08.847554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:09.021024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] For port 00b879a7-68ee-475e-b42e-b4a02feada57, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=00b879a7-68ee-475e-b42e-b4a02feada57,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:09.021024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:09.136529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Calling delete_port for 00b879a7-68ee-475e-b42e-b4a02feada57 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:01:09.346812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:09.394272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b879a7-68ee-475e-b42e-b4a02feada57,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:09.433712 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.434064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.434403 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.434741 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.435183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.435524 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.435855 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.436182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.436508 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.436841 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.437158 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:09.556424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 651498d6-7899-4ae2-95d1-99b6592a6ea8 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:01:09.590314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 651498d6-7899-4ae2-95d1-99b6592a6ea8 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:01:09.590793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 651498d6-7899-4ae2-95d1-99b6592a6ea8 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:01:09.689890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:10.353243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Router d2988fb5-56f6-4172-988d-5e219dc428e5 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:01:10.550170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:01:10.559071 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] Sync routers for ids ['d2988fb5-56f6-4172-988d-5e219dc428e5'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:01:10.570975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] Routers {'d2988fb5-56f6-4172-988d-5e219dc428e5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:10.574010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:00:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['d2988fb5-56f6-4172-988d-5e219dc428e5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:10.625739 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-890ecf5f-259a-4061-b698-fc14fc0bef49 admin admin] 10.222.0.31 "PUT /v2.0/routers/d2988fb5-56f6-4172-988d-5e219dc428e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8515849 Feb 28 12:01:10.625988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59678) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:10.748685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] Set router d2988fb5-56f6-4172-988d-5e219dc428e5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:10.820761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:11.014954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:11.028905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T12:01:09Z', 'revision_number': 5, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'gw_port': {'id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:11.032682 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] Checking router: d2988fb5-56f6-4172-988d-5e219dc428e5 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:01:11.043839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] Routers {'d2988fb5-56f6-4172-988d-5e219dc428e5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:11.044423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:00:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['d2988fb5-56f6-4172-988d-5e219dc428e5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:11.095469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Deleting port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:11.095738 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:11.215937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] Set router d2988fb5-56f6-4172-988d-5e219dc428e5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:11.274326 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] For port 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:11.274773 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:11.506353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T12:01:09Z', 'revision_number': 5, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'gw_port': {'id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:11.510951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ec16fd-18c1-44f5-9191-a91edf330039 None None] The sync data for ids ['d2988fb5-56f6-4172-988d-5e219dc428e5'] in dv-neutron-830866-1-hyperv is: [{'id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'name': 'tempest-TestEncryptedCinderVolumes-957492642-router', 'tenant_id': '074c2f0318aa4a7093f20f207f57fee3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92'}], 'enable_snat': True}, 'gw_port_id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T12:01:09Z', 'revision_number': 5, 'project_id': '074c2f0318aa4a7093f20f207f57fee3', 'gw_port': {'id': '2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:1b:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2988fb5-56f6-4172-988d-5e219dc428e5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:42Z', 'updated_at': '2022-02-28T11:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:01:11.514511 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Calling delete_port for 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:01:11.741716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:11.787075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:12.010059 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.259425 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.263689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.345803 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 00b879a7-68ee-475e-b42e-b4a02feada57 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:01:12.352590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.353143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2988fb5-56f6-4172-988d-5e219dc428e5 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:01:12.365898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.368621 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-114f8acb-b182-4c91-a3e9-ef5cf8e0e5d4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/d2988fb5-56f6-4172-988d-5e219dc428e5 HTTP/1.1" status: 204 len: 168 time: 1.7400234 Feb 28 12:01:12.369645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59682) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:12.380396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 00b879a7-68ee-475e-b42e-b4a02feada57 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:01:12.380740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 00b879a7-68ee-475e-b42e-b4a02feada57 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:01:12.431822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cfa1840-a7c0-4665-889d-c9a9e5811d8e admin admin] Deleting subnet c696f4d5-5fcd-4a05-9908-d3c02a445683 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:01:12.434826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1840-a7c0-4665-889d-c9a9e5811d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.489437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1840-a7c0-4665-889d-c9a9e5811d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.567882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1840-a7c0-4665-889d-c9a9e5811d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.700659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1840-a7c0-4665-889d-c9a9e5811d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.741145 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa1840-a7c0-4665-889d-c9a9e5811d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c696f4d5-5fcd-4a05-9908-d3c02a445683,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:12.745901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cfa1840-a7c0-4665-889d-c9a9e5811d8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.750890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c389f390-9652-4c05-85da-fa09a15dfa31 None None] Network f1d2e4c6-e4fb-44ec-aa98-5283f29767ca requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:01:12.752753 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8cfa1840-a7c0-4665-889d-c9a9e5811d8e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c696f4d5-5fcd-4a05-9908-d3c02a445683 HTTP/1.1" status: 204 len: 168 time: 0.3818552 Feb 28 12:01:12.755206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59686) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:12.868183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:12.878446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Deleting port 19f69da5-7e07-409f-9321-c3048301a2b3 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:12.878768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.027027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] DHCP port deletion for f1d2e4c6-e4fb-44ec-aa98-5283f29767ca request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:01:13.031479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] Deleting port 19f69da5-7e07-409f-9321-c3048301a2b3 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:13.031853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.183689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] For port 19f69da5-7e07-409f-9321-c3048301a2b3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=19f69da5-7e07-409f-9321-c3048301a2b3,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:13.183940 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.238053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] For port 19f69da5-7e07-409f-9321-c3048301a2b3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=19f69da5-7e07-409f-9321-c3048301a2b3,segment=NetworkSegment(08bd16d6-6587-48bd-8957-7a7651c2acd5),segment_id=08bd16d6-6587-48bd-8957-7a7651c2acd5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:13.238433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.306952 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Calling delete_port for 19f69da5-7e07-409f-9321-c3048301a2b3 owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:01:13.358286 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] Calling delete_port for 19f69da5-7e07-409f-9321-c3048301a2b3 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:01:13.437552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.442560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:01:13.442947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:01:13.481539 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Pushing event deleted for resources: {'Port': ['ID=19f69da5-7e07-409f-9321-c3048301a2b3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:13.487632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] No DVR routers for this DVR port 19f69da5-7e07-409f-9321-c3048301a2b3 on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:01:13.604088 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.629475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d2e4c6-e4fb-44ec-aa98-5283f29767ca']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:13.641839 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bd16d6-6587-48bd-8957-7a7651c2acd5') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:13.642131 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bd16d6-6587-48bd-8957-7a7651c2acd5') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:13.653865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.673850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.680331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Releasing vlan 728 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:01:13.680707 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:01:13.694082 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:01:13.843206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.859056 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.869267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d2e4c6-e4fb-44ec-aa98-5283f29767ca,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:13.944172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] Deleting port 19f69da5-7e07-409f-9321-c3048301a2b3 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:13.944494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:13.947016 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f1114e9b-653d-4695-aedc-05de280cd00b admin admin] 10.222.0.31 "DELETE /v2.0/networks/f1d2e4c6-e4fb-44ec-aa98-5283f29767ca HTTP/1.1" status: 204 len: 168 time: 1.1907525 Feb 28 12:01:13.949722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59690) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:14.008989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-86befc4e-8eff-4aa4-8dad-06f4dff5fe60 None None] The port '19f69da5-7e07-409f-9321-c3048301a2b3' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 12:01:14.339125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:01:14.343404 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:14.376816 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:01:14.377407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2a7ddccb-05aa-4d41-8dbc-5c25f9cbf69a not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:01:14.377760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 19f69da5-7e07-409f-9321-c3048301a2b3 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:01:14.410404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 19f69da5-7e07-409f-9321-c3048301a2b3 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:01:14.410741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 19f69da5-7e07-409f-9321-c3048301a2b3 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:01:14.889945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1c66d231-c60e-4c4a-bcaf-23c3f9557630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:15.017099 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Deleting port 0d8291f9-9840-4658-9ee6-465fc33ee294 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:15.017647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:15.184761 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] For port 0d8291f9-9840-4658-9ee6-465fc33ee294, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0d8291f9-9840-4658-9ee6-465fc33ee294,segment=NetworkSegment(cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6),segment_id=cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:15.185114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:15.305651 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Calling delete_port for 0d8291f9-9840-4658-9ee6-465fc33ee294 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:01:15.530046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:15.574640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8291f9-9840-4658-9ee6-465fc33ee294,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:15.866494 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:16.535094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Router 29bc7591-704c-4c80-afad-660384f92eca has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:01:16.738441 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:01:16.748095 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-37c1c84c-0eb0-412f-a5d0-9557944abc2e admin admin] 10.222.0.31 "PUT /v2.0/routers/29bc7591-704c-4c80-afad-660384f92eca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7972343 Feb 28 12:01:16.748264 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] Sync routers for ids ['29bc7591-704c-4c80-afad-660384f92eca'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:01:16.750589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59694) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:16.759937 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] Routers {'29bc7591-704c-4c80-afad-660384f92eca'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:16.760535 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:00:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['29bc7591-704c-4c80-afad-660384f92eca'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:16.935246 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] Set router 29bc7591-704c-4c80-afad-660384f92eca gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:16.944368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:17.055135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-33c23707-104a-4c19-8fed-339fbe26c3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:17.142188 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:17.231498 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Deleting port 8a282cd0-8293-4c89-93e8-0652c08a3944 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:17.231760 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:17.245221 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc7591-704c-4c80-afad-660384f92eca', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159'}], 'enable_snat': True}, 'gw_port_id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:49Z', 'updated_at': '2022-02-28T12:01:15Z', 'revision_number': 5, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'gw_port': {'id': '8a282cd0-8293-4c89-93e8-0652c08a3944', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:08:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bc7591-704c-4c80-afad-660384f92eca', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T11:59:50Z', 'updated_at': '2022-02-28T12:00:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:17.249255 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] Checking router: 29bc7591-704c-4c80-afad-660384f92eca for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:01:17.260155 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] Routers {'29bc7591-704c-4c80-afad-660384f92eca'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:17.260749 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:01:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['29bc7591-704c-4c80-afad-660384f92eca'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:17.406953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] For port 8a282cd0-8293-4c89-93e8-0652c08a3944, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8a282cd0-8293-4c89-93e8-0652c08a3944,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:17.407309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:17.410601 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] Set router 29bc7591-704c-4c80-afad-660384f92eca gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:17.513316 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29bc7591-704c-4c80-afad-660384f92eca', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:49Z', 'updated_at': '2022-02-28T12:01:17Z', 'revision_number': 6, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:17.517139 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9886da7-a1ea-4799-817c-9bf095003a67 None None] The sync data for ids ['29bc7591-704c-4c80-afad-660384f92eca'] in dv-neutron-830866-1-hyperv is: [{'id': '29bc7591-704c-4c80-afad-660384f92eca', 'name': 'tempest-TestEncryptedCinderVolumes-1617927686-router', 'tenant_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T11:59:49Z', 'updated_at': '2022-02-28T12:01:17Z', 'revision_number': 6, 'project_id': '160f8b3dac7a4a9582ed9810897e6c7e', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:01:17.528823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Calling delete_port for 8a282cd0-8293-4c89-93e8-0652c08a3944 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:01:17.752499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:17.799612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a282cd0-8293-4c89-93e8-0652c08a3944,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:18.130356 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.347713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8a282cd0-8293-4c89-93e8-0652c08a3944 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:01:18.385497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.386774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.388271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.389159 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 8a282cd0-8293-4c89-93e8-0652c08a3944 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:01:18.389495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8a282cd0-8293-4c89-93e8-0652c08a3944 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:01:18.389891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d8291f9-9840-4658-9ee6-465fc33ee294 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:01:18.391479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.426043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 0d8291f9-9840-4658-9ee6-465fc33ee294 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:01:18.426385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d8291f9-9840-4658-9ee6-465fc33ee294 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:01:18.465754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.466516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29bc7591-704c-4c80-afad-660384f92eca {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:01:18.478319 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.479483 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e0417551-88c0-4c13-a990-e1ae7a4fc939 admin admin] 10.222.0.31 "DELETE /v2.0/routers/29bc7591-704c-4c80-afad-660384f92eca HTTP/1.1" status: 204 len: 168 time: 1.7279508 Feb 28 12:01:18.482099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59698) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:18.545815 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed73772-3613-4eec-a6c4-eb53ac154495 admin admin] Deleting subnet d578a325-8d92-480a-bd6a-402728db0581 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:01:18.548778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ed73772-3613-4eec-a6c4-eb53ac154495 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.597377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ed73772-3613-4eec-a6c4-eb53ac154495 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.755316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ed73772-3613-4eec-a6c4-eb53ac154495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.873145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ed73772-3613-4eec-a6c4-eb53ac154495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.909109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed73772-3613-4eec-a6c4-eb53ac154495 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d578a325-8d92-480a-bd6a-402728db0581,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:18.914387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ed73772-3613-4eec-a6c4-eb53ac154495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:18.919633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfecacc-345e-4fb6-9f8f-7e1c0051a4cd None None] Network 403c1e10-77ec-4f3a-afdd-b11e1521d6ef requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:01:18.919909 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2ed73772-3613-4eec-a6c4-eb53ac154495 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d578a325-8d92-480a-bd6a-402728db0581 HTTP/1.1" status: 204 len: 168 time: 0.4368138 Feb 28 12:01:18.922299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59702) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:19.027009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.037322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Deleting port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:19.037704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.171636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] DHCP port deletion for 403c1e10-77ec-4f3a-afdd-b11e1521d6ef request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:01:19.175683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] Deleting port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:19.176055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.244260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] For port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0d28cd5e-6bcd-425f-8357-4cf9db1aa983,segment=NetworkSegment(cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6),segment_id=cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:19.244611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.363459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Calling delete_port for 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:01:19.374219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] For port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0d28cd5e-6bcd-425f-8357-4cf9db1aa983,segment=NetworkSegment(cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6),segment_id=cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:19.374765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.492432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] Calling delete_port for 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:01:19.529367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.564121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:01:19.564564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:01:19.578837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=0d28cd5e-6bcd-425f-8357-4cf9db1aa983,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:19.582400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] No DVR routers for this DVR port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:01:19.713885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.741950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['403c1e10-77ec-4f3a-afdd-b11e1521d6ef']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:19.756271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:19.756465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6c3ec2-7ed5-4451-94c7-b0ddf96769f6') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:19.768896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.786515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.791749 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.793903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Releasing vlan 740 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:01:19.794279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:01:19.808213 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:01:19.946640 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.953058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:19.982644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] Pushing event deleted for resources: {'Network': ['ID=403c1e10-77ec-4f3a-afdd-b11e1521d6ef,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:19.990171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f856abd4-7429-4c32-97a3-c5b060b20bfa admin admin] 10.222.0.31 "DELETE /v2.0/networks/403c1e10-77ec-4f3a-afdd-b11e1521d6ef HTTP/1.1" status: 204 len: 168 time: 1.0635617 Feb 28 12:01:20.066359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] Deleting port 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:01:20.067529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:20.186732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-af78594d-e0ff-4f96-9d4b-c9fb086c9e09 None None] The port '0d28cd5e-6bcd-425f-8357-4cf9db1aa983' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 12:01:20.349253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:01:20.389946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:01:20.389946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0d28cd5e-6bcd-425f-8357-4cf9db1aa983 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:01:20.486563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59708) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:20.537658 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ef3480f6-d513-44fc-8943-10c1226c2503 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=074c2f0318aa4a7093f20f207f57fee3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0498512 Feb 28 12:01:20.540241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59712) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:20.604164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21de9a33-08d2-4b17-9a0e-dc2c2f922f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:20.629571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21de9a33-08d2-4b17-9a0e-dc2c2f922f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:20.735759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21de9a33-08d2-4b17-9a0e-dc2c2f922f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:20.754534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de9a33-08d2-4b17-9a0e-dc2c2f922f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:20.831484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-21de9a33-08d2-4b17-9a0e-dc2c2f922f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:20.832607 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-21de9a33-08d2-4b17-9a0e-dc2c2f922f28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a9035d5-e8a1-4260-bc9a-fb1f0ea60d70 HTTP/1.1" status: 204 len: 168 time: 0.2914867 Feb 28 12:01:21.619570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59720) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:21.670811 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-494ff4cc-d1f3-4ca6-a8ab-52e64cbddfbb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=160f8b3dac7a4a9582ed9810897e6c7e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0500739 Feb 28 12:01:21.673200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59724) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:21.731256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52ea6f1a-1165-4a86-b0cf-3b59d9d06fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:21.756980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52ea6f1a-1165-4a86-b0cf-3b59d9d06fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:21.878397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52ea6f1a-1165-4a86-b0cf-3b59d9d06fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:21.892709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea6f1a-1165-4a86-b0cf-3b59d9d06fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef88f17f-5aaf-4c7c-b9b9-236247dec437,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:21.901511 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-52ea6f1a-1165-4a86-b0cf-3b59d9d06fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:21.902627 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-52ea6f1a-1165-4a86-b0cf-3b59d9d06fe4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef88f17f-5aaf-4c7c-b9b9-236247dec437 HTTP/1.1" status: 204 len: 168 time: 0.2285633 Feb 28 12:01:22.401106 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:01:23.056945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59746) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:23.229903 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1075384459-network', 'tenant_id': '16a164c2f9ff477281c115295583b1bc'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:01:23.234683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:01:23.238737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Usage tracker for resource:network and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:01:23.241568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:01:23.248866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:01:23.346948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Made reservation on behalf of 16a164c2f9ff477281c115295583b1bc for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:01:23.349250 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:23.361910 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:23.394099 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:01:23.397980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Usage tracker for resource:security_group_rule and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:01:23.401074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:01:23.406634 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:01:23.477368 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:23.529600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:23.561618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 744} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:01:23.566768 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:23.574113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:23.576105 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Added segment dc114d30-fc54-409f-9e69-3d5d06828ba9 of type vlan for network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 Feb 28 12:01:23.602690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:23.684160 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:23.685023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:23.685614 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:23.784780 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] Pushing event updated for resources: {'Network': ['ID=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:23.794585 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:01:23.836050 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c81389f5-c593-4543-b7f7-e82d16e5fe5c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7752235 Feb 28 12:01:23.836274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59752) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:23.841451 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Request body: {'subnet': {'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1075384459-subnet', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:01:23.846454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:01:23.850309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Usage tracker for resource:subnet and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:01:23.853241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:01:23.858972 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:01:23.918438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Made reservation on behalf of 16a164c2f9ff477281c115295583b1bc for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:01:23.920786 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:24.169849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:24.238812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a761c557-3db7-4b42-be1a-e9c8fea04eb2,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:24.253296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Checking segment: {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:01:24.253648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Network hostable DHCP agents. Network: 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:01:24.353086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:01:24.403927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:24.407945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:24.408533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:24.412688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30453b7-45be-4a15-bac4-95f94e91828d None None] Network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:01:24.485064 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6ef620ad-b749-46ac-bfdd-178f5817bf78 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6478064 Feb 28 12:01:24.487690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59756) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:24.492736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:01:24.497790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:01:24.501525 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Usage tracker for resource:router and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:01:24.504457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:01:24.510237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:01:24.568892 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:24.569857 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:24.589562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:24.627254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:01:24.628117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:24.783625 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Allocated IP 172.20.0.2 (7d9901c2-32ca-4464-9fd9-b6c3e72be6e2/a761c557-3db7-4b42-be1a-e9c8fea04eb2/64eee494-c309-4070-a6d8-54ffdc97a500) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:01:24.801162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:24.983545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:24.993653 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Transition to ACTIVE for port object 64eee494-c309-4070-a6d8-54ffdc97a500 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:25.012499 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Transition to ACTIVE for port object 64eee494-c309-4070-a6d8-54ffdc97a500 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:25.052134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:25.073366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:25.082538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:25.147408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:01:25.151385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:25.153293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Pushing event updated for resources: {'Port': ['ID=64eee494-c309-4070-a6d8-54ffdc97a500,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:25.155743 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:01:25.167738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.168079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.168455 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.168830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.169162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.169487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.169808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.170128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.170451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.170768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.171115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:25.255103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Attempting to bind port 64eee494-c309-4070-a6d8-54ffdc97a500 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:01:25.255490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Attempting to bind port 64eee494-c309-4070-a6d8-54ffdc97a500 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:01:25.255848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Attempting to bind port 64eee494-c309-4070-a6d8-54ffdc97a500 on network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:01:25.262947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:01:25.263425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Checking segment: {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:01:25.263826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:25.264214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Bound using segment: {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:01:25.264673 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Bound port: 64eee494-c309-4070-a6d8-54ffdc97a500, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:01:25.265039 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:25.319850 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Allocated IP 172.26.1.80 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/fd69013c-fe25-42f8-aa6c-140c90fde7e9) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:01:25.353403 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] For port 64eee494-c309-4070-a6d8-54ffdc97a500, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:01:25.356588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] For port 64eee494-c309-4070-a6d8-54ffdc97a500, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=64eee494-c309-4070-a6d8-54ffdc97a500,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:01:25.420963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:25.465597 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:25.509527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d2dc14-b6de-4242-9825-0fc5f3e0e10e None None] Pushing event updated for resources: {'Port': ['ID=64eee494-c309-4070-a6d8-54ffdc97a500,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:25.547120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:25.620533 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:01:25.623609 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:25.628078 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:01:25.669572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Pushing event updated for resources: {'Port': ['ID=fd69013c-fe25-42f8-aa6c-140c90fde7e9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:25.920047 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:25.920671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:26.221386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Router 11ecd3c3-cf68-48da-b518-e8ae23d452af is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:01:26.392246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 64eee494-c309-4070-a6d8-54ffdc97a500 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:26.440645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:01:26.455823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Sync routers for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:01:26.475599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:26.476200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:01:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:26.525881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385c5d42-ba42-4076-b441-8e554533b3b5 None None] Network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:01:26.547005 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:26.548336 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-249d9688-f399-4877-ad54-1b328123445e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0597503 Feb 28 12:01:26.551186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59760) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:26.654271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 64eee494-c309-4070-a6d8-54ffdc97a500 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:26.784130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0db7734e-83e6-4140-bda3-53487f2f4378 None None] Provisioning for port 64eee494-c309-4070-a6d8-54ffdc97a500 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:26.807276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0db7734e-83e6-4140-bda3-53487f2f4378 None None] Provisioning complete for port 64eee494-c309-4070-a6d8-54ffdc97a500 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:26.809872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0db7734e-83e6-4140-bda3-53487f2f4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:26.905958 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:27.237497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0db7734e-83e6-4140-bda3-53487f2f4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:27.328093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0db7734e-83e6-4140-bda3-53487f2f4378 None None] For port 64eee494-c309-4070-a6d8-54ffdc97a500, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=64eee494-c309-4070-a6d8-54ffdc97a500,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:27.352097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:25Z', 'revision_number': 3, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:27.357191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Checking router: 11ecd3c3-cf68-48da-b518-e8ae23d452af for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:01:27.357545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Updating router 11ecd3c3-cf68-48da-b518-e8ae23d452af port fd69013c-fe25-42f8-aa6c-140c90fde7e9 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:01:27.400326 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0db7734e-83e6-4140-bda3-53487f2f4378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:27.401030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:27.469669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:27.528130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db7734e-83e6-4140-bda3-53487f2f4378 None None] Pushing event updated for resources: {'Port': ['ID=64eee494-c309-4070-a6d8-54ffdc97a500,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:27.619819 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Allocated IP 172.20.0.1 (7d9901c2-32ca-4464-9fd9-b6c3e72be6e2/a761c557-3db7-4b42-be1a-e9c8fea04eb2/8cfcc796-0270-490d-93b7-96b43855fdb8) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:01:27.702077 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a2e52d4a-45b3-4c1e-853b-87895b620be3 None None] Provisioning complete for port 64eee494-c309-4070-a6d8-54ffdc97a500 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:27.702439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a2e52d4a-45b3-4c1e-853b-87895b620be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:27.768617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:27.785897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Transition to ACTIVE for port object 8cfcc796-0270-490d-93b7-96b43855fdb8 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:27.867438 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:27.917573 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:27.929038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Transition to ACTIVE for port object fd69013c-fe25-42f8-aa6c-140c90fde7e9 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:27.936880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:01:27.940181 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:27.943612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:01:27.991420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Pushing event updated for resources: {'Port': ['ID=8cfcc796-0270-490d-93b7-96b43855fdb8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:27.992868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.015350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.081037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Attempting to bind port fd69013c-fe25-42f8-aa6c-140c90fde7e9 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:01:28.081399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Attempting to bind port fd69013c-fe25-42f8-aa6c-140c90fde7e9 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:01:28.081756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Attempting to bind port fd69013c-fe25-42f8-aa6c-140c90fde7e9 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:01:28.087860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416d811-188c-4768-b37e-e075ecf0cb52 None None] Pushing event updated for resources: {'Port': ['ID=fd69013c-fe25-42f8-aa6c-140c90fde7e9,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:28.095915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:01:28.096299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:01:28.096672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.097049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:01:28.097507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Bound port: fd69013c-fe25-42f8-aa6c-140c90fde7e9, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:01:28.097872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.175221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] For port fd69013c-fe25-42f8-aa6c-140c90fde7e9, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:01:28.178218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] For port fd69013c-fe25-42f8-aa6c-140c90fde7e9, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fd69013c-fe25-42f8-aa6c-140c90fde7e9,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:01:28.203627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.255461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.300235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2cddc504-0679-43d4-b5e1-4350abf0edfb None None] Provisioning for port 8cfcc796-0270-490d-93b7-96b43855fdb8 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:28.316538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2cddc504-0679-43d4-b5e1-4350abf0edfb None None] Provisioning complete for port 8cfcc796-0270-490d-93b7-96b43855fdb8 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:28.316916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2cddc504-0679-43d4-b5e1-4350abf0edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.363525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 64eee494-c309-4070-a6d8-54ffdc97a500 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:28.419088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416d811-188c-4768-b37e-e075ecf0cb52 None None] Pushing event updated for resources: {'Port': ['ID=fd69013c-fe25-42f8-aa6c-140c90fde7e9,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:28.430467 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.443174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-2cddc504-0679-43d4-b5e1-4350abf0edfb None None] Port 8cfcc796-0270-490d-93b7-96b43855fdb8 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:01:28.449303 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:28.449914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:01:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:28.494497 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.601659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.606109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Pushing event updated for resources: {'Port': ['ID=8cfcc796-0270-490d-93b7-96b43855fdb8,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:28.647860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 64eee494-c309-4070-a6d8-54ffdc97a500 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:28.648349 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:28.730522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:28.740910 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:01:28.742681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:29.025533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e39d19eb-26d8-4d51-b1f3-28ec4f516000 None None] Provisioning complete for port 8cfcc796-0270-490d-93b7-96b43855fdb8 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:29.025814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e39d19eb-26d8-4d51-b1f3-28ec4f516000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:29.128215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e39d19eb-26d8-4d51-b1f3-28ec4f516000 None None] Port 8cfcc796-0270-490d-93b7-96b43855fdb8 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:01:29.159916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 2, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:29.164038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53c17764-7ed1-40b9-a5aa-7b5bad94e011 None None] The sync data for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv is: [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 2, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:01:29.265967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Router 11ecd3c3-cf68-48da-b518-e8ae23d452af has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:01:29.482632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:01:29.493146 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1240f972-d68c-4d57-a8e6-d14ea0171b5b admin admin] 10.222.0.31 "PUT /v2.0/routers/11ecd3c3-cf68-48da-b518-e8ae23d452af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9406848 Feb 28 12:01:30.370315 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd69013c-fe25-42f8-aa6c-140c90fde7e9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:30.472670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port fd69013c-fe25-42f8-aa6c-140c90fde7e9 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:30.478599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port fd69013c-fe25-42f8-aa6c-140c90fde7e9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:30.485976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:30.590657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:30.607457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port fd69013c-fe25-42f8-aa6c-140c90fde7e9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fd69013c-fe25-42f8-aa6c-140c90fde7e9,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:30.610596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59782) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:30.616681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-230119453-network', 'tenant_id': '178b5cb676bf4b32941ab790c4284030'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:01:30.621756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:01:30.625907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Usage tracker for resource:network and tenant:178b5cb676bf4b32941ab790c4284030 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:01:30.628706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:01:30.634879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:01:30.666145 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:30.695856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Made reservation on behalf of 178b5cb676bf4b32941ab790c4284030 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:01:30.698416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:30.711747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:30.735870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=fd69013c-fe25-42f8-aa6c-140c90fde7e9,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:30.746002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:01:30.750068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Usage tracker for resource:security_group_rule and tenant:178b5cb676bf4b32941ab790c4284030 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:01:30.752899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:01:30.759453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:01:30.824052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:30.889716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:30.919037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:01:30.927186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=230fa729-4b7a-411f-9b1a-da054e7a9129,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:30.937249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:30.937593 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Added segment a3e2e95b-7058-4b5e-9670-744276e37a2d of type vlan for network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 Feb 28 12:01:30.942988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.943335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.943672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.944005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.944336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.944666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.945050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.945319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.945641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.946057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.946307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:30.969638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:31.043939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:31.044756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:31.045328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:31.157687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] Pushing event updated for resources: {'Network': ['ID=bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:31.167910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:01:31.211585 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a8d35895-7f9a-4d28-a09f-01e71cd2afdd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5989852 Feb 28 12:01:31.214454 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59786) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:31.221717 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Request body: {'subnet': {'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-230119453-subnet', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:01:31.225007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:01:31.229535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Usage tracker for resource:subnet and tenant:178b5cb676bf4b32941ab790c4284030 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:01:31.232774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:01:31.238468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:01:31.301194 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Made reservation on behalf of 178b5cb676bf4b32941ab790c4284030 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:01:31.303577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:31.569900 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:31.643037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1dc395d9-7e36-40bd-8963-dcfab9097ab0,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:31.657986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Checking segment: {'id': 'a3e2e95b-7058-4b5e-9670-744276e37a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:01:31.658340 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Network hostable DHCP agents. Network: bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:01:31.746790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:01:31.798584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:31.803728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:31.806763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:31.807359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e7cd8d-984c-4a37-b72d-9a42de0a032a None None] Network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:01:31.873069 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a85f055c-caaa-40f2-8b7f-20e46964a85e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6571169 Feb 28 12:01:31.875505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59790) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:31.881074 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:01:31.886598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:01:31.890427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Usage tracker for resource:router and tenant:178b5cb676bf4b32941ab790c4284030 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:01:31.893265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:01:31.899590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:01:31.969806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:31.970753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:31.989018 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.021178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7', 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'fixed_ips': [{'subnet_id': '1dc395d9-7e36-40bd-8963-dcfab9097ab0'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:01:32.021992 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.179553 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Allocated IP 172.20.0.2 (bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7/1dc395d9-7e36-40bd-8963-dcfab9097ab0/669b62a7-05bc-44b1-a301-54b4c097cf64) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:01:32.185253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.359898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd69013c-fe25-42f8-aa6c-140c90fde7e9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:32.432222 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.469291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.488888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.508750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Transition to ACTIVE for port object 669b62a7-05bc-44b1-a301-54b4c097cf64 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:32.534423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Transition to ACTIVE for port object 669b62a7-05bc-44b1-a301-54b4c097cf64 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:32.535720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port fd69013c-fe25-42f8-aa6c-140c90fde7e9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:32.536087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.628758 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Allocated IP 172.26.1.52 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/34145f01-a9ba-4cea-8840-2b75607a1da9) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:01:32.670256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.737898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:01:32.740416 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:32.745029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:01:32.751390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Pushing event updated for resources: {'Port': ['ID=669b62a7-05bc-44b1-a301-54b4c097cf64,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:32.787045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.839163 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Attempting to bind port 669b62a7-05bc-44b1-a301-54b4c097cf64 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:01:32.839703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Attempting to bind port 669b62a7-05bc-44b1-a301-54b4c097cf64 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'a3e2e95b-7058-4b5e-9670-744276e37a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:01:32.839860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Attempting to bind port 669b62a7-05bc-44b1-a301-54b4c097cf64 on network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:01:32.846122 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:01:32.846482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Checking segment: {'id': 'a3e2e95b-7058-4b5e-9670-744276e37a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:01:32.846904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.847289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Bound using segment: {'id': 'a3e2e95b-7058-4b5e-9670-744276e37a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:01:32.847741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Bound port: 669b62a7-05bc-44b1-a301-54b4c097cf64, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e2e95b-7058-4b5e-9670-744276e37a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:01:32.848104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.878966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:32.932933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] For port 669b62a7-05bc-44b1-a301-54b4c097cf64, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:01:32.935886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] For port 669b62a7-05bc-44b1-a301-54b4c097cf64, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=669b62a7-05bc-44b1-a301-54b4c097cf64,segment=NetworkSegment(a3e2e95b-7058-4b5e-9670-744276e37a2d),segment_id=a3e2e95b-7058-4b5e-9670-744276e37a2d)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:01:32.948670 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:01:32.951359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:32.953705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:01:32.989122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Pushing event updated for resources: {'Port': ['ID=34145f01-a9ba-4cea-8840-2b75607a1da9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:32.998581 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:33.078282 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9b105-de0a-44ae-b750-0e79376a68a2 None None] Pushing event updated for resources: {'Port': ['ID=669b62a7-05bc-44b1-a301-54b4c097cf64,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:33.216766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:33.217625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:33.620477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:01:33.824897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:01:33.834608 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Sync routers for ids ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:01:33.848545 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Routers {'6e0e97d6-818a-42c5-88a1-75c56f19ca12'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:33.849152 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:01:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:33.957897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:33.961668 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ee16c11e-6b8d-43b3-8314-b331db98424c admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0822396 Feb 28 12:01:33.963632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59794) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:01:33.996906 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ebe1fc-0df5-40dd-b912-c048256d796b None None] Network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:01:34.034648 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Set router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:34.171090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4e677c2b-89b3-4b5a-8657-a4fc34c9c5ae None None] Provisioning for port 669b62a7-05bc-44b1-a301-54b4c097cf64 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:34.243932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.348492 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:31Z', 'updated_at': '2022-02-28T12:01:33Z', 'revision_number': 3, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'gw_port': {'id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:32Z', 'updated_at': '2022-02-28T12:01:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:34.353633 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Checking router: 6e0e97d6-818a-42c5-88a1-75c56f19ca12 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:01:34.354166 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Updating router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 port 34145f01-a9ba-4cea-8840-2b75607a1da9 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:01:34.399630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 669b62a7-05bc-44b1-a301-54b4c097cf64 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:34.421518 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.535651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 669b62a7-05bc-44b1-a301-54b4c097cf64 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:34.540672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 669b62a7-05bc-44b1-a301-54b4c097cf64 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:34.541094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.671655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.704190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 669b62a7-05bc-44b1-a301-54b4c097cf64, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=669b62a7-05bc-44b1-a301-54b4c097cf64,segment=NetworkSegment(a3e2e95b-7058-4b5e-9670-744276e37a2d),segment_id=a3e2e95b-7058-4b5e-9670-744276e37a2d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:34.769335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.780595 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.781527 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.793412 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Transition to ACTIVE for port object 34145f01-a9ba-4cea-8840-2b75607a1da9 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:34.837018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=669b62a7-05bc-44b1-a301-54b4c097cf64,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:34.878411 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.964311 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Attempting to bind port 34145f01-a9ba-4cea-8840-2b75607a1da9 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:01:34.964677 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Attempting to bind port 34145f01-a9ba-4cea-8840-2b75607a1da9 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:01:34.965036 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Attempting to bind port 34145f01-a9ba-4cea-8840-2b75607a1da9 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:01:34.967101 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Pushing event updated for resources: {'Port': ['ID=34145f01-a9ba-4cea-8840-2b75607a1da9,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:34.978662 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:01:34.979061 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:01:34.979458 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.979847 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:01:34.980297 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Bound port: 34145f01-a9ba-4cea-8840-2b75607a1da9, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:01:34.980663 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:34.987352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Allocated IP 172.20.0.1 (bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7/1dc395d9-7e36-40bd-8963-dcfab9097ab0/0795e0ae-7026-48b2-ab9d-4a6bc42d7837) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:01:35.009737 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.010080 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.010416 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.010749 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.011111 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.011438 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.011762 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.012085 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.012403 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.012721 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.013036 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:01:35.065931 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] For port 34145f01-a9ba-4cea-8840-2b75607a1da9, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:01:35.070898 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] For port 34145f01-a9ba-4cea-8840-2b75607a1da9, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=34145f01-a9ba-4cea-8840-2b75607a1da9,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:01:35.142398 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:35.157487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Transition to ACTIVE for port object 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:35.175715 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:35.260964 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:35.283833 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ead5a6-6222-47d3-b5e5-8d26ef34f4da None None] Pushing event updated for resources: {'Port': ['ID=34145f01-a9ba-4cea-8840-2b75607a1da9,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:35.286301 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Routers {'6e0e97d6-818a-42c5-88a1-75c56f19ca12'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:35.286936 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:01:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:35.440883 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:01:35.443535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:35.448370 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:01:35.465909 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] Set router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:35.471648 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Pushing event updated for resources: {'Port': ['ID=0795e0ae-7026-48b2-ab9d-4a6bc42d7837,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:35.502601 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:35.631833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:35.755850 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:31Z', 'updated_at': '2022-02-28T12:01:33Z', 'revision_number': 3, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'gw_port': {'id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:32Z', 'updated_at': '2022-02-28T12:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:35.759887 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4965d81-b251-4e4f-ba1d-f59903ae4b4d None None] The sync data for ids ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'] in dv-neutron-830866-1-hyperv is: [{'id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:31Z', 'updated_at': '2022-02-28T12:01:33Z', 'revision_number': 3, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'gw_port': {'id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:32Z', 'updated_at': '2022-02-28T12:01:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:01:35.780649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8d282c51-0051-4030-84b6-58ca62630ff5 None None] Provisioning for port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:35.785457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8d282c51-0051-4030-84b6-58ca62630ff5 None None] Provisioning complete for port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:35.785824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8d282c51-0051-4030-84b6-58ca62630ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:35.840490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8d282c51-0051-4030-84b6-58ca62630ff5 None None] Port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:01:35.867172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:35.918268 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:36.021896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Pushing event updated for resources: {'Port': ['ID=0795e0ae-7026-48b2-ab9d-4a6bc42d7837,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:36.025037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:36.158827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:01:36.159956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:36.377063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 669b62a7-05bc-44b1-a301-54b4c097cf64 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:36.443829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 669b62a7-05bc-44b1-a301-54b4c097cf64 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:36.444111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:36.507652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-597f0d36-0855-43da-8f12-e6b6b2ac9188 None None] Provisioning complete for port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:36.508018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-597f0d36-0855-43da-8f12-e6b6b2ac9188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:36.556625 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:01:36.598932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-597f0d36-0855-43da-8f12-e6b6b2ac9188 None None] Port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:01:36.762474 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:01:36.771096 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0400a672-99d6-4793-97a3-51e4ce586742 admin admin] 10.222.0.31 "PUT /v2.0/routers/6e0e97d6-818a-42c5-88a1-75c56f19ca12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8064067 Feb 28 12:01:42.390774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 34145f01-a9ba-4cea-8840-2b75607a1da9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:42.564063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 34145f01-a9ba-4cea-8840-2b75607a1da9 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:42.569169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 34145f01-a9ba-4cea-8840-2b75607a1da9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:42.569532 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:42.698068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:42.721227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 34145f01-a9ba-4cea-8840-2b75607a1da9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=34145f01-a9ba-4cea-8840-2b75607a1da9,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:42.781631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:42.833579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Sync routers for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:01:42.873464 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:42.874080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:01:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:43.023560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=34145f01-a9ba-4cea-8840-2b75607a1da9,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:43.094115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:43.431152 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 2, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:43.437166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Checking router: 11ecd3c3-cf68-48da-b518-e8ae23d452af for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:01:43.437626 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Updating router 11ecd3c3-cf68-48da-b518-e8ae23d452af port 8cfcc796-0270-490d-93b7-96b43855fdb8 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:01:43.496494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:44.360190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 34145f01-a9ba-4cea-8840-2b75607a1da9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:44.391213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:44.419466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Transition to ACTIVE for port object 8cfcc796-0270-490d-93b7-96b43855fdb8 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:44.441663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 34145f01-a9ba-4cea-8840-2b75607a1da9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:44.442293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:44.534748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:44.692469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3408a-32f9-44a4-bc91-e578ff012528 None None] Pushing event updated for resources: {'Port': ['ID=8cfcc796-0270-490d-93b7-96b43855fdb8,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:44.801731 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Attempting to bind port 8cfcc796-0270-490d-93b7-96b43855fdb8 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:01:44.802269 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Attempting to bind port 8cfcc796-0270-490d-93b7-96b43855fdb8 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:01:44.802630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Attempting to bind port 8cfcc796-0270-490d-93b7-96b43855fdb8 on network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:01:44.810544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:01:44.811061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Checking segment: {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:01:44.811468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:44.811853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Bound using segment: {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:01:44.812490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Bound port: 8cfcc796-0270-490d-93b7-96b43855fdb8, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:01:44.812990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:44.927648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] For port 8cfcc796-0270-490d-93b7-96b43855fdb8, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:01:44.941788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] For port 8cfcc796-0270-490d-93b7-96b43855fdb8, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8cfcc796-0270-490d-93b7-96b43855fdb8,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:01:44.947575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-71ef905d-9736-4141-abbb-492a30ed5c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:45.050981 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:45.161361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3408a-32f9-44a4-bc91-e578ff012528 None None] Pushing event updated for resources: {'Port': ['ID=8cfcc796-0270-490d-93b7-96b43855fdb8,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:45.165650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:45.166795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:01:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:45.435169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:45.810504 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Sync routers for ids ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:01:45.823400 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Routers {'6e0e97d6-818a-42c5-88a1-75c56f19ca12'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:45.823835 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:44Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:45.825516 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:01:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:45.834253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee7d71-d6ed-431c-81b7-962d3acd9af8 None None] The sync data for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv is: [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:44Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:01:46.052641 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Set router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:46.420620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8cfcc796-0270-490d-93b7-96b43855fdb8 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:46.423369 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:31Z', 'updated_at': '2022-02-28T12:01:35Z', 'revision_number': 4, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'gw_port': {'id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:32Z', 'updated_at': '2022-02-28T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '0795e0ae-7026-48b2-ab9d-4a6bc42d7837', 'name': '', 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'mac_address': 'fa:16:3e:2d:ca:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc395d9-7e36-40bd-8963-dcfab9097ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:34Z', 'updated_at': '2022-02-28T12:01:35Z', 'revision_number': 2, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'subnets': [{'id': '1dc395d9-7e36-40bd-8963-dcfab9097ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:46.428895 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Checking router: 6e0e97d6-818a-42c5-88a1-75c56f19ca12 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:01:46.429243 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Updating router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:01:46.497257 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:46.570031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8cfcc796-0270-490d-93b7-96b43855fdb8 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:46.575508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8cfcc796-0270-490d-93b7-96b43855fdb8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:46.575874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:46.767612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:46.809418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8cfcc796-0270-490d-93b7-96b43855fdb8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8cfcc796-0270-490d-93b7-96b43855fdb8,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:46.872989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:46.934486 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:46.955681 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Transition to ACTIVE for port object 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:46.956587 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8cfcc796-0270-490d-93b7-96b43855fdb8,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:47.032265 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:47.061730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-34cc01a3-a587-4e00-8c7d-0b39efd8121a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:47.167977 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce8bcc-ffdc-48f0-adc1-662161ebca25 None None] Pushing event updated for resources: {'Port': ['ID=0795e0ae-7026-48b2-ab9d-4a6bc42d7837,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:47.269735 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Attempting to bind port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:01:47.272259 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Attempting to bind port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'a3e2e95b-7058-4b5e-9670-744276e37a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:01:47.272818 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Attempting to bind port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 on network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:01:47.281859 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:01:47.282537 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Checking segment: {'id': 'a3e2e95b-7058-4b5e-9670-744276e37a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:01:47.283147 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:47.283702 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Bound using segment: {'id': 'a3e2e95b-7058-4b5e-9670-744276e37a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:01:47.284334 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Bound port: 0795e0ae-7026-48b2-ab9d-4a6bc42d7837, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e2e95b-7058-4b5e-9670-744276e37a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:01:47.284881 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:47.389569 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] For port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:01:47.393973 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] For port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0795e0ae-7026-48b2-ab9d-4a6bc42d7837,segment=NetworkSegment(a3e2e95b-7058-4b5e-9670-744276e37a2d),segment_id=a3e2e95b-7058-4b5e-9670-744276e37a2d)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:01:47.479693 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:47.572383 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Routers {'6e0e97d6-818a-42c5-88a1-75c56f19ca12'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:01:47.573087 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:01:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:47.623616 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce8bcc-ffdc-48f0-adc1-662161ebca25 None None] Pushing event updated for resources: {'Port': ['ID=0795e0ae-7026-48b2-ab9d-4a6bc42d7837,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:47.824707 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] Set router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:01:48.166629 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:31Z', 'updated_at': '2022-02-28T12:01:35Z', 'revision_number': 4, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'gw_port': {'id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:32Z', 'updated_at': '2022-02-28T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '0795e0ae-7026-48b2-ab9d-4a6bc42d7837', 'name': '', 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'mac_address': 'fa:16:3e:2d:ca:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc395d9-7e36-40bd-8963-dcfab9097ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:34Z', 'updated_at': '2022-02-28T12:01:47Z', 'revision_number': 4, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'subnets': [{'id': '1dc395d9-7e36-40bd-8963-dcfab9097ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:01:48.171141 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182c9419-9baf-49b8-9058-d8661f47e97b None None] The sync data for ids ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'] in dv-neutron-830866-1-hyperv is: [{'id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:31Z', 'updated_at': '2022-02-28T12:01:35Z', 'revision_number': 4, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'gw_port': {'id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:32Z', 'updated_at': '2022-02-28T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '0795e0ae-7026-48b2-ab9d-4a6bc42d7837', 'name': '', 'network_id': 'bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'mac_address': 'fa:16:3e:2d:ca:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1dc395d9-7e36-40bd-8963-dcfab9097ab0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:34Z', 'updated_at': '2022-02-28T12:01:47Z', 'revision_number': 4, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'subnets': [{'id': '1dc395d9-7e36-40bd-8963-dcfab9097ab0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:01:48.618008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8cfcc796-0270-490d-93b7-96b43855fdb8 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:48.647433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:48.654169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:48.704343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8cfcc796-0270-490d-93b7-96b43855fdb8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:48.704709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:48.834875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:48.970578 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:48.976045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:48.977019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:49.120777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:49.159740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0795e0ae-7026-48b2-ab9d-4a6bc42d7837,segment=NetworkSegment(a3e2e95b-7058-4b5e-9670-744276e37a2d),segment_id=a3e2e95b-7058-4b5e-9670-744276e37a2d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:01:49.239475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:49.305711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=0795e0ae-7026-48b2-ab9d-4a6bc42d7837,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:49.793018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:50.365699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:01:50.436441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:50.436812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:50.802583 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daf134-435c-4890-9d08-0b959aa079ab req-dda2d431-1b49-445a-adbf-9f0705e9e39f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:50.804129 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-dda2d431-1b49-445a-adbf-9f0705e9e39f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 815 time: 0.2213733 Feb 28 12:01:50.821471 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-ce4bfab2-2c8c-416a-98c6-cbd57ec29ac8 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/quotas/16a164c2f9ff477281c115295583b1bc HTTP/1.1" status: 200 len: 375 time: 0.0112813 Feb 28 12:01:50.904520 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-6c05474c-aafb-4732-b44e-679bea56bdc9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0783753 Feb 28 12:01:50.920038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-a4221f47-4e02-4c1c-ba3d-c30ea5f48df5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 12:01:50.920940 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-a4221f47-4e02-4c1c-ba3d-c30ea5f48df5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049469 Feb 28 12:01:51.050647 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-563342da-9dc8-4e43-91d2-e3c6b79740c0 service neutron] 10.222.0.31 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241527 Feb 28 12:01:51.179073 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-165b045f-1074-4077-916b-750dc47ca690 service neutron] 10.222.0.31 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219974 Feb 28 12:01:52.474702 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-529c99d9-7d4a-4642-9e82-07623197165e req-b40a3b3b-3588-4495-9eaa-9af84dc388e1 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 210 time: 0.0396760 Feb 28 12:01:53.641628 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dda68e6d-2054-4d6f-96df-8c809f8f85a5 req-80ef0157-cb8f-48c8-ae81-8f35500db0fe tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 210 time: 0.0419471 Feb 28 12:01:54.532282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daf134-435c-4890-9d08-0b959aa079ab req-f4dfcd33-e7a0-4883-a06b-b531b9344550 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:54.533672 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-f4dfcd33-e7a0-4883-a06b-b531b9344550 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.57 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 815 time: 0.1404524 Feb 28 12:01:54.549256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'port': {'device_id': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'admin_state_up': True, 'tenant_id': '16a164c2f9ff477281c115295583b1bc'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:01:54.695098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:01:54.699377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:port and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:01:54.702463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:01:54.708208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:01:54.764330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Made reservation on behalf of 16a164c2f9ff477281c115295583b1bc for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:01:54.767373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:54.827815 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-811e9871-430b-40d2-a7da-e66d57a0ee74 req-4afbc4bd-aadb-46c5-bb1d-f5bfb9a95cde tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 210 time: 0.0470996 Feb 28 12:01:54.975946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Allocated IP 172.20.0.4 (7d9901c2-32ca-4464-9fd9-b6c3e72be6e2/a761c557-3db7-4b42-be1a-e9c8fea04eb2/6bdeceb5-2a12-44d3-8b22-4975e8870acc) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:01:55.178443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:55.199046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Transition to ACTIVE for port object 6bdeceb5-2a12-44d3-8b22-4975e8870acc will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:01:55.274349 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:55.369906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:01:55.373818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:01:55.378067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:01:55.411919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'Port': ['ID=6bdeceb5-2a12-44d3-8b22-4975e8870acc,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:01:55.454455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:55.455374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:55.572042 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-4a3c344e-0504-4508-929e-0d0bcce4aa5c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0263965 Feb 28 12:01:55.827358 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bb6554ae-6e1c-411b-8e20-c0bb85679832 None None] Provisioning for port 6bdeceb5-2a12-44d3-8b22-4975e8870acc completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:01:55.832991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bb6554ae-6e1c-411b-8e20-c0bb85679832 None None] Provisioning complete for port 6bdeceb5-2a12-44d3-8b22-4975e8870acc triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:01:55.833411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb6554ae-6e1c-411b-8e20-c0bb85679832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:01:55.930773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bb6554ae-6e1c-411b-8e20-c0bb85679832 None None] Port 6bdeceb5-2a12-44d3-8b22-4975e8870acc cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:01:56.088025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a9707-704d-4471-8045-b4661cbf1fc2 req-133694c5-49bb-443d-b396-65796f4ea92e tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:56.088891 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-b24a9707-704d-4471-8045-b4661cbf1fc2 req-133694c5-49bb-443d-b396-65796f4ea92e tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Synchronizing usage tracker for tenant:16a164c2f9ff477281c115295583b1bc on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:01:56.181536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-b24a9707-704d-4471-8045-b4661cbf1fc2 req-133694c5-49bb-443d-b396-65796f4ea92e tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Unset dirty status for tenant:16a164c2f9ff477281c115295583b1bc on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:01:56.182746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b24a9707-704d-4471-8045-b4661cbf1fc2 req-133694c5-49bb-443d-b396-65796f4ea92e tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 931 time: 0.1790524 Feb 28 12:01:56.231478 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b24a9707-704d-4471-8045-b4661cbf1fc2 req-8fb10dfb-e68a-43d0-8abd-9bd5d556b14f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431542 Feb 28 12:01:57.699581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a7eca-717f-4db5-b3ce-3619591bae26 req-b42479cc-71f0-4551-b828-76b63f074550 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:57.703201 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-192a7eca-717f-4db5-b3ce-3619591bae26 req-b42479cc-71f0-4551-b828-76b63f074550 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 931 time: 0.0949798 Feb 28 12:01:57.759487 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-192a7eca-717f-4db5-b3ce-3619591bae26 req-69698e6e-36cc-4a2a-bff5-e8ddafae5c5a tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526373 Feb 28 12:01:58.972601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea1a84-9863-4ccd-bf2c-2e773ae4b025 req-78ab1ff8-7725-4d2b-9371-d286d8747666 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:01:58.975682 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6ea1a84-9863-4ccd-bf2c-2e773ae4b025 req-78ab1ff8-7725-4d2b-9371-d286d8747666 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 931 time: 0.0843918 Feb 28 12:01:59.139831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a6ea1a84-9863-4ccd-bf2c-2e773ae4b025 req-c3ebaae3-beb2-4f70-8d8b-da185f0b8973 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578150 Feb 28 12:01:59.402979 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:02:00.350560 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a716171-8666-41fe-a03b-fd7e5e3d2c3c req-ee7a8ad0-eb58-46af-bb49-cabd582fa033 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:00.352672 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a716171-8666-41fe-a03b-fd7e5e3d2c3c req-ee7a8ad0-eb58-46af-bb49-cabd582fa033 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 931 time: 0.0821130 Feb 28 12:02:00.412062 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a716171-8666-41fe-a03b-fd7e5e3d2c3c req-3d031306-3972-4991-bfd7-450075effca4 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530176 Feb 28 12:02:01.634938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8b3522-7b3e-4af6-8627-36c1d039f4ba req-157b74ba-8ce5-4982-8160-c8fdb7d6dfe7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:01.640461 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d8b3522-7b3e-4af6-8627-36c1d039f4ba req-157b74ba-8ce5-4982-8160-c8fdb7d6dfe7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 931 time: 0.0999832 Feb 28 12:02:01.691205 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0d8b3522-7b3e-4af6-8627-36c1d039f4ba req-56b83ef5-91e3-4755-9297-fdec975f8d04 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Feb 28 12:02:02.889162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b2943-880e-4155-869a-fc723e70641a req-07ccc52a-3bb8-46f1-8c30-bc1ea591efff tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:02.890511 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d8b2943-880e-4155-869a-fc723e70641a req-07ccc52a-3bb8-46f1-8c30-bc1ea591efff tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 931 time: 0.0755844 Feb 28 12:02:02.935162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d8b2943-880e-4155-869a-fc723e70641a req-9fea37be-4b3f-49fa-b1b2-938546e14298 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391655 Feb 28 12:02:03.086875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Request body: {'port': {'device_id': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:03.194241 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:03.525867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdeceb5-2a12-44d3-8b22-4975e8870acc {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:02:03.532394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:03.546563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Transition to ACTIVE for port object 6bdeceb5-2a12-44d3-8b22-4975e8870acc will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:02:03.610154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:03.740304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdeceb5-2a12-44d3-8b22-4975e8870acc,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:03.847535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Attempting to bind port 6bdeceb5-2a12-44d3-8b22-4975e8870acc on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:02:03.847870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Attempting to bind port 6bdeceb5-2a12-44d3-8b22-4975e8870acc by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:02:03.848194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Attempting to bind port 6bdeceb5-2a12-44d3-8b22-4975e8870acc on network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:02:03.853798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Port 6bdeceb5-2a12-44d3-8b22-4975e8870acc on network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:02:03.854116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Attempting to bind port 6bdeceb5-2a12-44d3-8b22-4975e8870acc on network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:02:03.860293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:02:03.860625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Checking segment: {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:02:03.861003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Bound using segment: {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:02:03.861415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Bound port: 6bdeceb5-2a12-44d3-8b22-4975e8870acc, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc114d30-fc54-409f-9e69-3d5d06828ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 744, 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:02:03.861752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:03.949963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] For port 6bdeceb5-2a12-44d3-8b22-4975e8870acc, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:02:03.952827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] For port 6bdeceb5-2a12-44d3-8b22-4975e8870acc, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:02:04.016126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:04.121070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:04.122425 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] 10.222.0.57 "PUT /v2.0/ports/6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 1093 time: 1.0399694 Feb 28 12:02:04.122946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:02:04.156319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d12c7-9b3b-4e4e-bb08-65bfdf556483 service neutron] Pushing event updated for resources: {'Port': ['ID=6bdeceb5-2a12-44d3-8b22-4975e8870acc,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:04.179290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94bec9f-61f3-4416-862f-5bfe82fb0c5a req-9013c10e-63ab-4a3a-93a5-0512c49fe340 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:04.181291 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a94bec9f-61f3-4416-862f-5bfe82fb0c5a req-9013c10e-63ab-4a3a-93a5-0512c49fe340 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 943 time: 0.1186090 Feb 28 12:02:04.227563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:04.238776 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a94bec9f-61f3-4416-862f-5bfe82fb0c5a req-d779157e-37b6-44e0-9dab-70692af64028 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Feb 28 12:02:04.329229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-f6467e59-6d99-4af4-8d3f-1672ee788887 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1096 time: 0.0886948 Feb 28 12:02:04.391885 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'status': 'completed', 'code': 200} Feb 28 12:02:04.406621 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-1df1d393-15c0-4e06-ae62-83345020668e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 217 time: 0.0696743 Feb 28 12:02:04.467012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29daf134-435c-4890-9d08-0b959aa079ab req-9ea98dc5-8c32-405d-b860-6a51c1c04799 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:04.468418 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-9ea98dc5-8c32-405d-b860-6a51c1c04799 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 200 len: 854 time: 0.0564332 Feb 28 12:02:04.544681 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-a2876384-eee7-46ea-ba55-1f753f6381f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702507 Feb 28 12:02:04.754128 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-738178ee-2998-498b-b257-58e89256d67b service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030997 Feb 28 12:02:04.884949 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29daf134-435c-4890-9d08-0b959aa079ab req-4751b514-82fa-4771-8943-ac2c7ac76665 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238892 Feb 28 12:02:05.089013 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-914f7065-ab2e-4c43-9d84-ac096f60959a req-d6d65631-4cf2-4c8d-8e9d-da03f9abd8fb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1096 time: 0.0700431 Feb 28 12:02:05.219580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f7065-ab2e-4c43-9d84-ac096f60959a req-dbe166f2-2321-4e57-b7d8-4648448af3e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:05.221009 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-914f7065-ab2e-4c43-9d84-ac096f60959a req-dbe166f2-2321-4e57-b7d8-4648448af3e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 916 time: 0.1263876 Feb 28 12:02:05.292970 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-914f7065-ab2e-4c43-9d84-ac096f60959a req-ee60ed2c-0e59-47b8-93a7-4ef44ef14c58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 217 time: 0.0643432 Feb 28 12:02:05.355898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f7065-ab2e-4c43-9d84-ac096f60959a req-8b363912-c8a1-435a-9a3d-31f2f99ca705 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:05.357432 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-914f7065-ab2e-4c43-9d84-ac096f60959a req-8b363912-c8a1-435a-9a3d-31f2f99ca705 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 200 len: 854 time: 0.0582829 Feb 28 12:02:05.493107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ac8e9-4338-40c1-b0dd-d0e887d290ff req-6113bb57-86e6-4dcc-af3e-e06206ed8a2b tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:05.494607 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9f1ac8e9-4338-40c1-b0dd-d0e887d290ff req-6113bb57-86e6-4dcc-af3e-e06206ed8a2b tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 943 time: 0.1329331 Feb 28 12:02:05.497385 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-914f7065-ab2e-4c43-9d84-ac096f60959a req-124392ac-49bf-465b-9df9-8ae5efe17911 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055689 Feb 28 12:02:05.620979 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9f1ac8e9-4338-40c1-b0dd-d0e887d290ff req-810cbe87-327e-46ef-8dd5-6e6735ad1504 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205134 Feb 28 12:02:05.658023 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-914f7065-ab2e-4c43-9d84-ac096f60959a req-28f047a8-dbd7-4b06-934b-a30489f05735 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442430 Feb 28 12:02:05.789211 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-914f7065-ab2e-4c43-9d84-ac096f60959a req-5591d5d7-9e65-4c30-8791-05144f397c7f service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248732 Feb 28 12:02:06.832006 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6bd922-e21d-43d0-bf30-2ab48cc304f3 req-f8ba11f5-f2c7-4c29-bed2-2af519409b3a tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:06.833445 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d6bd922-e21d-43d0-bf30-2ab48cc304f3 req-f8ba11f5-f2c7-4c29-bed2-2af519409b3a tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 943 time: 0.0809357 Feb 28 12:02:06.879117 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1d6bd922-e21d-43d0-bf30-2ab48cc304f3 req-d9879288-f9b5-4293-bc95-45bcbeaec2db tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397913 Feb 28 12:02:07.793351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6bdeceb5-2a12-44d3-8b22-4975e8870acc details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:02:07.922506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6bdeceb5-2a12-44d3-8b22-4975e8870acc, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:02:07.937170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'port_id': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'mac_address': 'fa:16:3e:91:ab:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 744, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:02:07.993014 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:08.011132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdeceb5-2a12-44d3-8b22-4975e8870acc {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:02:08.025758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6bdeceb5-2a12-44d3-8b22-4975e8870acc, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:02:08.073928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f70b7a-9eac-4333-b156-1c8f3c28817f req-f4e7c3a5-072f-49d4-942d-e9677c3c66c4 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:08.075375 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78f70b7a-9eac-4333-b156-1c8f3c28817f req-f4e7c3a5-072f-49d4-942d-e9677c3c66c4 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 943 time: 0.0751526 Feb 28 12:02:08.112946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:08.122435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78f70b7a-9eac-4333-b156-1c8f3c28817f req-43034de2-a0a7-46b1-8baa-ff34af5855b7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415795 Feb 28 12:02:08.178515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=6bdeceb5-2a12-44d3-8b22-4975e8870acc,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:08.316363 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6bdeceb5-2a12-44d3-8b22-4975e8870acc'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:02:09.315746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46f19b-a9a7-4141-b71a-b2dbcce8a4f8 req-81edbfc6-4d40-4873-b3b3-e9a3c4f5a496 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:09.317162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dd46f19b-a9a7-4141-b71a-b2dbcce8a4f8 req-81edbfc6-4d40-4873-b3b3-e9a3c4f5a496 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 944 time: 0.0753980 Feb 28 12:02:09.361753 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dd46f19b-a9a7-4141-b71a-b2dbcce8a4f8 req-528654b7-1e10-4dae-b501-081c8dcd3454 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389941 Feb 28 12:02:09.795985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6bdeceb5-2a12-44d3-8b22-4975e8870acc up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:02:09.935698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 6bdeceb5-2a12-44d3-8b22-4975e8870acc completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:02:09.940371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 6bdeceb5-2a12-44d3-8b22-4975e8870acc triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:09.942380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:10.054497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:10.081283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:02:10.090567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 6bdeceb5-2a12-44d3-8b22-4975e8870acc, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:02:10.136816 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'code': 200} Feb 28 12:02:10.152767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:10.216963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=6bdeceb5-2a12-44d3-8b22-4975e8870acc,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:10.574311 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd545c3b-be3a-4fec-94ec-aa11dd6a9aec req-ec0d8fa3-1d64-4ea1-9fa3-03aabfa3f8b5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1098 time: 0.1263609 Feb 28 12:02:10.583673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e8a7d9-17d2-49e4-aa6a-a5f89b87501d req-5fa84134-f4cb-4ba5-9bd7-9656b6feaac9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:10.584981 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a4e8a7d9-17d2-49e4-aa6a-a5f89b87501d req-5fa84134-f4cb-4ba5-9bd7-9656b6feaac9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.1038306 Feb 28 12:02:10.653976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd545c3b-be3a-4fec-94ec-aa11dd6a9aec req-a1855a39-2000-46ea-ad67-56b7dc2c535b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680943 Feb 28 12:02:10.658424 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a4e8a7d9-17d2-49e4-aa6a-a5f89b87501d req-2f9d4908-c876-486f-b151-00c0acaa5cab tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602984 Feb 28 12:02:11.856529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158af046-38e0-4897-9354-cad95a7e13e2 req-f31ae47b-5a37-463d-b4b1-e1f6b1749f8b tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:11.857939 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-158af046-38e0-4897-9354-cad95a7e13e2 req-f31ae47b-5a37-463d-b4b1-e1f6b1749f8b tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.0780585 Feb 28 12:02:11.903644 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-158af046-38e0-4897-9354-cad95a7e13e2 req-9f0c3d36-a536-4964-bc68-604eef79d28e tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401075 Feb 28 12:02:13.102555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d0437-c55d-4985-98a7-6cb6de662fe5 req-ad9fccc8-b004-4a58-b927-bae2d9dddc02 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:13.103986 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9a0d0437-c55d-4985-98a7-6cb6de662fe5 req-ad9fccc8-b004-4a58-b927-bae2d9dddc02 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.0782819 Feb 28 12:02:13.237319 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9a0d0437-c55d-4985-98a7-6cb6de662fe5 req-fb57dc55-31fb-494a-a57e-479f5a0a8748 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277828 Feb 28 12:02:13.427432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2032f-7a97-4a58-99f0-03c79a21d5ca req-5de84c6e-ca94-49d0-88f6-eabafaaf7806 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:13.428891 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6fd2032f-7a97-4a58-99f0-03c79a21d5ca req-5de84c6e-ca94-49d0-88f6-eabafaaf7806 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.0750635 Feb 28 12:02:13.474687 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6fd2032f-7a97-4a58-99f0-03c79a21d5ca req-60296158-5b0a-404f-8f63-182026a134f5 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383029 Feb 28 12:02:13.888249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc6bdcf-32c4-4a77-ac3c-6cb35dd2ac88 req-0fc80552-5cd4-4739-8287-894fbd7d4d9c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:13.889656 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6bc6bdcf-32c4-4a77-ac3c-6cb35dd2ac88 req-0fc80552-5cd4-4739-8287-894fbd7d4d9c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.0789137 Feb 28 12:02:13.933844 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6bc6bdcf-32c4-4a77-ac3c-6cb35dd2ac88 req-88657d2c-e787-4f15-a2ef-34e7c4988b3d tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387988 Feb 28 12:02:14.918721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63c2d052-8429-483c-9b5e-8d38f2a1bf10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:17.038572 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b86b2fe9-4078-46a2-bf0b-4d4298b9e60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:18.364764 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:18.392986 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:19.798739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:27.849554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556ab92-0030-4f93-8843-b57c76b17714 req-0abca224-5b58-45ff-9ecb-bc2b3ae4b5d7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:27.851008 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8556ab92-0030-4f93-8843-b57c76b17714 req-0abca224-5b58-45ff-9ecb-bc2b3ae4b5d7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.0745900 Feb 28 12:02:27.911045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8556ab92-0030-4f93-8843-b57c76b17714 req-ccc6b8f9-a78c-493a-b2d5-85ffeab522d4 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Feb 28 12:02:27.937633 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59984) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:28.116916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ff1ba3bb-862b-4610-b717-95893caeabd7 tempest-TestMinimumBasicScenario-1772086356 tempest-TestMinimumBasicScenario-1772086356-project-admin] Synchronizing usage tracker for tenant:178b5cb676bf4b32941ab790c4284030 on resource:port {{(pid=84338) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:02:28.221571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ff1ba3bb-862b-4610-b717-95893caeabd7 tempest-TestMinimumBasicScenario-1772086356 tempest-TestMinimumBasicScenario-1772086356-project-admin] Unset dirty status for tenant:178b5cb676bf4b32941ab790c4284030 on resource:port {{(pid=84338) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:02:28.222727 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ff1ba3bb-862b-4610-b717-95893caeabd7 tempest-TestMinimumBasicScenario-1772086356 tempest-TestMinimumBasicScenario-1772086356-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1093 time: 0.2911863 Feb 28 12:02:28.225733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 59990) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:28.231766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:28.237355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:28.241138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:floatingip and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:28.243939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:28.250072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:28.318529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:28.464431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:28.696947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Allocated IP 172.26.1.33 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/8b4cc56a-2815-4c44-87af-72f0e28db9e9) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:02:28.842060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:28.918820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:28.984110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:02:28.986698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:02:28.990890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:02:29.018801 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'Port': ['ID=8b4cc56a-2815-4c44-87af-72f0e28db9e9,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:29.041623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.042004 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.042301 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.042626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.042988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.043313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.043639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.043956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.044271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.044586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.044899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:29.497537 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:29.591814 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:29.787189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:29.832960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:29.937023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'Port': ['ID=8b4cc56a-2815-4c44-87af-72f0e28db9e9,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:29.951161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:30.139681 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Floating IP 7a6266d8-8300-44d2-a4f4-b1521e964b58 associated. External IP: 172.26.1.33, port: 6bdeceb5-2a12-44d3-8b22-4975e8870acc. Feb 28 12:02:30.613689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Router 11ecd3c3-cf68-48da-b518-e8ae23d452af has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:02:30.806684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:02:30.816803 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] Sync routers for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:02:30.828575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:02:30.829182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:02:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:30.902204 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:30.959244 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-057bcd6b-463c-4ecd-b489-d0a92f73dd8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7323730 Feb 28 12:02:30.959896 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:02:30.962886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 59994) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:30.968389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114039657', 'description': 'tempest-secgroup-smoke-114039657 description', 'project_id': '16a164c2f9ff477281c115295583b1bc'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:30.976646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:30.979300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:security_group and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:30.982429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:30.988992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:31.007480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:02:31.033743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.071333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:31.075351 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:security_group_rule and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:31.078383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:31.084234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:31.099665 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'status': 'completed', 'code': 200} Feb 28 12:02:31.178024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.209263 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e78acab3-8281-4e11-9128-01f329df6e25 req-f5b15e85-72a3-45c1-8a31-837ce9c7123f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1098 time: 0.0833941 Feb 28 12:02:31.283329 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.350795 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1f0c58-6489-410c-80dd-9f57f795437f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:31.361495 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '7a6266d8-8300-44d2-a4f4-b1521e964b58', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'floating_ip_address': '172.26.1.33', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'port_id': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'mac_address': 'fa:16:3e:91:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:02:29Z', 'updated_at': '2022-02-28T12:02:29Z', 'revision_number': 0, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:46Z', 'revision_number': 5, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:31.365322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] Checking router: 11ecd3c3-cf68-48da-b518-e8ae23d452af for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:02:31.374227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.374578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.381761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.381761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.381761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.381761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.381761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.382198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:02:31.382281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.382281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.382426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:02:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:31.382515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.382515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:02:31.394740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78acab3-8281-4e11-9128-01f329df6e25 req-8bc95bf3-1a61-4f38-b645-c7ad915d0d35 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:31.396204 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e78acab3-8281-4e11-9128-01f329df6e25 req-8bc95bf3-1a61-4f38-b645-c7ad915d0d35 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 916 time: 0.1805804 Feb 28 12:02:31.461060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.462812 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-62d0fc77-a226-4c73-a30f-480e5c2af784 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4990354 Feb 28 12:02:31.468551 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60002) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:31.472514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'security_group_rule': {'security_group_id': '5f1f0c58-6489-410c-80dd-9f57f795437f', 'project_id': '16a164c2f9ff477281c115295583b1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:31.478865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:31.483357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:security_group_rule and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:31.486586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:31.495351 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:31.509102 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e78acab3-8281-4e11-9128-01f329df6e25 req-236309cd-16a6-4eed-8c21-ace9a2a916e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 998 time: 0.1046281 Feb 28 12:02:31.578099 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.578350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78acab3-8281-4e11-9128-01f329df6e25 req-dafc3780-a254-4ebd-a035-f4d96a2a5cba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:31.579777 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e78acab3-8281-4e11-9128-01f329df6e25 req-dafc3780-a254-4ebd-a035-f4d96a2a5cba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 200 len: 854 time: 0.0645039 Feb 28 12:02:31.613604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:02:31.644109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.665161 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e78acab3-8281-4e11-9128-01f329df6e25 req-81ebe1ea-19bb-4f51-b5b0-2cae80eac7e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777812 Feb 28 12:02:31.713992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.739246 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1a31f9-86dd-4e69-8f12-a3f309f50257,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:31.794073 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.798119 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7fd6c74b-5e6f-4ec3-9b0b-33b2b0dde811 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3285279 Feb 28 12:02:31.798853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60006) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:31.801878 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e78acab3-8281-4e11-9128-01f329df6e25 req-043fab68-3033-46e7-9a83-3a0be389e1fd service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303055 Feb 28 12:02:31.811126 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'security_group_rule': {'security_group_id': '5f1f0c58-6489-410c-80dd-9f57f795437f', 'project_id': '16a164c2f9ff477281c115295583b1bc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:31.812504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:31.816526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:security_group_rule and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:31.819486 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:31.826938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:31.925383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.941448 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e78acab3-8281-4e11-9128-01f329df6e25 req-96effd6e-6080-46ba-bec5-cf1957fea4b1 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324122 Feb 28 12:02:31.991514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:31.993019 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '7a6266d8-8300-44d2-a4f4-b1521e964b58', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'floating_ip_address': '172.26.1.33', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'port_id': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'mac_address': 'fa:16:3e:91:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:02:29Z', 'updated_at': '2022-02-28T12:02:29Z', 'revision_number': 0, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:46Z', 'revision_number': 5, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:02:31.997061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c843bee-4abd-4e20-91a3-ac18df374ca2 None None] The sync data for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv is: [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '7a6266d8-8300-44d2-a4f4-b1521e964b58', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'floating_ip_address': '172.26.1.33', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'port_id': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'mac_address': 'fa:16:3e:91:ab:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:02:29Z', 'updated_at': '2022-02-28T12:02:29Z', 'revision_number': 0, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:46Z', 'revision_number': 5, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:02:32.073159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.101448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=105f9fdc-6566-43c0-987f-fc4e8dc8d287,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:32.187690 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.188921 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9b813ce6-d295-45b4-9db6-c953b8e63319 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3891106 Feb 28 12:02:32.191849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60010) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:32.197593 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'security_group_rule': {'security_group_id': '5f1f0c58-6489-410c-80dd-9f57f795437f', 'project_id': '16a164c2f9ff477281c115295583b1bc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:32.203783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:32.207812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:security_group_rule and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:32.210791 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:32.211444 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c43e2d-e03b-40c5-b576-bde2639125ec None None] New status for floating IP 7a6266d8-8300-44d2-a4f4-b1521e964b58: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:02:32.216689 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:32.297529 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.361089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.433909 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.458199 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91914c3a-a698-4829-aa11-bdee76ba6426,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:32.524532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.525843 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f796d516-cb56-4081-b20c-f877958ee705 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3330002 Feb 28 12:02:32.528431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60014) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:32.533946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'security_group_rule': {'security_group_id': '5f1f0c58-6489-410c-80dd-9f57f795437f', 'project_id': '16a164c2f9ff477281c115295583b1bc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:32.540398 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:32.544198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:security_group_rule and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:32.547134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:32.552800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:32.611031 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.674076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.725019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.761344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9134dc46-0e4b-439d-89bb-248ffdeaafd2,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:32.822501 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:32.824187 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c701d582-76da-41ff-bc82-2e648ee144da tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2947273 Feb 28 12:02:32.828109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60018) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:32.835013 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'security_group_rule': {'security_group_id': '5f1f0c58-6489-410c-80dd-9f57f795437f', 'project_id': '16a164c2f9ff477281c115295583b1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:32.842171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:32.846187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:security_group_rule and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:32.849774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:32.857607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:33.038824 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Project 16a164c2f9ff477281c115295583b1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:02:33.045759 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.112045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.198911 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.222774 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=275b4a2b-2c84-489a-accc-00b316202736,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:33.290695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.291982 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-33cd7170-d9db-440f-beb0-f11d6380e768 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4629405 Feb 28 12:02:33.294722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60022) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:02:33.300269 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'security_group_rule': {'security_group_id': '5f1f0c58-6489-410c-80dd-9f57f795437f', 'project_id': '16a164c2f9ff477281c115295583b1bc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:33.306932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:02:33.310727 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Usage tracker for resource:security_group_rule and tenant:16a164c2f9ff477281c115295583b1bc is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:02:33.313584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:02:33.319274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:02:33.370442 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Project 16a164c2f9ff477281c115295583b1bc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:02:33.377195 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.441296 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.496017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.520170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aab578b7-2115-498c-bcd6-e17df8e0b85c,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:33.601336 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:33.601336 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f717e9ff-e196-4508-a313-cb7985d851c7 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2885492 Feb 28 12:02:33.734997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-7bef4e0d-8454-41cb-8cb2-c8d5b77b2c6b tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Synchronizing usage tracker for tenant:16a164c2f9ff477281c115295583b1bc on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:02:33.834811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-7bef4e0d-8454-41cb-8cb2-c8d5b77b2c6b tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Unset dirty status for tenant:16a164c2f9ff477281c115295583b1bc on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:02:33.834811 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-7bef4e0d-8454-41cb-8cb2-c8d5b77b2c6b tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114039657&fields=id&tenant_id=16a164c2f9ff477281c115295583b1bc HTTP/1.1" status: 200 len: 267 time: 0.1352713 Feb 28 12:02:33.943013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-a97b197b-b15f-4df3-bf4a-15fbf6a86076 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:33.944389 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-a97b197b-b15f-4df3-bf4a-15fbf6a86076 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.1082380 Feb 28 12:02:33.955243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-c6b2bd52-f2e7-4615-8f2c-87f228892da3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'port': {'security_groups': ['3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c', '5f1f0c58-6489-410c-80dd-9f57f795437f']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:02:34.070073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-c6b2bd52-f2e7-4615-8f2c-87f228892da3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.199188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.316469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-c6b2bd52-f2e7-4615-8f2c-87f228892da3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] For port 6bdeceb5-2a12-44d3-8b22-4975e8870acc, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:02:34.340958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-c6b2bd52-f2e7-4615-8f2c-87f228892da3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.381430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-c6b2bd52-f2e7-4615-8f2c-87f228892da3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.393815 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6bdeceb5-2a12-44d3-8b22-4975e8870acc'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:02:34.536210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-c6b2bd52-f2e7-4615-8f2c-87f228892da3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:34.536814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-c6b2bd52-f2e7-4615-8f2c-87f228892da3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.538162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ea568b8-5139-4f4d-83a7-36ff15b076e1 req-c6b2bd52-f2e7-4615-8f2c-87f228892da3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "PUT /v2.0/ports/6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 981 time: 0.5874038 Feb 28 12:02:34.538610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:02:34.564070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2bd52-f2e7-4615-8f2c-87f228892da3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'Port': ['ID=6bdeceb5-2a12-44d3-8b22-4975e8870acc,revision_number=6']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:02:34.653308 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'status': 'completed', 'code': 200} Feb 28 12:02:34.670768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6bdeceb5-2a12-44d3-8b22-4975e8870acc'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:02:34.804575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acfea73-37c6-4094-bfae-145208926a79 req-912bea9a-7522-4f4a-be03-405883349896 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:34.806433 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0acfea73-37c6-4094-bfae-145208926a79 req-912bea9a-7522-4f4a-be03-405883349896 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.1390164 Feb 28 12:02:34.810333 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b286ad93-0b50-4459-b9f2-90b3a8fcf636 req-86ccb4a4-2474-4fc2-90ed-f0d36bca4c17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1137 time: 0.1124301 Feb 28 12:02:34.894009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-c68c82d4-5405-4fdb-bcdd-7f18388017c6 None None] Provisioning complete for port 6bdeceb5-2a12-44d3-8b22-4975e8870acc triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:02:34.894449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c68c82d4-5405-4fdb-bcdd-7f18388017c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:34.941001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0acfea73-37c6-4094-bfae-145208926a79 req-61fb6518-8ae4-497e-b999-a474b90ca8e4 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288383 Feb 28 12:02:34.982161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286ad93-0b50-4459-b9f2-90b3a8fcf636 req-b86a45b1-b598-442e-ba9d-e8680eddc269 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:34.983701 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b286ad93-0b50-4459-b9f2-90b3a8fcf636 req-b86a45b1-b598-442e-ba9d-e8680eddc269 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 916 time: 0.1579239 Feb 28 12:02:35.089673 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b286ad93-0b50-4459-b9f2-90b3a8fcf636 req-113c2355-9025-43fa-a071-d5dca29ccf99 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 1000 time: 0.0994980 Feb 28 12:02:35.155419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286ad93-0b50-4459-b9f2-90b3a8fcf636 req-a151d550-761e-451d-9f8f-71e67408de4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:35.156845 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b286ad93-0b50-4459-b9f2-90b3a8fcf636 req-a151d550-761e-451d-9f8f-71e67408de4e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 200 len: 854 time: 0.0616026 Feb 28 12:02:35.243437 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b286ad93-0b50-4459-b9f2-90b3a8fcf636 req-1d9a3735-5b89-4ea4-b6fe-af29428782b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789864 Feb 28 12:02:35.374265 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b286ad93-0b50-4459-b9f2-90b3a8fcf636 req-93b78855-76d1-40d0-a274-cacc2faa9204 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251988 Feb 28 12:02:35.505294 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b286ad93-0b50-4459-b9f2-90b3a8fcf636 req-56f72b37-8b4c-4dfa-a7f6-5a370ec28956 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253347 Feb 28 12:02:36.403237 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:02:40.243129 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-a65a4ecc-cfd5-4177-9e2c-2399659e42ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0666561 Feb 28 12:02:40.381388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-76536270-4be0-4c11-baf6-c15615b3674b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1137 time: 0.0690401 Feb 28 12:02:40.524695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-05388449-77bf-48b1-9c8e-aab5c6f8d692 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:40.527147 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-05388449-77bf-48b1-9c8e-aab5c6f8d692 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 916 time: 0.1253562 Feb 28 12:02:40.628967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-6855976e-c89e-4ddc-951b-cf45aa99ff87 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 1000 time: 0.0956407 Feb 28 12:02:40.692132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-af5a1f12-7a71-4ba9-b803-84223ce690fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:40.693525 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-af5a1f12-7a71-4ba9-b803-84223ce690fe service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 200 len: 854 time: 0.0593512 Feb 28 12:02:40.767812 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-0aa2b947-b1db-4e15-97dc-26936188df1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666556 Feb 28 12:02:40.898307 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-ef5bae00-a6a7-479a-8725-9de8e10fd7e2 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220570 Feb 28 12:02:41.110649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3e50b092-4ad8-43bd-81e5-f00b299f053d req-d15faf74-419d-43ec-a457-880c4d1e4bf5 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055757 Feb 28 12:02:44.879011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-74fc1b8f-d3dd-4560-a9a3-47d053e4cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:47.027648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-751da363-8ded-49cc-b22e-f3cb3a7a987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:47.574259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90ce9c-5435-4693-801f-0b0e31f04ab3 req-e69f4ee6-5501-4800-8edf-e0a17146f952 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:47.575727 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1c90ce9c-5435-4693-801f-0b0e31f04ab3 req-e69f4ee6-5501-4800-8edf-e0a17146f952 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.1349485 Feb 28 12:02:47.581866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c3971532-398b-4166-974a-1ae5f14e0fa5 req-44988e5a-04ad-49d3-a417-69302ae4d3bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1137 time: 0.0999136 Feb 28 12:02:47.703479 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1c90ce9c-5435-4693-801f-0b0e31f04ab3 req-751385d4-f655-4798-8af7-292a97188bf0 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206579 Feb 28 12:02:47.778063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3971532-398b-4166-974a-1ae5f14e0fa5 req-8195996b-ca8a-413f-9e75-ae64f6751a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:47.779516 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c3971532-398b-4166-974a-1ae5f14e0fa5 req-8195996b-ca8a-413f-9e75-ae64f6751a37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 916 time: 0.1821349 Feb 28 12:02:47.892742 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c3971532-398b-4166-974a-1ae5f14e0fa5 req-c20d874c-c54e-4107-b909-b42cec878368 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 1000 time: 0.1042404 Feb 28 12:02:47.953698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3971532-398b-4166-974a-1ae5f14e0fa5 req-557c2fb7-8003-424a-b842-630348c1821c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:47.955021 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c3971532-398b-4166-974a-1ae5f14e0fa5 req-557c2fb7-8003-424a-b842-630348c1821c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 200 len: 854 time: 0.0561724 Feb 28 12:02:48.032052 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c3971532-398b-4166-974a-1ae5f14e0fa5 req-fcd4dee2-fcaa-4f9e-aee5-c184ad2e3f2d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710337 Feb 28 12:02:48.159688 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c3971532-398b-4166-974a-1ae5f14e0fa5 req-7dfeb653-4ad9-4c05-a014-176667bd6c33 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208830 Feb 28 12:02:48.291880 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c3971532-398b-4166-974a-1ae5f14e0fa5 req-95f534f9-f0ed-4fcf-9607-321fb1dce53e service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255178 Feb 28 12:02:48.364849 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:48.404703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:48.900177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b1604d-902d-40f1-8453-99375ac61c97 req-82b44ccd-9630-4381-b9a5-7135c77f4215 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:48.902337 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-83b1604d-902d-40f1-8453-99375ac61c97 req-82b44ccd-9630-4381-b9a5-7135c77f4215 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0748525 Feb 28 12:02:48.946676 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-83b1604d-902d-40f1-8453-99375ac61c97 req-ae277256-b3ba-4059-a9cd-a7769856ae07 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386984 Feb 28 12:02:49.804757 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:02:50.144496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4510e0-5574-44c3-8372-d002cf2fb99b req-c9fc52dd-6c06-4d34-8602-eb75bd934715 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:50.145918 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf4510e0-5574-44c3-8372-d002cf2fb99b req-c9fc52dd-6c06-4d34-8602-eb75bd934715 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0789080 Feb 28 12:02:50.193175 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf4510e0-5574-44c3-8372-d002cf2fb99b req-591c2015-be35-48e4-ae1d-c492989138b1 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403812 Feb 28 12:02:51.387300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b58716c-c0ba-4b30-8e66-22b953e71377 req-eeaaf9a4-e66d-463f-82a4-7c449a48dff1 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:51.388735 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b58716c-c0ba-4b30-8e66-22b953e71377 req-eeaaf9a4-e66d-463f-82a4-7c449a48dff1 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0761788 Feb 28 12:02:51.438488 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b58716c-c0ba-4b30-8e66-22b953e71377 req-9994e370-5396-448c-b149-f2f9f2164860 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0438955 Feb 28 12:02:52.636413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be244933-b12e-4917-9037-4f05f1ad17be req-8aa51f86-4b0f-43fd-9248-f8e2d48fea60 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:52.637769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be244933-b12e-4917-9037-4f05f1ad17be req-8aa51f86-4b0f-43fd-9248-f8e2d48fea60 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0772154 Feb 28 12:02:52.685305 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be244933-b12e-4917-9037-4f05f1ad17be req-e3fd89c1-bd8e-4e99-aba1-abba330e0e13 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419819 Feb 28 12:02:53.881442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1e870-d8d5-4dd7-b96c-41a1a171d36e req-97a9d2c5-f99c-49f2-a73d-cf6f7155f803 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:53.882884 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54a1e870-d8d5-4dd7-b96c-41a1a171d36e req-97a9d2c5-f99c-49f2-a73d-cf6f7155f803 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0785091 Feb 28 12:02:53.930290 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54a1e870-d8d5-4dd7-b96c-41a1a171d36e req-ca2654d9-f3e6-4639-8434-3b4782ce4f54 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411088 Feb 28 12:02:55.124375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f3e05-1037-44a7-be42-f89270f0770c req-a32e0f11-e6e2-4cb3-b698-c6924c0aff33 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:55.126046 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea8f3e05-1037-44a7-be42-f89270f0770c req-a32e0f11-e6e2-4cb3-b698-c6924c0aff33 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0756848 Feb 28 12:02:55.173344 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea8f3e05-1037-44a7-be42-f89270f0770c req-dd7c2769-bbc9-480c-85d7-e149360b8657 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0415733 Feb 28 12:02:56.373929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7075dcf9-00c2-42ae-b988-c65d93b505b6 req-368ef0d8-59a1-4721-ac60-44def5398817 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:56.375387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7075dcf9-00c2-42ae-b988-c65d93b505b6 req-368ef0d8-59a1-4721-ac60-44def5398817 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0801072 Feb 28 12:02:56.420627 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7075dcf9-00c2-42ae-b988-c65d93b505b6 req-f2efe82a-a8c5-476d-a8e6-51ab53c284d3 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393949 Feb 28 12:02:57.615173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062570d7-cae8-4893-b917-602c50860727 req-ff42ca48-0898-4876-a0fa-db3b75c3cc5a tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:57.616615 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-062570d7-cae8-4893-b917-602c50860727 req-ff42ca48-0898-4876-a0fa-db3b75c3cc5a tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0759623 Feb 28 12:02:57.664269 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-062570d7-cae8-4893-b917-602c50860727 req-361929a6-eee7-47db-833f-c027d930f7a0 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412872 Feb 28 12:02:58.948853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b8206-96d7-4426-9eca-ad20188fc571 req-738b08a8-b3da-43b3-9064-5e87be5acdb5 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:02:58.950182 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-857b8206-96d7-4426-9eca-ad20188fc571 req-738b08a8-b3da-43b3-9064-5e87be5acdb5 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.1660483 Feb 28 12:02:58.996592 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-857b8206-96d7-4426-9eca-ad20188fc571 req-50cd3397-5a1e-4093-a4ac-9e1b530a1807 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408540 Feb 28 12:03:00.197024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fbe39-c811-41d6-bebe-6383f1628cd2 req-19e486aa-6638-4a2d-8020-c91a440607a5 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:00.198724 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-626fbe39-c811-41d6-bebe-6383f1628cd2 req-19e486aa-6638-4a2d-8020-c91a440607a5 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0805368 Feb 28 12:03:00.243676 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-626fbe39-c811-41d6-bebe-6383f1628cd2 req-901bc653-89ca-4a57-8e17-9bfa9ee9eaaa tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394588 Feb 28 12:03:01.437410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff880a1-95f8-4e5b-98db-10c78ce681af req-9108ce3f-0f00-4e5a-b910-95f48cc198be tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:01.438825 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dff880a1-95f8-4e5b-98db-10c78ce681af req-9108ce3f-0f00-4e5a-b910-95f48cc198be tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0766916 Feb 28 12:03:01.484103 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dff880a1-95f8-4e5b-98db-10c78ce681af req-b204f471-061f-4317-9323-4e8bc4c52c39 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397449 Feb 28 12:03:02.681072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d28d1e-6546-4293-8954-b8315334790a req-6ec792af-e2d6-448a-8c89-c98dba1c53ed tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:02.682586 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-95d28d1e-6546-4293-8954-b8315334790a req-6ec792af-e2d6-448a-8c89-c98dba1c53ed tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0813873 Feb 28 12:03:02.729867 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-95d28d1e-6546-4293-8954-b8315334790a req-c94a7340-36fb-429d-b784-de03c38ec711 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416968 Feb 28 12:03:03.925099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460427be-853f-4403-917c-9af9ab82fada req-48fec7f6-29a3-4476-8413-bc3c5a7e1e28 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:03.926412 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-460427be-853f-4403-917c-9af9ab82fada req-48fec7f6-29a3-4476-8413-bc3c5a7e1e28 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0759876 Feb 28 12:03:03.972897 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-460427be-853f-4403-917c-9af9ab82fada req-249318c9-77ad-4dc3-9682-b6b8b6605531 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407472 Feb 28 12:03:04.204770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:05.169850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968db498-6638-4201-b755-4fae6f380300 req-66482af3-6e60-4760-871a-b42b3a8de1fe tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:05.171309 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-968db498-6638-4201-b755-4fae6f380300 req-66482af3-6e60-4760-871a-b42b3a8de1fe tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0790794 Feb 28 12:03:05.217272 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-968db498-6638-4201-b755-4fae6f380300 req-1294a1f3-0a88-40f6-ba04-bb5370cefbaf tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=5f1f0c58-6489-410c-80dd-9f57f795437f&id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404713 Feb 28 12:03:13.405360 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:03:14.896277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3f4edf27-d334-4c62-90e1-2d5c25fe255a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:17.044932 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b0dbd46-f48f-4847-85f7-6b7c09487f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:18.404925 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:18.440251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:19.811430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:34.211042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:37.928110 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ec883713-5385-4163-957c-5b9721e40cdc req-08683927-590c-49d1-905e-9b5ad849c1cd tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114039657&fields=id&tenant_id=16a164c2f9ff477281c115295583b1bc HTTP/1.1" status: 200 len: 267 time: 0.0405378 Feb 28 12:03:38.010354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883713-5385-4163-957c-5b9721e40cdc req-8c5b73d2-4bf4-471f-b9a2-44669e628ddc tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:38.011777 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ec883713-5385-4163-957c-5b9721e40cdc req-8c5b73d2-4bf4-471f-b9a2-44669e628ddc tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 984 time: 0.0785918 Feb 28 12:03:38.022159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-ec883713-5385-4163-957c-5b9721e40cdc req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Request body: {'port': {'security_groups': ['3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:03:38.135437 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ec883713-5385-4163-957c-5b9721e40cdc req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.363522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-ec883713-5385-4163-957c-5b9721e40cdc req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] For port 6bdeceb5-2a12-44d3-8b22-4975e8870acc, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:03:38.387953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ec883713-5385-4163-957c-5b9721e40cdc req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.433892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ec883713-5385-4163-957c-5b9721e40cdc req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.447396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6bdeceb5-2a12-44d3-8b22-4975e8870acc'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:03:38.499356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec883713-5385-4163-957c-5b9721e40cdc req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:38.500123 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ec883713-5385-4163-957c-5b9721e40cdc req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.501294 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ec883713-5385-4163-957c-5b9721e40cdc req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "PUT /v2.0/ports/6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 942 time: 0.4835913 Feb 28 12:03:38.505158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:03:38.508943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60098) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:38.534734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event updated for resources: {'Port': ['ID=6bdeceb5-2a12-44d3-8b22-4975e8870acc,revision_number=7']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:38.546226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.546569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.546904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.547248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.547581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.547908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.548234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.548596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.548878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.549196 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.549515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210fb96e-ee56-441b-8d26-7ed62683cbcb tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.566693 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6bdeceb5-2a12-44d3-8b22-4975e8870acc'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:03:38.612064 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.617460 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'status': 'completed', 'code': 200} Feb 28 12:03:38.671309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.737447 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c260f55-264f-4e28-9255-8813656cd907 req-cf1103e1-e52b-48b8-9d72-973f096e1edc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1098 time: 0.0907152 Feb 28 12:03:38.827537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5cf63493-0310-4f40-9aa0-49c9131eec99 None None] Provisioning complete for port 6bdeceb5-2a12-44d3-8b22-4975e8870acc triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:03:38.827785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5cf63493-0310-4f40-9aa0-49c9131eec99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.851716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.871298 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1f0c58-6489-410c-80dd-9f57f795437f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:38.880035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260f55-264f-4e28-9255-8813656cd907 req-7efc1ca7-aa82-4963-bf4f-f79a57b55294 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:38.881663 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c260f55-264f-4e28-9255-8813656cd907 req-7efc1ca7-aa82-4963-bf4f-f79a57b55294 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 916 time: 0.1379964 Feb 28 12:03:38.882049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.882589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.882960 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.883476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.883821 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.884152 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.884479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.884984 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.885316 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.885640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.885972 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:03:38.936742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:38.938032 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6f8a3d46-6df0-445a-a629-b38bbde1e984 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "DELETE /v2.0/security-groups/5f1f0c58-6489-410c-80dd-9f57f795437f HTTP/1.1" status: 204 len: 168 time: 0.4274621 Feb 28 12:03:38.942992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60104) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:39.084025 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c260f55-264f-4e28-9255-8813656cd907 req-d916f2ba-cbe0-434a-873e-a8ccaa7d3238 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 1000 time: 0.1961637 Feb 28 12:03:39.317293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c260f55-264f-4e28-9255-8813656cd907 req-5e42ba11-4eed-43ac-bbdb-0067cf6fcad9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:39.318697 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c260f55-264f-4e28-9255-8813656cd907 req-5e42ba11-4eed-43ac-bbdb-0067cf6fcad9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 200 len: 854 time: 0.0921707 Feb 28 12:03:39.319611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Deleting port 8b4cc56a-2815-4c44-87af-72f0e28db9e9 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:03:39.319947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.523061 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c260f55-264f-4e28-9255-8813656cd907 req-1df6e85d-ffe2-479e-9e2d-344e651e2ef4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1774828 Feb 28 12:03:39.567870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.568098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:39.743864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Calling delete_port for 8b4cc56a-2815-4c44-87af-72f0e28db9e9 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:03:39.836857 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c260f55-264f-4e28-9255-8813656cd907 req-0ad449b1-6fa8-4259-9d74-f2a65f7f2f37 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005393 Feb 28 12:03:40.029010 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c260f55-264f-4e28-9255-8813656cd907 req-3b9027cd-10d2-4bd0-b92f-070a7bf14a97 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865294 Feb 28 12:03:40.085794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.134905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event deleted for resources: {'Port': ['ID=8b4cc56a-2815-4c44-87af-72f0e28db9e9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:40.221136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:40.601441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Router 11ecd3c3-cf68-48da-b518-e8ae23d452af has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:03:40.891486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:03:40.902088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] Sync routers for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:03:40.913369 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:03:40.913947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:03:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:40.976705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:41.033145 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b23e6537-312d-410a-9f72-567cfdd5ad89 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "DELETE /v2.0/floatingips/7a6266d8-8300-44d2-a4f4-b1521e964b58 HTTP/1.1" status: 204 len: 168 time: 2.0890536 Feb 28 12:03:41.033988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:03:41.102484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'status': 'completed', 'code': 200} Feb 28 12:03:41.126791 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:03:41.195768 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b64b152-dffe-479a-a3a0-64fcb075429b req-8adc3e38-e3b0-4cb7-9e1f-bc3d18b97cd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1098 time: 0.0721283 Feb 28 12:03:41.326330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b152-dffe-479a-a3a0-64fcb075429b req-91a897fd-3247-48d3-90eb-8062fe5a0781 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:41.327766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b64b152-dffe-479a-a3a0-64fcb075429b req-91a897fd-3247-48d3-90eb-8062fe5a0781 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 916 time: 0.1269572 Feb 28 12:03:41.398301 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b64b152-dffe-479a-a3a0-64fcb075429b req-795dfcb0-3fec-46a7-9bf5-daa3ae025b7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 217 time: 0.0647011 Feb 28 12:03:41.459686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:46Z', 'revision_number': 5, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:41.463498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] Checking router: 11ecd3c3-cf68-48da-b518-e8ae23d452af for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:03:41.467822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64b152-dffe-479a-a3a0-64fcb075429b req-c43f317f-8da4-4e5f-bfd6-9f685f479dba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:41.467822 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b64b152-dffe-479a-a3a0-64fcb075429b req-c43f317f-8da4-4e5f-bfd6-9f685f479dba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 200 len: 854 time: 0.0621595 Feb 28 12:03:41.474582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:03:41.475212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:03:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:41.558525 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b64b152-dffe-479a-a3a0-64fcb075429b req-98945833-5622-43f4-9225-0ba356103246 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859823 Feb 28 12:03:41.655834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:03:41.694280 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b64b152-dffe-479a-a3a0-64fcb075429b req-220b4942-cd3e-4da9-bf4f-8a8e9d15daae service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282418 Feb 28 12:03:41.828165 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b64b152-dffe-479a-a3a0-64fcb075429b req-5846c007-4da7-4d3b-a2bb-b365756a005a service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274352 Feb 28 12:03:41.990885 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:46Z', 'revision_number': 5, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:41.994989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc6e18a-a62e-439c-82fc-ba1f194fbbb0 None None] The sync data for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv is: [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:01:28Z', 'revision_number': 4, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '8cfcc796-0270-490d-93b7-96b43855fdb8', 'name': '', 'network_id': '7d9901c2-32ca-4464-9fd9-b6c3e72be6e2', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'mac_address': 'fa:16:3e:a7:d4:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:27Z', 'updated_at': '2022-02-28T12:01:46Z', 'revision_number': 5, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'subnets': [{'id': 'a761c557-3db7-4b42-be1a-e9c8fea04eb2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:03:42.239034 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6776d4a7-a3a5-4cb8-93ac-b9113e3abb25 None None] New status for floating IP 7a6266d8-8300-44d2-a4f4-b1521e964b58: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:03:42.274783 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-59447d46-2784-4b25-bd31-54538d63f26b req-690a2b73-f6b7-4a16-949e-f97e03bad87a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749419 Feb 28 12:03:42.429406 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-59447d46-2784-4b25-bd31-54538d63f26b req-83251b15-db1f-4999-afce-ecb79a1e6c78 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=16a164c2f9ff477281c115295583b1bc&device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 1098 time: 0.0880227 Feb 28 12:03:42.579892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447d46-2784-4b25-bd31-54538d63f26b req-4273461a-c521-45c8-8338-ca5245bfb6ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:42.579892 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-59447d46-2784-4b25-bd31-54538d63f26b req-4273461a-c521-45c8-8338-ca5245bfb6ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 200 len: 916 time: 0.1305399 Feb 28 12:03:42.662699 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-59447d46-2784-4b25-bd31-54538d63f26b req-7458b727-7d98-46f8-aa68-444ef51ba7e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 200 len: 217 time: 0.0748146 Feb 28 12:03:42.727680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59447d46-2784-4b25-bd31-54538d63f26b req-e214cfc3-7f66-4b87-983f-408a8c3d5877 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:42.729128 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-59447d46-2784-4b25-bd31-54538d63f26b req-e214cfc3-7f66-4b87-983f-408a8c3d5877 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 200 len: 854 time: 0.0575168 Feb 28 12:03:42.810206 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-59447d46-2784-4b25-bd31-54538d63f26b req-ef97f3c4-d78d-4b04-83fc-e415f3970adb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0745828 Feb 28 12:03:43.024246 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-59447d46-2784-4b25-bd31-54538d63f26b req-c7350292-49e0-4d6a-9701-3396faec0bd3 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069092 Feb 28 12:03:43.154107 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-59447d46-2784-4b25-bd31-54538d63f26b req-4bba3319-8361-404e-bd80-0e0e6f1dd024 service neutron] 10.222.0.57 "GET /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234975 Feb 28 12:03:44.874399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-48f38ccb-6912-48b4-b59e-5534abc339da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:46.941367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cdf2d-a350-42be-a2cb-6b8fe2dc5ae3 req-ea9060ac-f086-4c88-8c1f-346364671b8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:46.941367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-639cdf2d-a350-42be-a2cb-6b8fe2dc5ae3 req-ea9060ac-f086-4c88-8c1f-346364671b8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Synchronizing usage tracker for tenant:16a164c2f9ff477281c115295583b1bc on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:03:47.016956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-639cdf2d-a350-42be-a2cb-6b8fe2dc5ae3 req-ea9060ac-f086-4c88-8c1f-346364671b8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Unset dirty status for tenant:16a164c2f9ff477281c115295583b1bc on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:03:47.018749 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-639cdf2d-a350-42be-a2cb-6b8fe2dc5ae3 req-ea9060ac-f086-4c88-8c1f-346364671b8f tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.1552672 Feb 28 12:03:47.045603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-10dee423-5371-4beb-8134-0156f4e0ea08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:47.066509 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-639cdf2d-a350-42be-a2cb-6b8fe2dc5ae3 req-768193fb-0ab0-4220-9c46-f0d03a482b7c tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Feb 28 12:03:48.265180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb1a765-ce3a-4ed5-90fc-ae059504c530 req-b61ec7ae-4a18-41a3-bb5c-00a020b246d2 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:48.266583 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-adb1a765-ce3a-4ed5-90fc-ae059504c530 req-b61ec7ae-4a18-41a3-bb5c-00a020b246d2 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.0780957 Feb 28 12:03:48.310797 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-adb1a765-ce3a-4ed5-90fc-ae059504c530 req-2023aafa-4de9-44ee-b49c-189952e7b565 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380259 Feb 28 12:03:48.388283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:48.399548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:48.588926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c5252-6835-4def-8e26-735748261e1d req-c76bb3d8-42c5-428e-8813-6ce471d8b2f5 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:03:48.590296 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-457c5252-6835-4def-8e26-735748261e1d req-c76bb3d8-42c5-428e-8813-6ce471d8b2f5 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.57 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 945 time: 0.0742178 Feb 28 12:03:48.663066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-457c5252-6835-4def-8e26-735748261e1d req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Deleting port 6bdeceb5-2a12-44d3-8b22-4975e8870acc {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:03:48.663409 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-457c5252-6835-4def-8e26-735748261e1d req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:48.903836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-457c5252-6835-4def-8e26-735748261e1d req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] For port 6bdeceb5-2a12-44d3-8b22-4975e8870acc, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6bdeceb5-2a12-44d3-8b22-4975e8870acc,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:03:48.904190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-457c5252-6835-4def-8e26-735748261e1d req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:49.027966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-457c5252-6835-4def-8e26-735748261e1d req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Calling delete_port for 6bdeceb5-2a12-44d3-8b22-4975e8870acc owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:03:49.234059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-457c5252-6835-4def-8e26-735748261e1d req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:49.245659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['6bdeceb5-2a12-44d3-8b22-4975e8870acc'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:03:49.283723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Pushing event deleted for resources: {'Port': ['ID=6bdeceb5-2a12-44d3-8b22-4975e8870acc,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:49.354363 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-457c5252-6835-4def-8e26-735748261e1d req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] No DVR routers for this DVR port 6bdeceb5-2a12-44d3-8b22-4975e8870acc on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:03:49.356810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-457c5252-6835-4def-8e26-735748261e1d req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:49.360481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'name': 'network-vif-deleted', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:03:49.417750 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95b8d07-3a5c-421c-8e6d-d7fda643e221', 'name': 'network-vif-deleted', 'tag': '6bdeceb5-2a12-44d3-8b22-4975e8870acc', 'status': 'completed', 'code': 200} Feb 28 12:03:49.429389 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-457c5252-6835-4def-8e26-735748261e1d req-db292f64-f888-4808-9648-1ce1845a86e9 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.57 "DELETE /v2.0/ports/6bdeceb5-2a12-44d3-8b22-4975e8870acc HTTP/1.1" status: 204 len: 173 time: 0.8333137 Feb 28 12:03:49.480035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-4ff1109a-8701-40ed-8aac-ed845f046546 req-ab6d9261-0ed0-4358-9f88-802e7fe41a71 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Synchronizing usage tracker for tenant:16a164c2f9ff477281c115295583b1bc on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:03:49.554483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-4ff1109a-8701-40ed-8aac-ed845f046546 req-ab6d9261-0ed0-4358-9f88-802e7fe41a71 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] Unset dirty status for tenant:16a164c2f9ff477281c115295583b1bc on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:03:49.555644 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4ff1109a-8701-40ed-8aac-ed845f046546 req-ab6d9261-0ed0-4358-9f88-802e7fe41a71 tempest-TestMinimumBasicScenario-495836200 tempest-TestMinimumBasicScenario-495836200-project] 10.222.0.31 "GET /v2.0/ports?device_id=f95b8d07-3a5c-421c-8e6d-d7fda643e221 HTTP/1.1" status: 200 len: 210 time: 0.1189349 Feb 28 12:03:49.806209 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:50.405470 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:03:51.743136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60194) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:52.193078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6bdeceb5-2a12-44d3-8b22-4975e8870acc no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:03:52.213963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:52.228151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 6bdeceb5-2a12-44d3-8b22-4975e8870acc {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:03:52.228491 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 6bdeceb5-2a12-44d3-8b22-4975e8870acc not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:03:52.801990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Deleting port 8cfcc796-0270-490d-93b7-96b43855fdb8 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:03:52.802614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:52.974435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] For port 8cfcc796-0270-490d-93b7-96b43855fdb8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8cfcc796-0270-490d-93b7-96b43855fdb8,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:03:52.974696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:53.090546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Calling delete_port for 8cfcc796-0270-490d-93b7-96b43855fdb8 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:03:53.302699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:53.346568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Pushing event deleted for resources: {'Port': ['ID=8cfcc796-0270-490d-93b7-96b43855fdb8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:53.631234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:54.284419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Router 11ecd3c3-cf68-48da-b518-e8ae23d452af has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:03:54.479328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:03:54.488091 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] Sync routers for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:03:54.499551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:03:54.500150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:03:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:54.555927 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-aa3c54fa-c91f-4e3b-bda9-11503314c71c admin admin] 10.222.0.31 "PUT /v2.0/routers/11ecd3c3-cf68-48da-b518-e8ae23d452af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8115377 Feb 28 12:03:54.558176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60198) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:54.720193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:03:54.752683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:54.946327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:55.003385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80'}], 'enable_snat': True}, 'gw_port_id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:03:53Z', 'revision_number': 5, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port': {'id': 'fd69013c-fe25-42f8-aa6c-140c90fde7e9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:c8:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:25Z', 'updated_at': '2022-02-28T12:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:55.007502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] Checking router: 11ecd3c3-cf68-48da-b518-e8ae23d452af for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:03:55.017818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] Routers {'11ecd3c3-cf68-48da-b518-e8ae23d452af'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:03:55.018402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:03:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['11ecd3c3-cf68-48da-b518-e8ae23d452af'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:55.034001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Deleting port fd69013c-fe25-42f8-aa6c-140c90fde7e9 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:03:55.034345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:55.170633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] Set router 11ecd3c3-cf68-48da-b518-e8ae23d452af gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:03:55.281078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:03:54Z', 'revision_number': 6, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:55.286062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92de83b-d27a-4ebe-91e7-e41bcf887896 None None] The sync data for ids ['11ecd3c3-cf68-48da-b518-e8ae23d452af'] in dv-neutron-830866-1-hyperv is: [{'id': '11ecd3c3-cf68-48da-b518-e8ae23d452af', 'name': 'tempest-TestMinimumBasicScenario-1075384459-router', 'tenant_id': '16a164c2f9ff477281c115295583b1bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:24Z', 'updated_at': '2022-02-28T12:03:54Z', 'revision_number': 6, 'project_id': '16a164c2f9ff477281c115295583b1bc', 'gw_port_host': None}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:03:55.312320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] For port fd69013c-fe25-42f8-aa6c-140c90fde7e9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=fd69013c-fe25-42f8-aa6c-140c90fde7e9,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:03:55.312906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:55.429712 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Calling delete_port for fd69013c-fe25-42f8-aa6c-140c90fde7e9 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:03:55.651569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:55.702937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd69013c-fe25-42f8-aa6c-140c90fde7e9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:55.923876 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.180776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.184734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.280078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.280674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11ecd3c3-cf68-48da-b518-e8ae23d452af {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:03:56.292824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.294003 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fc414dc6-ac74-482e-a4d3-4fbf6fc6b9f3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/11ecd3c3-cf68-48da-b518-e8ae23d452af HTTP/1.1" status: 204 len: 168 time: 1.7349484 Feb 28 12:03:56.296649 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60202) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:56.356369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-9687c78b-50e9-485c-b606-5ad04ce4f9a4 admin admin] Deleting subnet a761c557-3db7-4b42-be1a-e9c8fea04eb2 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:03:56.359701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9687c78b-50e9-485c-b606-5ad04ce4f9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.411056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9687c78b-50e9-485c-b606-5ad04ce4f9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.424189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd69013c-fe25-42f8-aa6c-140c90fde7e9 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:03:56.456940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: fd69013c-fe25-42f8-aa6c-140c90fde7e9 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:03:56.457114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device fd69013c-fe25-42f8-aa6c-140c90fde7e9 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:03:56.457429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8cfcc796-0270-490d-93b7-96b43855fdb8 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:03:56.488788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 8cfcc796-0270-490d-93b7-96b43855fdb8 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:03:56.489082 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8cfcc796-0270-490d-93b7-96b43855fdb8 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:03:56.489356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9687c78b-50e9-485c-b606-5ad04ce4f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.629549 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9687c78b-50e9-485c-b606-5ad04ce4f9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.670923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9687c78b-50e9-485c-b606-5ad04ce4f9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a761c557-3db7-4b42-be1a-e9c8fea04eb2,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:56.676429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9687c78b-50e9-485c-b606-5ad04ce4f9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.681707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e996cb-28df-4165-85a5-4c0c3989b8ea None None] Network 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:03:56.683098 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9687c78b-50e9-485c-b606-5ad04ce4f9a4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a761c557-3db7-4b42-be1a-e9c8fea04eb2 HTTP/1.1" status: 204 len: 168 time: 0.3854630 Feb 28 12:03:56.685516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60206) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:56.786637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.796767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Deleting port 64eee494-c309-4070-a6d8-54ffdc97a500 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:03:56.797095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:56.926405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] DHCP port deletion for 7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:03:56.930767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] Deleting port 64eee494-c309-4070-a6d8-54ffdc97a500 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:03:56.931179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.093807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] For port 64eee494-c309-4070-a6d8-54ffdc97a500, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=64eee494-c309-4070-a6d8-54ffdc97a500,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:03:57.094173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.127621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] For port 64eee494-c309-4070-a6d8-54ffdc97a500, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=64eee494-c309-4070-a6d8-54ffdc97a500,segment=NetworkSegment(dc114d30-fc54-409f-9e69-3d5d06828ba9),segment_id=dc114d30-fc54-409f-9e69-3d5d06828ba9)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:03:57.128248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.212786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Calling delete_port for 64eee494-c309-4070-a6d8-54ffdc97a500 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:03:57.250426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] Calling delete_port for 64eee494-c309-4070-a6d8-54ffdc97a500 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:03:57.354473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.359595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:03:57.359956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:03:57.399871 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Pushing event deleted for resources: {'Port': ['ID=64eee494-c309-4070-a6d8-54ffdc97a500,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:57.406114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] No DVR routers for this DVR port 64eee494-c309-4070-a6d8-54ffdc97a500 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:03:57.520601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.544411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d9901c2-32ca-4464-9fd9-b6c3e72be6e2']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:57.560424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc114d30-fc54-409f-9e69-3d5d06828ba9') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:57.560719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc114d30-fc54-409f-9e69-3d5d06828ba9') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:03:57.572203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.590089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.596188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Releasing vlan 744 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:03:57.596567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:03:57.611393 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:03:57.748487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.764967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.780727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] Pushing event deleted for resources: {'Network': ['ID=7d9901c2-32ca-4464-9fd9-b6c3e72be6e2,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:57.785549 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-044b3a6a-a174-4b46-a91d-07ee8f79ffbb admin admin] 10.222.0.31 "DELETE /v2.0/networks/7d9901c2-32ca-4464-9fd9-b6c3e72be6e2 HTTP/1.1" status: 204 len: 168 time: 1.0991144 Feb 28 12:03:57.788510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60210) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:03:57.860899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] Deleting port 64eee494-c309-4070-a6d8-54ffdc97a500 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:03:57.861538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:57.927141 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-36e42c9d-ae1e-4c2b-923c-50db6fcfa0d7 None None] The port '64eee494-c309-4070-a6d8-54ffdc97a500' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 12:03:58.173950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:58.423754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 64eee494-c309-4070-a6d8-54ffdc97a500 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:03:58.499847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 64eee494-c309-4070-a6d8-54ffdc97a500 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:03:58.500103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 64eee494-c309-4070-a6d8-54ffdc97a500 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:03:58.849406 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Deleting port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:03:58.850003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:59.015559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] For port 0795e0ae-7026-48b2-ab9d-4a6bc42d7837, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=0795e0ae-7026-48b2-ab9d-4a6bc42d7837,segment=NetworkSegment(a3e2e95b-7058-4b5e-9670-744276e37a2d),segment_id=a3e2e95b-7058-4b5e-9670-744276e37a2d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:03:59.015902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:59.143260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Calling delete_port for 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:03:59.359209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:03:59.405958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Pushing event deleted for resources: {'Port': ['ID=0795e0ae-7026-48b2-ab9d-4a6bc42d7837,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:03:59.686178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:00.333311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:04:00.534614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:04:00.543037 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] Sync routers for ids ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:04:00.555276 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] Routers {'6e0e97d6-818a-42c5-88a1-75c56f19ca12'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:04:00.555878 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:03:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:00.606714 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-051c19d4-6b9a-4214-b6f7-620f3fdeeafe admin admin] 10.222.0.31 "PUT /v2.0/routers/6e0e97d6-818a-42c5-88a1-75c56f19ca12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8171191 Feb 28 12:04:00.609261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60214) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:00.735767 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] Set router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:04:00.805563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:00.998641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:01.012098 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52'}], 'enable_snat': True}, 'gw_port_id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:31Z', 'updated_at': '2022-02-28T12:03:59Z', 'revision_number': 5, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'gw_port': {'id': '34145f01-a9ba-4cea-8840-2b75607a1da9', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:8b:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:01:32Z', 'updated_at': '2022-02-28T12:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:01.016838 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] Checking router: 6e0e97d6-818a-42c5-88a1-75c56f19ca12 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:04:01.026039 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] Routers {'6e0e97d6-818a-42c5-88a1-75c56f19ca12'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:04:01.026612 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:03:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:01.057033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Deleting port 34145f01-a9ba-4cea-8840-2b75607a1da9 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:04:01.057376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:01.173327 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] Set router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:04:01.229790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] For port 34145f01-a9ba-4cea-8840-2b75607a1da9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=34145f01-a9ba-4cea-8840-2b75607a1da9,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:04:01.230137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:01.275428 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:31Z', 'updated_at': '2022-02-28T12:04:00Z', 'revision_number': 6, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:01.279176 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d785c72-0368-415d-943f-f30495a7bdb0 None None] The sync data for ids ['6e0e97d6-818a-42c5-88a1-75c56f19ca12'] in dv-neutron-830866-1-hyperv is: [{'id': '6e0e97d6-818a-42c5-88a1-75c56f19ca12', 'name': 'tempest-TestMinimumBasicScenario-230119453-router', 'tenant_id': '178b5cb676bf4b32941ab790c4284030', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:01:31Z', 'updated_at': '2022-02-28T12:04:00Z', 'revision_number': 6, 'project_id': '178b5cb676bf4b32941ab790c4284030', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:04:01.352225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Calling delete_port for 34145f01-a9ba-4cea-8840-2b75607a1da9 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:04:01.657435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:01.702727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=34145f01-a9ba-4cea-8840-2b75607a1da9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:01.927464 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.187516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.192271 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.279179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.279707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e0e97d6-818a-42c5-88a1-75c56f19ca12 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:04:02.291866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.292982 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-54c33077-d0f8-41f0-94b7-a399ceaf7eb5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6e0e97d6-818a-42c5-88a1-75c56f19ca12 HTTP/1.1" status: 204 len: 168 time: 1.6828096 Feb 28 12:04:02.295690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60218) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:02.355508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-30951d21-cd22-4a43-8bd4-09f8f12d36af admin admin] Deleting subnet 1dc395d9-7e36-40bd-8963-dcfab9097ab0 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:04:02.358432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30951d21-cd22-4a43-8bd4-09f8f12d36af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.407839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30951d21-cd22-4a43-8bd4-09f8f12d36af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.428675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:04:02.460398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:04:02.460651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 0795e0ae-7026-48b2-ab9d-4a6bc42d7837 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:04:02.461054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 34145f01-a9ba-4cea-8840-2b75607a1da9 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:04:02.494331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 34145f01-a9ba-4cea-8840-2b75607a1da9 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:04:02.494569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30951d21-cd22-4a43-8bd4-09f8f12d36af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.494675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 34145f01-a9ba-4cea-8840-2b75607a1da9 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:04:02.629480 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30951d21-cd22-4a43-8bd4-09f8f12d36af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.667527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30951d21-cd22-4a43-8bd4-09f8f12d36af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1dc395d9-7e36-40bd-8963-dcfab9097ab0,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:02.673419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-30951d21-cd22-4a43-8bd4-09f8f12d36af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.679064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f1fff-522d-4aba-b031-2d0a9b0a2208 None None] Network bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:04:02.679828 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-30951d21-cd22-4a43-8bd4-09f8f12d36af admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1dc395d9-7e36-40bd-8963-dcfab9097ab0 HTTP/1.1" status: 204 len: 168 time: 0.3831379 Feb 28 12:04:02.682285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60222) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:02.781987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.792617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Deleting port 669b62a7-05bc-44b1-a301-54b4c097cf64 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:04:02.792940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.919481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] DHCP port deletion for bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:04:02.923649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] Deleting port 669b62a7-05bc-44b1-a301-54b4c097cf64 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:04:02.924018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:02.992110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] For port 669b62a7-05bc-44b1-a301-54b4c097cf64, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=669b62a7-05bc-44b1-a301-54b4c097cf64,segment=NetworkSegment(a3e2e95b-7058-4b5e-9670-744276e37a2d),segment_id=a3e2e95b-7058-4b5e-9670-744276e37a2d)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:04:02.992459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.137756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] For port 669b62a7-05bc-44b1-a301-54b4c097cf64, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=669b62a7-05bc-44b1-a301-54b4c097cf64,segment=NetworkSegment(a3e2e95b-7058-4b5e-9670-744276e37a2d),segment_id=a3e2e95b-7058-4b5e-9670-744276e37a2d)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:04:03.138134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.214412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Calling delete_port for 669b62a7-05bc-44b1-a301-54b4c097cf64 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:04:03.257252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] Calling delete_port for 669b62a7-05bc-44b1-a301-54b4c097cf64 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:04:03.366015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.371173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:04:03.371527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:04:03.409017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=669b62a7-05bc-44b1-a301-54b4c097cf64,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:03.415164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] No DVR routers for this DVR port 669b62a7-05bc-44b1-a301-54b4c097cf64 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:04:03.527184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.551401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:03.562922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e2e95b-7058-4b5e-9670-744276e37a2d') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:03.563213 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e2e95b-7058-4b5e-9670-744276e37a2d') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:03.574682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.590016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.595784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:04:03.596152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:04:03.612317 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:04:03.731720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.747512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.760267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:03.764911 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f66f7076-1e42-4f3b-a678-6e2233c7b1bd admin admin] 10.222.0.31 "DELETE /v2.0/networks/bf934b18-e6f5-44aa-b9e4-cfdbb25c87c7 HTTP/1.1" status: 204 len: 168 time: 1.0817223 Feb 28 12:04:03.872892 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] Deleting port 669b62a7-05bc-44b1-a301-54b4c097cf64 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:04:03.873379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:03.939309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ba4258d3-a396-4b71-a040-d86aae6b9389 None None] The port '669b62a7-05bc-44b1-a301-54b4c097cf64' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 12:04:04.091948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60228) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:04.145639 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-32baa51a-e77c-400e-9802-4f6f02c45349 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16a164c2f9ff477281c115295583b1bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0525236 Feb 28 12:04:04.148199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60232) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:04.206217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:04.206473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-20de4610-a251-43e7-9064-22232522d995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:04.231730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-20de4610-a251-43e7-9064-22232522d995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:04.354605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-20de4610-a251-43e7-9064-22232522d995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:04.371590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20de4610-a251-43e7-9064-22232522d995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:04.381388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-20de4610-a251-43e7-9064-22232522d995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:04.381388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-20de4610-a251-43e7-9064-22232522d995 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d89d56a-6f0f-4d93-8ca8-5f1f75e33d8c HTTP/1.1" status: 204 len: 168 time: 0.2303393 Feb 28 12:04:04.441653 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 669b62a7-05bc-44b1-a301-54b4c097cf64 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:04:04.474323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 669b62a7-05bc-44b1-a301-54b4c097cf64 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:04:04.474661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 669b62a7-05bc-44b1-a301-54b4c097cf64 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:04:05.063043 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60240) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:05.113769 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7c0e4f12-a43a-4d23-b96d-9378a84326c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=178b5cb676bf4b32941ab790c4284030&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0495965 Feb 28 12:04:05.116639 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60244) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:05.175686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-56f09feb-0d07-4e91-91f8-c9cc266cf47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:05.200627 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-56f09feb-0d07-4e91-91f8-c9cc266cf47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:05.423023 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-56f09feb-0d07-4e91-91f8-c9cc266cf47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:05.443207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f09feb-0d07-4e91-91f8-c9cc266cf47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=230fa729-4b7a-411f-9b1a-da054e7a9129,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:05.448256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-56f09feb-0d07-4e91-91f8-c9cc266cf47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:05.449264 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-56f09feb-0d07-4e91-91f8-c9cc266cf47c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/230fa729-4b7a-411f-9b1a-da054e7a9129 HTTP/1.1" status: 204 len: 168 time: 0.3317339 Feb 28 12:04:08.310897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60288) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:08.316590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-999218651', 'description': 'tempest-secgroup-smoke-999218651 description', 'project_id': '589c4da3e4c14482880aab77996e4c70'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:08.323542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:08.327298 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:08.330077 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:08.336483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:08.388463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:08.400992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:08.432416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:08.436246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:08.439002 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:08.445031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:08.515636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:08.600407 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:08.641115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:08.643169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab361b-a042-42cb-b94b-64a7d4baad10,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:08.647239 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:08.650102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:08.655885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:08.708379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:08.760067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:08.800097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ed89c7-567b-4f0b-8a72-2213565efac9,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:08.861903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:08.863082 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-88e0a930-fa6b-4752-b368-b9b1515efbc5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.5511591 Feb 28 12:04:08.865934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60292) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:08.871458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '80ed89c7-567b-4f0b-8a72-2213565efac9', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:08.877391 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:08.881444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:08.884326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:08.889807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:08.970635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.029796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.108571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.132917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04e8affd-27af-44e6-9a12-3964b35a8442,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:09.222102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.223427 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d2ed35b1-8a3f-48e9-ad52-29faaa734356 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3564584 Feb 28 12:04:09.226222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60296) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:09.231509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '80ed89c7-567b-4f0b-8a72-2213565efac9', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:09.237225 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:09.241251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:09.244104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:09.249748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:09.326537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.385879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.445680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.468967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58830e45-70ce-4a51-84f0-582289e53def,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:09.560142 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.561336 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-61448467-d145-4d03-a669-543f02d8d7f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3342102 Feb 28 12:04:09.563958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60300) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:09.569897 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '80ed89c7-567b-4f0b-8a72-2213565efac9', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:09.575873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:09.579592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:09.582533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:09.588403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:09.658199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.719430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.792992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.816116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ca7508d-7c8f-41a7-a686-c13a9536af62,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:09.897275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:09.898444 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f11b6d33-d5f9-475b-b0d6-fdf369d77ea0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3335664 Feb 28 12:04:09.901201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60304) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:09.909370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '80ed89c7-567b-4f0b-8a72-2213565efac9', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:09.912883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:09.916767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:09.919633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:09.925294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:09.990046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.056710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.115462 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.138737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3606a8bf-5713-4f22-8639-2b52a3ebff84,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:10.194365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.195523 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-141dea7c-099e-49df-9fa5-989a37b55a5f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2933950 Feb 28 12:04:10.198118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60308) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:10.203500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '80ed89c7-567b-4f0b-8a72-2213565efac9', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:10.209293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:10.213270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:10.216331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:10.221929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:10.285605 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:04:10.292460 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.355989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.429999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.455381 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701fd311-588a-4a4c-82ae-21881c64016f,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:10.606469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.610865 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ad37c90c-4f1e-4507-a4b2-f57df62bff62 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4092526 Feb 28 12:04:10.611144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60312) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:10.619668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '80ed89c7-567b-4f0b-8a72-2213565efac9', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:10.625960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:10.631382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:10.635673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:10.642055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:10.703223 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:04:10.711107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.776348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.840705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.863923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4bd4d8f-87d6-42af-bdaa-5ab0ed6a584e,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:10.937732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:10.939005 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a39a0c32-a854-47c0-bbba-9fd7da6fd7d2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3268604 Feb 28 12:04:10.942772 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60316) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:10.949332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'network': {'name': 'tempest-network-smoke--1459570354', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'port_security_enabled': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:10.955456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:10.960207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:network and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:10.963870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:10.969778 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:11.074304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:04:11.077319 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:11.104461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 729} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:04:11.112672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:11.113012 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Added segment 3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167 of type vlan for network bae98475-11ab-4270-bf21-57ed8c502fd9 Feb 28 12:04:11.139412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:11.240482 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:11.244114 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:11.244718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:11.349450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Network': ['ID=bae98475-11ab-4270-bf21-57ed8c502fd9,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:11.359637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network bae98475-11ab-4270-bf21-57ed8c502fd9 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:04:11.395181 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3360612e-7719-4955-8d0c-d789553d032e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4511809 Feb 28 12:04:11.398001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60320) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:11.403119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'admin_state_up': True, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:11.409992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:11.414976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:router and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:11.417976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:11.423770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:11.486051 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:11.487016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:11.505365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:11.694698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:11.913659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:12.026574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:12.162577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.63 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/352ea1dd-cf4b-41fc-8645-080e29407758) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:04:12.305591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:12.389052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:12.453789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:04:12.456313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:04:12.458819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:04:12.497215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=352ea1dd-cf4b-41fc-8645-080e29407758,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:12.697392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:12.698162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:12.982829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router bd29326f-dbf1-4fa1-8486-92ec43bd94ff is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:04:13.184775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:04:13.196102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Sync routers for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:04:13.208882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:04:13.209507 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:03:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:13.268968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:13.270171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-19274dee-83f2-47a0-8f10-9b5f5158bf10 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8711779 Feb 28 12:04:13.273262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60324) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:13.392814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:04:13.437375 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-69e72770-737c-4538-888d-0c6612b5584f tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=589c4da3e4c14482880aab77996e4c70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1627948 Feb 28 12:04:13.439846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60330) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:13.572930 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac0a4d-ae07-48c4-8ea5-0512dbe276c8 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:13.574418 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c5ac0a4d-ae07-48c4-8ea5-0512dbe276c8 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1336956 Feb 28 12:04:13.577196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60334) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:13.616961 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-98e64a47-705b-447d-85a1-9c8ffbb7273e tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384607 Feb 28 12:04:13.619220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60338) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:13.625031 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1130474712', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:13.709841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:12Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:13.713702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Checking router: bd29326f-dbf1-4fa1-8486-92ec43bd94ff for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:04:13.714049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Updating router bd29326f-dbf1-4fa1-8486-92ec43bd94ff port 352ea1dd-cf4b-41fc-8645-080e29407758 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:04:13.733861 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:13.737557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:subnet and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:13.741011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:13.746659 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:13.764509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:13.800280 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:04:14.001207 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:14.087594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:14.099634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Transition to ACTIVE for port object 352ea1dd-cf4b-41fc-8645-080e29407758 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:04:14.171738 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:14.254974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Pushing event updated for resources: {'Port': ['ID=352ea1dd-cf4b-41fc-8645-080e29407758,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:14.256937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Attempting to bind port 352ea1dd-cf4b-41fc-8645-080e29407758 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:04:14.257291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Attempting to bind port 352ea1dd-cf4b-41fc-8645-080e29407758 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:04:14.257637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Attempting to bind port 352ea1dd-cf4b-41fc-8645-080e29407758 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:04:14.268540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.268875 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.269212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.269538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.269862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.270727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.271074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.271393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.271705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.272017 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.272330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:14.275479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:04:14.275839 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:04:14.276227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:14.276599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:04:14.277049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Bound port: 352ea1dd-cf4b-41fc-8645-080e29407758, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:04:14.277409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:14.281950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:14.347958 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] For port 352ea1dd-cf4b-41fc-8645-080e29407758, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:04:14.352208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] For port 352ea1dd-cf4b-41fc-8645-080e29407758, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=352ea1dd-cf4b-41fc-8645-080e29407758,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:04:14.360422 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Subnet': ['ID=f9ad202f-b604-4de8-be9a-a5bc0ae484fc,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:14.375053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Checking segment: {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:04:14.375550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network hostable DHCP agents. Network: bae98475-11ab-4270-bf21-57ed8c502fd9, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:04:14.401086 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:14.461910 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network bae98475-11ab-4270-bf21-57ed8c502fd9 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:04:14.477773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dbad33-132f-4c49-9e0c-0d706cdce029 None None] Pushing event updated for resources: {'Port': ['ID=352ea1dd-cf4b-41fc-8645-080e29407758,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:14.483857 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:04:14.484449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:03:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:14.547870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, bae98475-11ab-4270-bf21-57ed8c502fd9) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:04:14.556545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:14.557478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:14.594121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa21679-e344-4507-b1bf-ef8ddf1c40a0 None None] Network bae98475-11ab-4270-bf21-57ed8c502fd9 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:04:14.635571 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3055cb49-bc84-4355-8cc9-56a4d0c1f8ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0151770 Feb 28 12:04:14.638228 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60342) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:14.795747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:04:15.021394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-bae98475-11ab-4270-bf21-57ed8c502fd9', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:04:15.022186 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:15.037083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-710941e9-46d8-4f63-b115-6f2b6905bddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:15.302166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Allocated IP 172.20.0.2 (bae98475-11ab-4270-bf21-57ed8c502fd9/f9ad202f-b604-4de8-be9a-a5bc0ae484fc/5d0b9277-5257-4838-b071-0c96f5e46fcf) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:04:15.339165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:12Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:15.392440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da83a3e4-91cc-40ef-a626-308410f87efe None None] The sync data for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv is: [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:12Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:04:15.398751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:15.534081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:15.557514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Transition to ACTIVE for port object 5d0b9277-5257-4838-b071-0c96f5e46fcf will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:04:15.568614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Transition to ACTIVE for port object 5d0b9277-5257-4838-b071-0c96f5e46fcf will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:04:15.663752 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:15.723188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Network bae98475-11ab-4270-bf21-57ed8c502fd9 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:04:15.731109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:04:15.735387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:04:15.747149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Pushing event updated for resources: {'Port': ['ID=5d0b9277-5257-4838-b071-0c96f5e46fcf,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:15.839422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Attempting to bind port 5d0b9277-5257-4838-b071-0c96f5e46fcf on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:04:15.839821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Attempting to bind port 5d0b9277-5257-4838-b071-0c96f5e46fcf by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:04:15.840278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Attempting to bind port 5d0b9277-5257-4838-b071-0c96f5e46fcf on network bae98475-11ab-4270-bf21-57ed8c502fd9 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:04:15.847771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:04:15.848972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Checking segment: {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:04:15.849475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:15.849962 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Bound using segment: {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:04:15.850533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Bound port: 5d0b9277-5257-4838-b071-0c96f5e46fcf, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:04:15.851034 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:15.945322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] For port 5d0b9277-5257-4838-b071-0c96f5e46fcf, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:04:15.948427 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] For port 5d0b9277-5257-4838-b071-0c96f5e46fcf, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5d0b9277-5257-4838-b071-0c96f5e46fcf,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:04:15.965007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.1 (bae98475-11ab-4270-bf21-57ed8c502fd9/f9ad202f-b604-4de8-be9a-a5bc0ae484fc/638e806e-64d6-40a3-b5e5-b01782d7bdc7) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:04:16.045617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:16.135363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:16.139668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502da28-dbc4-4d2f-a8d4-e33b9fb56f16 None None] Pushing event updated for resources: {'Port': ['ID=5d0b9277-5257-4838-b071-0c96f5e46fcf,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:16.154481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object 638e806e-64d6-40a3-b5e5-b01782d7bdc7 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:04:16.246600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:16.334343 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network bae98475-11ab-4270-bf21-57ed8c502fd9 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:04:16.338243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:04:16.340262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=638e806e-64d6-40a3-b5e5-b01782d7bdc7,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:16.342464 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:04:16.408880 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:16.490784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5d0b9277-5257-4838-b071-0c96f5e46fcf up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:04:16.575528 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:16.629115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 5d0b9277-5257-4838-b071-0c96f5e46fcf completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:04:16.635042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 352ea1dd-cf4b-41fc-8645-080e29407758 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:04:16.754863 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 352ea1dd-cf4b-41fc-8645-080e29407758 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:04:16.760597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 352ea1dd-cf4b-41fc-8645-080e29407758 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:16.760961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:16.889090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:16.907645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 352ea1dd-cf4b-41fc-8645-080e29407758, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=352ea1dd-cf4b-41fc-8645-080e29407758,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:04:16.954826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.009799 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.042674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=352ea1dd-cf4b-41fc-8645-080e29407758,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:17.069076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.096753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2617f600-835c-4e45-a3f5-b88884501cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.122534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44d6f4-1ed8-44f9-abbf-6ef9e6c24661 None None] Network bae98475-11ab-4270-bf21-57ed8c502fd9 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:04:17.179715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=638e806e-64d6-40a3-b5e5-b01782d7bdc7,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:17.182037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.321726 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network bae98475-11ab-4270-bf21-57ed8c502fd9 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:04:17.322710 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:04:17.326307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e59c6a87-e007-4d97-a605-1ca294141ae8 None None] Provisioning for port 5d0b9277-5257-4838-b071-0c96f5e46fcf completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:04:17.335911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e59c6a87-e007-4d97-a605-1ca294141ae8 None None] Provisioning complete for port 5d0b9277-5257-4838-b071-0c96f5e46fcf triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:17.336278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e59c6a87-e007-4d97-a605-1ca294141ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.476063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e59c6a87-e007-4d97-a605-1ca294141ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.510423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e59c6a87-e007-4d97-a605-1ca294141ae8 None None] For port 5d0b9277-5257-4838-b071-0c96f5e46fcf, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5d0b9277-5257-4838-b071-0c96f5e46fcf,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:04:17.583382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e59c6a87-e007-4d97-a605-1ca294141ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.658811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59c6a87-e007-4d97-a605-1ca294141ae8 None None] Pushing event updated for resources: {'Port': ['ID=5d0b9277-5257-4838-b071-0c96f5e46fcf,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:17.768157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8227d269-a30c-4936-95c5-e5e16c08c7bc None None] Provisioning for port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:04:17.775422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8227d269-a30c-4936-95c5-e5e16c08c7bc None None] Provisioning complete for port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:17.775793 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8227d269-a30c-4936-95c5-e5e16c08c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.834950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8227d269-a30c-4936-95c5-e5e16c08c7bc None None] Port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:04:17.847934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8227d269-a30c-4936-95c5-e5e16c08c7bc None None] Provisioning complete for port 5d0b9277-5257-4838-b071-0c96f5e46fcf triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:17.849199 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8227d269-a30c-4936-95c5-e5e16c08c7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:17.850781 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router bd29326f-dbf1-4fa1-8486-92ec43bd94ff has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:04:18.059264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:04:18.069236 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a55addff-3e85-4810-aadd-dee7e43b8266 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/bd29326f-dbf1-4fa1-8486-92ec43bd94ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4298069 Feb 28 12:04:18.091143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e3c726e8-d59e-4e79-b2d3-4e017d40a1ca None None] Provisioning complete for port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:18.091505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e3c726e8-d59e-4e79-b2d3-4e017d40a1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:18.143933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e3c726e8-d59e-4e79-b2d3-4e017d40a1ca None None] Port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:04:18.253001 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-46a84795-22d8-4ee2-a3e5-a6fb0ae71037 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:04:18.337390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-46a84795-22d8-4ee2-a3e5-a6fb0ae71037 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:04:18.338583 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-46a84795-22d8-4ee2-a3e5-a6fb0ae71037 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-999218651&fields=id&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 267 time: 0.1286168 Feb 28 12:04:18.418040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:18.440539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5d0b9277-5257-4838-b071-0c96f5e46fcf up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:04:18.470341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:18.488653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-2faaaa79-77d4-44b1-aa28-643ef5c661a3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:18.489994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-2faaaa79-77d4-44b1-aa28-643ef5c661a3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:04:18.546658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5d0b9277-5257-4838-b071-0c96f5e46fcf triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:18.547281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:18.566359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-2faaaa79-77d4-44b1-aa28-643ef5c661a3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:04:18.567592 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-2faaaa79-77d4-44b1-aa28-643ef5c661a3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/networks?id=bae98475-11ab-4270-bf21-57ed8c502fd9 HTTP/1.1" status: 200 len: 797 time: 0.2223732 Feb 28 12:04:18.585040 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-23a72852-70ba-49e7-b91c-c49732df4526 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/quotas/589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 375 time: 0.0114884 Feb 28 12:04:18.663630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 352ea1dd-cf4b-41fc-8645-080e29407758 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:04:18.667579 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-9f62bf55-405d-48a2-afd8-753302ba8ab8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0768552 Feb 28 12:04:18.685076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-167a81c9-671d-445a-8d47-40682a0482cd service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 12:04:18.686035 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-167a81c9-671d-445a-8d47-40682a0482cd service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0054874 Feb 28 12:04:18.736252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 352ea1dd-cf4b-41fc-8645-080e29407758 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:18.736623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:18.822324 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-88a0e353-fef7-4f7b-9b77-5eb017660ff9 service neutron] 10.222.0.31 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293137 Feb 28 12:04:18.944374 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Sync routers for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:04:18.955697 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:04:18.956096 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-4365f157-1ac0-4b3f-a9c7-23ac376b8321 service neutron] 10.222.0.31 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275942 Feb 28 12:04:18.956286 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:04:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:19.134531 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:04:19.232666 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dc9d84c0-098b-4eb6-86fa-154e83492555 req-3d3b3ccb-cd04-4489-8e45-a40732fbe693 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 210 time: 0.0420196 Feb 28 12:04:19.497277 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '638e806e-64d6-40a3-b5e5-b01782d7bdc7', 'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ac:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:15Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 2, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:19.501583 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Checking router: bd29326f-dbf1-4fa1-8486-92ec43bd94ff for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:04:19.501948 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Updating router bd29326f-dbf1-4fa1-8486-92ec43bd94ff port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:04:19.567225 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:19.835011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:19.911800 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:19.923238 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Transition to ACTIVE for port object 638e806e-64d6-40a3-b5e5-b01782d7bdc7 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:04:20.000734 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:20.142153 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Pushing event updated for resources: {'Port': ['ID=638e806e-64d6-40a3-b5e5-b01782d7bdc7,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:20.154195 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.154800 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.155341 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.155816 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.156295 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.156617 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.157529 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.157858 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.158172 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.158484 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.158959 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:04:20.263255 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Attempting to bind port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:04:20.263255 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Attempting to bind port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:04:20.263639 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Attempting to bind port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 on network bae98475-11ab-4270-bf21-57ed8c502fd9 {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:04:20.270626 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:04:20.271237 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Checking segment: {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:04:20.271696 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:20.272148 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Bound using segment: {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:04:20.272772 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Bound port: 638e806e-64d6-40a3-b5e5-b01782d7bdc7, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:04:20.273199 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:20.367593 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] For port 638e806e-64d6-40a3-b5e5-b01782d7bdc7, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:04:20.371162 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] For port 638e806e-64d6-40a3-b5e5-b01782d7bdc7, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=638e806e-64d6-40a3-b5e5-b01782d7bdc7,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:04:20.453760 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fcd0268d-ad69-4333-9455-315a40078500 req-7a9bdf47-d220-40b7-9856-f85efe0d0161 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 210 time: 0.1410658 Feb 28 12:04:20.479836 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:20.562511 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109414b-f876-4a6d-a435-b273469d81d6 None None] Pushing event updated for resources: {'Port': ['ID=638e806e-64d6-40a3-b5e5-b01782d7bdc7,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:20.567205 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:04:20.567975 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:04:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:20.749398 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:04:21.076314 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '638e806e-64d6-40a3-b5e5-b01782d7bdc7', 'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ac:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:15Z', 'updated_at': '2022-02-28T12:04:20Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:21.080178 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52735d54-50a4-4578-83e5-6dd6a3348f5b None None] The sync data for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv is: [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '638e806e-64d6-40a3-b5e5-b01782d7bdc7', 'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ac:31:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:15Z', 'updated_at': '2022-02-28T12:04:20Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:04:21.677287 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7497e260-f5fc-49c7-8d54-8d50c9055145 req-8ab563c6-d26c-4264-901e-dcfb52025052 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 210 time: 0.0668485 Feb 28 12:04:21.729664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-1b2ad7ce-40ed-4539-9779-e7e2f46ddd29 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:21.731083 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-1b2ad7ce-40ed-4539-9779-e7e2f46ddd29 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/networks?id=bae98475-11ab-4270-bf21-57ed8c502fd9 HTTP/1.1" status: 200 len: 797 time: 0.1991661 Feb 28 12:04:21.787090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-281da1c4-5e82-45d1-826e-ffe8d2c704a2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 379 time: 0.0432007 Feb 28 12:04:21.795245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'port': {'device_id': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'admin_state_up': True, 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'security_groups': ['80ed89c7-567b-4f0b-8a72-2213565efac9']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:21.939057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:21.944844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:port and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:21.948516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:21.954741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:22.061839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:04:22.064992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:22.230151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.12 (bae98475-11ab-4270-bf21-57ed8c502fd9/f9ad202f-b604-4de8-be9a-a5bc0ae484fc/8f5694f0-bece-4243-83b2-27201a7dc5b1) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:04:22.413621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:22.429107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object 8f5694f0-bece-4243-83b2-27201a7dc5b1 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:04:22.456756 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 638e806e-64d6-40a3-b5e5-b01782d7bdc7 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:04:22.508033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:22.577368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network bae98475-11ab-4270-bf21-57ed8c502fd9 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:04:22.580130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:04:22.583943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:04:22.590092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:04:22.599963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:22.600331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:22.618367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=8f5694f0-bece-4243-83b2-27201a7dc5b1,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:22.654258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:22.655058 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:22.727815 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:22.740203 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-927079a7-ac3c-4979-96b8-57db0f930362 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9478550 Feb 28 12:04:22.756538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Request body: {'port': {'device_id': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:22.763127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 638e806e-64d6-40a3-b5e5-b01782d7bdc7, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=638e806e-64d6-40a3-b5e5-b01782d7bdc7,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:04:22.835502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:22.905927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=638e806e-64d6-40a3-b5e5-b01782d7bdc7,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:22.915262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:22.987615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8c0b6516-18fb-4e4a-a43b-827d601ee9ec None None] Provisioning for port 8f5694f0-bece-4243-83b2-27201a7dc5b1 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:04:22.993285 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8c0b6516-18fb-4e4a-a43b-827d601ee9ec None None] Provisioning complete for port 8f5694f0-bece-4243-83b2-27201a7dc5b1 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:22.993651 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8c0b6516-18fb-4e4a-a43b-827d601ee9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:22.997351 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a82bfd-e9a1-4049-9fbb-621142a52023 req-f33dc203-eea9-4de1-ae29-b4fc320a5fc4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:23.000989 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-95a82bfd-e9a1-4049-9fbb-621142a52023 req-f33dc203-eea9-4de1-ae29-b4fc320a5fc4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:04:23.047768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8c0b6516-18fb-4e4a-a43b-827d601ee9ec None None] Port 8f5694f0-bece-4243-83b2-27201a7dc5b1 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:04:23.151401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-95a82bfd-e9a1-4049-9fbb-621142a52023 req-f33dc203-eea9-4de1-ae29-b4fc320a5fc4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:04:23.152544 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-95a82bfd-e9a1-4049-9fbb-621142a52023 req-f33dc203-eea9-4de1-ae29-b4fc320a5fc4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 932 time: 0.3430407 Feb 28 12:04:23.241069 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-95a82bfd-e9a1-4049-9fbb-621142a52023 req-a48aaa52-11e3-4e99-af69-a59baed5c58a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819716 Feb 28 12:04:23.319427 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f5694f0-bece-4243-83b2-27201a7dc5b1 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:04:23.325907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:23.340148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Transition to ACTIVE for port object 8f5694f0-bece-4243-83b2-27201a7dc5b1 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:04:23.417606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:23.543968 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f5694f0-bece-4243-83b2-27201a7dc5b1,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:23.744080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Attempting to bind port 8f5694f0-bece-4243-83b2-27201a7dc5b1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:04:23.744720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Attempting to bind port 8f5694f0-bece-4243-83b2-27201a7dc5b1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:04:23.744720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Attempting to bind port 8f5694f0-bece-4243-83b2-27201a7dc5b1 on network bae98475-11ab-4270-bf21-57ed8c502fd9 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:04:23.750082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Port 8f5694f0-bece-4243-83b2-27201a7dc5b1 on network bae98475-11ab-4270-bf21-57ed8c502fd9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:04:23.750396 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Attempting to bind port 8f5694f0-bece-4243-83b2-27201a7dc5b1 on network bae98475-11ab-4270-bf21-57ed8c502fd9 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:04:23.756837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:04:23.757160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Checking segment: {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:04:23.757529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Bound using segment: {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:04:23.757940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Bound port: 8f5694f0-bece-4243-83b2-27201a7dc5b1, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 729, 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:04:23.758270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:23.844740 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] For port 8f5694f0-bece-4243-83b2-27201a7dc5b1, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:04:23.847588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] For port 8f5694f0-bece-4243-83b2-27201a7dc5b1, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8f5694f0-bece-4243-83b2-27201a7dc5b1,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:04:23.932326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:23.992109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:23.993547 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] 10.222.0.57 "PUT /v2.0/ports/8f5694f0-bece-4243-83b2-27201a7dc5b1 HTTP/1.1" status: 200 len: 1094 time: 1.2472901 Feb 28 12:04:23.993980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:04:24.015652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6928d5b6-967a-4876-94c6-16a1f1b027ef service neutron] Pushing event updated for resources: {'Port': ['ID=8f5694f0-bece-4243-83b2-27201a7dc5b1,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:24.053355 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'status': 'completed', 'code': 200} Feb 28 12:04:24.150703 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41f70c4a-8262-4bef-b494-6ad2559464bd req-40b0ba7e-c980-47fe-bf94-55c4a9156d9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 1097 time: 0.0763595 Feb 28 12:04:24.293157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70c4a-8262-4bef-b494-6ad2559464bd req-4177e711-7c77-4d30-8e4d-acc728bc86ad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:24.294597 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41f70c4a-8262-4bef-b494-6ad2559464bd req-4177e711-7c77-4d30-8e4d-acc728bc86ad service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=589c4da3e4c14482880aab77996e4c70&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1374896 Feb 28 12:04:24.440324 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 638e806e-64d6-40a3-b5e5-b01782d7bdc7 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:04:24.481331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f70c4a-8262-4bef-b494-6ad2559464bd req-3cb6ec7d-ad11-4236-a67c-c1046b50aab3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:24.482759 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41f70c4a-8262-4bef-b494-6ad2559464bd req-3cb6ec7d-ad11-4236-a67c-c1046b50aab3 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1823204 Feb 28 12:04:24.496613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ef5b7-4077-4b63-aa94-7ac33adf1afd req-dea05841-2603-4b56-9f32-2efa04bd85b0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:24.498038 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b76ef5b7-4077-4b63-aa94-7ac33adf1afd req-dea05841-2603-4b56-9f32-2efa04bd85b0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 944 time: 0.1317284 Feb 28 12:04:24.513124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:24.513628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:24.591770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b76ef5b7-4077-4b63-aa94-7ac33adf1afd req-c4bd3ced-7935-48f7-9a5c-40de4048038e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875652 Feb 28 12:04:24.614912 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-e6983fa8-d416-4a3d-91a5-92578e434add service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 1097 time: 0.0906131 Feb 28 12:04:24.685207 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-eaeb0d0a-39e3-447d-99fb-e5f6988db2ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f5694f0-bece-4243-83b2-27201a7dc5b1 HTTP/1.1" status: 200 len: 217 time: 0.0642371 Feb 28 12:04:24.746204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-07c5f3d7-cdb5-4a27-8124-edb43f9370f2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:24.747627 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-07c5f3d7-cdb5-4a27-8124-edb43f9370f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9ad202f-b604-4de8-be9a-a5bc0ae484fc HTTP/1.1" status: 200 len: 835 time: 0.0564990 Feb 28 12:04:24.820931 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-45a2f018-7721-4054-83d5-4dcc9cab9a37 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bae98475-11ab-4270-bf21-57ed8c502fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673392 Feb 28 12:04:24.951335 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-1a60b7e3-128b-429d-a89d-0858054fe3d4 service neutron] 10.222.0.57 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244256 Feb 28 12:04:25.080118 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c85400b2-0aff-45f3-ba66-5164283dc0da req-c7ca38a9-1b85-404b-befb-cb4d40fce53d service neutron] 10.222.0.57 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227636 Feb 28 12:04:25.821846 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1844ee-9cdd-4c8e-b35a-8ad4985a04d5 req-19662681-dcc1-41df-84f9-1b5050a891f9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:25.823397 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1844ee-9cdd-4c8e-b35a-8ad4985a04d5 req-19662681-dcc1-41df-84f9-1b5050a891f9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 944 time: 0.0796635 Feb 28 12:04:25.868476 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9e1844ee-9cdd-4c8e-b35a-8ad4985a04d5 req-e2fd736e-b6e9-471d-b36c-8ce50e039f75 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396252 Feb 28 12:04:26.381057 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8f5694f0-bece-4243-83b2-27201a7dc5b1 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:04:26.517735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8f5694f0-bece-4243-83b2-27201a7dc5b1, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8f5694f0-bece-4243-83b2-27201a7dc5b1,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:04:26.532465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'port_id': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'mac_address': 'fa:16:3e:14:b1:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 729, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:04:26.586766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:26.607661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f5694f0-bece-4243-83b2-27201a7dc5b1 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:04:26.623611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8f5694f0-bece-4243-83b2-27201a7dc5b1, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8f5694f0-bece-4243-83b2-27201a7dc5b1,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:04:26.692661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:26.760239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=8f5694f0-bece-4243-83b2-27201a7dc5b1,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:26.897874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['8f5694f0-bece-4243-83b2-27201a7dc5b1'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:04:27.068565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5248c-873b-49ba-ba57-aeb6f23c5053 req-4ef18906-7771-4da7-82fe-b4f4fa816aff tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:27.070013 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7bb5248c-873b-49ba-ba57-aeb6f23c5053 req-4ef18906-7771-4da7-82fe-b4f4fa816aff tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 945 time: 0.0796499 Feb 28 12:04:27.123552 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7bb5248c-873b-49ba-ba57-aeb6f23c5053 req-f20938a8-5aa1-4387-8ddd-63fd05fe4df9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471427 Feb 28 12:04:27.405828 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:04:28.326278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07a88bf-93e8-413a-b0fa-8b6fcd0e0818 req-90c812d2-282e-461a-b169-b22f2dd34ea6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:28.327743 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c07a88bf-93e8-413a-b0fa-8b6fcd0e0818 req-90c812d2-282e-461a-b169-b22f2dd34ea6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 945 time: 0.0797009 Feb 28 12:04:28.371798 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c07a88bf-93e8-413a-b0fa-8b6fcd0e0818 req-35d1f6aa-cc74-4441-a026-54441d25e19f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385478 Feb 28 12:04:28.400844 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8f5694f0-bece-4243-83b2-27201a7dc5b1 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:04:28.526108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 8f5694f0-bece-4243-83b2-27201a7dc5b1 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:04:28.530522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 8f5694f0-bece-4243-83b2-27201a7dc5b1 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:04:28.530911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:28.644734 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:28.673155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:04:28.683279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 8f5694f0-bece-4243-83b2-27201a7dc5b1, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8f5694f0-bece-4243-83b2-27201a7dc5b1,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:04:28.766178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:28.811411 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'code': 200} Feb 28 12:04:28.836074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=8f5694f0-bece-4243-83b2-27201a7dc5b1,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:29.166250 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ec74bcd2-b671-4494-96a6-fd1b4815e1b0 req-b7dba5b1-1b85-44fe-9089-56b91891bdce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 1099 time: 0.0729618 Feb 28 12:04:29.293773 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ec74bcd2-b671-4494-96a6-fd1b4815e1b0 req-22412328-3d62-40b1-8179-fc40e1b0ad13 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216755 Feb 28 12:04:29.566400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c87740-12d9-40eb-985a-665d879f83b2 req-c264e627-3af8-4f2d-a97c-5f24631bfb38 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:29.567859 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b6c87740-12d9-40eb-985a-665d879f83b2 req-c264e627-3af8-4f2d-a97c-5f24631bfb38 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.0755007 Feb 28 12:04:29.613267 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b6c87740-12d9-40eb-985a-665d879f83b2 req-4df9d0fa-ed85-42d4-af17-df6e565cefdc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389771 Feb 28 12:04:30.812630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaaf131-e929-4f62-b8d8-f5f4d572ad49 req-c0431b98-0dcd-460f-90ac-5eb2b56d699b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:30.814062 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3aaaf131-e929-4f62-b8d8-f5f4d572ad49 req-c0431b98-0dcd-460f-90ac-5eb2b56d699b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.0795939 Feb 28 12:04:30.859404 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3aaaf131-e929-4f62-b8d8-f5f4d572ad49 req-50ae4623-2247-4e7d-8017-a359ec538065 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Feb 28 12:04:31.049289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5eae32-8ed1-4f23-8fab-25f4663d3f2f req-dd79b794-ef0c-4f42-9ea2-3f844ed19e86 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:31.050746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4d5eae32-8ed1-4f23-8fab-25f4663d3f2f req-dd79b794-ef0c-4f42-9ea2-3f844ed19e86 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.0744283 Feb 28 12:04:31.098782 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4d5eae32-8ed1-4f23-8fab-25f4663d3f2f req-c608a80f-48be-458e-9eae-a39216780526 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424902 Feb 28 12:04:31.125336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60396) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:31.192895 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-35a257ff-87c5-4c54-b8b0-931fdc0cff5f tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 1094 time: 0.0663550 Feb 28 12:04:31.196152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60400) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:31.201253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:04:31.206671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:04:31.211180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:floatingip and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:04:31.213976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:04:31.219570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:04:31.286171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:31.418723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:31.551399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.87 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/274cf300-3bd5-4042-9372-a0c436f4a294) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:04:31.698270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:31.777958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:31.844465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:04:31.847120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:04:31.852245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:04:31.879752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=274cf300-3bd5-4042-9372-a0c436f4a294,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:32.341487 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:32.452951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:32.731937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:32.783096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:32.888657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=274cf300-3bd5-4042-9372-a0c436f4a294,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:04:32.902527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:33.088667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Floating IP 3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1 associated. External IP: 172.26.1.87, port: 8f5694f0-bece-4243-83b2-27201a7dc5b1. Feb 28 12:04:33.482677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router bd29326f-dbf1-4fa1-8486-92ec43bd94ff has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:04:33.679289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:04:33.689072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] Sync routers for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:04:33.700649 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:04:33.701244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:04:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:33.760840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:33.819504 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fefac846-c09f-4c4e-aa78-d0c61d8d1644 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6223068 Feb 28 12:04:33.820080 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:04:33.879187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'status': 'completed', 'code': 200} Feb 28 12:04:33.916429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:04:34.022597 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85c776ab-a9ff-4584-a222-37c8737a0713 req-f10db2bc-bfce-4e3d-a750-eb99b59f2729 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 1099 time: 0.1236196 Feb 28 12:04:34.031958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647385dc-e5a9-4539-be90-a90069c8d82d req-689804bd-0493-4381-ab27-77df434fb776 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:34.033299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-647385dc-e5a9-4539-be90-a90069c8d82d req-689804bd-0493-4381-ab27-77df434fb776 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.1020460 Feb 28 12:04:34.172457 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-647385dc-e5a9-4539-be90-a90069c8d82d req-e0836485-1f7a-4bc9-98e5-a4dd98d7c9c5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167934 Feb 28 12:04:34.192224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c776ab-a9ff-4584-a222-37c8737a0713 req-3541aa96-2bf3-4a97-90ca-a666d2e779c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:34.194412 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85c776ab-a9ff-4584-a222-37c8737a0713 req-3541aa96-2bf3-4a97-90ca-a666d2e779c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bae98475-11ab-4270-bf21-57ed8c502fd9 HTTP/1.1" status: 200 len: 898 time: 0.1602287 Feb 28 12:04:34.203386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60408) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:34.242657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:34.277805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'port_id': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'mac_address': 'fa:16:3e:14:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:04:32Z', 'updated_at': '2022-02-28T12:04:32Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638e806e-64d6-40a3-b5e5-b01782d7bdc7', 'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ac:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:15Z', 'updated_at': '2022-02-28T12:04:22Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:34.282328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] Checking router: bd29326f-dbf1-4fa1-8486-92ec43bd94ff for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:04:34.293745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:04:34.294364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:04:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:34.300500 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85c776ab-a9ff-4584-a222-37c8737a0713 req-0bddfe67-5ee1-4bd1-939b-f973ca3236e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f5694f0-bece-4243-83b2-27201a7dc5b1 HTTP/1.1" status: 200 len: 999 time: 0.1002624 Feb 28 12:04:34.315036 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a485a137-1cd4-45c4-8da2-6af3faf0d0a0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1 HTTP/1.1" status: 200 len: 991 time: 0.1102705 Feb 28 12:04:34.466038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c776ab-a9ff-4584-a222-37c8737a0713 req-b7cb75aa-727d-4bae-b3fd-24b3960d4e5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:34.467494 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85c776ab-a9ff-4584-a222-37c8737a0713 req-b7cb75aa-727d-4bae-b3fd-24b3960d4e5b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9ad202f-b604-4de8-be9a-a5bc0ae484fc HTTP/1.1" status: 200 len: 835 time: 0.1613708 Feb 28 12:04:34.479724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:04:34.542964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85c776ab-a9ff-4584-a222-37c8737a0713 req-5731382f-45c1-4b4b-b7ab-03b0a7843318 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bae98475-11ab-4270-bf21-57ed8c502fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700333 Feb 28 12:04:34.676495 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85c776ab-a9ff-4584-a222-37c8737a0713 req-e6a40e4c-eba8-4b37-bda6-fecf08aa062a service neutron] 10.222.0.57 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276884 Feb 28 12:04:34.807342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85c776ab-a9ff-4584-a222-37c8737a0713 req-81a71c18-b0ae-43a9-b12c-72e85a371fac service neutron] 10.222.0.57 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250086 Feb 28 12:04:34.827598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'port_id': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'mac_address': 'fa:16:3e:14:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:04:32Z', 'updated_at': '2022-02-28T12:04:32Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638e806e-64d6-40a3-b5e5-b01782d7bdc7', 'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ac:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:15Z', 'updated_at': '2022-02-28T12:04:22Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:04:34.831471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3713c84a-19e1-48b8-bd2b-e2d624b40f74 None None] The sync data for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv is: [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.87', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'port_id': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'mac_address': 'fa:16:3e:14:b1:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:04:32Z', 'updated_at': '2022-02-28T12:04:32Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638e806e-64d6-40a3-b5e5-b01782d7bdc7', 'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ac:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:15Z', 'updated_at': '2022-02-28T12:04:22Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:04:35.318650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60412) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:35.422947 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c83d74c1-cfcf-47cb-84e6-ac4c2270e7a4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1 HTTP/1.1" status: 200 len: 991 time: 0.1031101 Feb 28 12:04:36.426920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60416) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:36.529246 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b11c860c-8868-42d2-a68d-02612d776328 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1 HTTP/1.1" status: 200 len: 991 time: 0.1011283 Feb 28 12:04:37.532645 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60420) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:37.641061 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1d99b59b-e82d-4351-b181-d3f3e18b3650 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1 HTTP/1.1" status: 200 len: 991 time: 0.1072948 Feb 28 12:04:37.954512 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29af44-e901-46b0-9619-f14a7e6c66d5 None None] New status for floating IP 3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:04:38.644807 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60424) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:04:38.744465 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ca0803c6-90c7-4205-9789-ed8c74678984 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1 HTTP/1.1" status: 200 len: 993 time: 0.0986161 Feb 28 12:04:44.248142 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-80bdd836-9da8-461a-85f8-6b5a6198affa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672102 Feb 28 12:04:44.384751 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-e7b732dc-949a-4d26-a73e-6b084e7a16da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 1099 time: 0.0681970 Feb 28 12:04:44.525275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-a9c0f7be-1488-49b5-bd07-f3a2a9b4c09d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:44.526596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-a9c0f7be-1488-49b5-bd07-f3a2a9b4c09d service neutron] 10.222.0.57 "GET /v2.0/networks?id=bae98475-11ab-4270-bf21-57ed8c502fd9 HTTP/1.1" status: 200 len: 898 time: 0.1248889 Feb 28 12:04:44.628591 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-1d834b36-2c7f-4038-8f59-0f5980cc72a0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f5694f0-bece-4243-83b2-27201a7dc5b1 HTTP/1.1" status: 200 len: 1001 time: 0.0959747 Feb 28 12:04:44.691634 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-832c1399-1baa-400d-bc32-6adf6a044865 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:04:44.693075 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-832c1399-1baa-400d-bc32-6adf6a044865 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9ad202f-b604-4de8-be9a-a5bc0ae484fc HTTP/1.1" status: 200 len: 835 time: 0.0591695 Feb 28 12:04:44.765661 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-c8c1ba2d-71bc-4173-9207-81c573510275 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bae98475-11ab-4270-bf21-57ed8c502fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665665 Feb 28 12:04:44.881110 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ceec82aa-c359-4af2-a7a9-d9bc59ced42f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:44.902907 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-d6e952d5-a3c9-4574-bdd3-d4c5958995a4 service neutron] 10.222.0.57 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288414 Feb 28 12:04:45.034663 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3c59b23-e883-4e10-a33f-f0c719143871 req-48dc41f6-1015-4b92-8f24-1a418becac24 service neutron] 10.222.0.57 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251016 Feb 28 12:04:47.069945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-84a0e00d-c924-401f-be02-6c78d4d4ab25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:48.411859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:48.440221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:04:49.823475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:04.240574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:04.406533 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:05:06.528929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a718aba-ec5c-4957-b110-944060391c3b req-2ae5e333-b6d5-4f69-8bf9-0fee7131a1ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:06.530267 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a718aba-ec5c-4957-b110-944060391c3b req-2ae5e333-b6d5-4f69-8bf9-0fee7131a1ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.1541631 Feb 28 12:05:06.576284 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0a718aba-ec5c-4957-b110-944060391c3b req-f8a52768-5f39-41b1-b482-558172a2f060 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401833 Feb 28 12:05:07.843184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e77ae6b-3c46-4780-b32f-4172851e6703 req-f887c86d-e368-4998-aa2c-f5a6cfffeee3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:07.844594 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e77ae6b-3c46-4780-b32f-4172851e6703 req-f887c86d-e368-4998-aa2c-f5a6cfffeee3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.1440909 Feb 28 12:05:07.889278 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e77ae6b-3c46-4780-b32f-4172851e6703 req-39a7501b-68e7-40a1-aa0a-84395f197335 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389643 Feb 28 12:05:07.916915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60448) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:08.020730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ae4ac433-4442-46e2-a17c-fc7a63ca32cc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1 HTTP/1.1" status: 200 len: 993 time: 0.1027064 Feb 28 12:05:09.652618 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041f1425-34f9-4bf9-a66e-c2b40a7d047c req-d8c000fa-d8f5-43bd-b9d7-908724a7afe5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:09.654131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-041f1425-34f9-4bf9-a66e-c2b40a7d047c req-d8c000fa-d8f5-43bd-b9d7-908724a7afe5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.0796371 Feb 28 12:05:09.778635 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-041f1425-34f9-4bf9-a66e-c2b40a7d047c req-0ed33fa7-05bf-4e82-933a-e8251714b7cd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187172 Feb 28 12:05:10.980422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7686b0b-7f6a-4f9c-8cfc-a3b7b7d77f55 req-879329b4-6487-46ba-9340-dec734a845c3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:10.981751 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f7686b0b-7f6a-4f9c-8cfc-a3b7b7d77f55 req-879329b4-6487-46ba-9340-dec734a845c3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.0754092 Feb 28 12:05:11.025914 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f7686b0b-7f6a-4f9c-8cfc-a3b7b7d77f55 req-9db9c1e4-722b-4f59-87d8-a83ef58536d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387588 Feb 28 12:05:11.053230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60460) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:11.154796 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3dd1797c-28e2-46bb-951a-1f2c9b98c0a8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1 HTTP/1.1" status: 200 len: 993 time: 0.1004333 Feb 28 12:05:11.425307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60468) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:11.621763 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 274cf300-3bd5-4042-9372-a0c436f4a294 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:05:11.622095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:11.783016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:11.783330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:11.902570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 274cf300-3bd5-4042-9372-a0c436f4a294 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:05:12.115447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:12.161973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=274cf300-3bd5-4042-9372-a0c436f4a294,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:12.199361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.199701 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.200039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.200372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.200697 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.201018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.201339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.201661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.201978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.202293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.202608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:12.260397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:12.653729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router bd29326f-dbf1-4fa1-8486-92ec43bd94ff has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:05:12.930307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:05:12.940059 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] Sync routers for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:05:12.952015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:12.952610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:04:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:13.023853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:13.079659 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8908963b-bf33-415f-a360-44836cdc7bf1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/floatingips/3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1 HTTP/1.1" status: 204 len: 168 time: 1.6532962 Feb 28 12:05:13.080627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:05:13.137677 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'status': 'completed', 'code': 200} Feb 28 12:05:13.145210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:13.321870 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68672f06-d95a-44c1-a077-7057cdbb886a req-0e7d121e-e576-4f12-a240-fa60c7f3992b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 1099 time: 0.1600878 Feb 28 12:05:13.452746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68672f06-d95a-44c1-a077-7057cdbb886a req-98c5d07a-2fb7-4ba6-9d39-7f6b987286b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:13.454081 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68672f06-d95a-44c1-a077-7057cdbb886a req-98c5d07a-2fb7-4ba6-9d39-7f6b987286b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bae98475-11ab-4270-bf21-57ed8c502fd9 HTTP/1.1" status: 200 len: 898 time: 0.1269538 Feb 28 12:05:13.520946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '638e806e-64d6-40a3-b5e5-b01782d7bdc7', 'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ac:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:15Z', 'updated_at': '2022-02-28T12:04:22Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:13.524961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] Checking router: bd29326f-dbf1-4fa1-8486-92ec43bd94ff for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:05:13.526057 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68672f06-d95a-44c1-a077-7057cdbb886a req-b2e7baf7-551a-4819-b3ac-2ab61c369a91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8f5694f0-bece-4243-83b2-27201a7dc5b1 HTTP/1.1" status: 200 len: 217 time: 0.0658095 Feb 28 12:05:13.535619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:13.536341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:04:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:13.592755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68672f06-d95a-44c1-a077-7057cdbb886a req-cfd939b4-7b88-44e6-84f3-8245679aa50b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:13.594166 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68672f06-d95a-44c1-a077-7057cdbb886a req-cfd939b4-7b88-44e6-84f3-8245679aa50b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f9ad202f-b604-4de8-be9a-a5bc0ae484fc HTTP/1.1" status: 200 len: 835 time: 0.0631380 Feb 28 12:05:13.677542 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68672f06-d95a-44c1-a077-7057cdbb886a req-a4c151ff-7f3f-4c99-bf93-79cbd66bec0a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bae98475-11ab-4270-bf21-57ed8c502fd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771081 Feb 28 12:05:13.730515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:13.864918 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68672f06-d95a-44c1-a077-7057cdbb886a req-9478fc1a-cf1f-408f-a387-aeb7cb205812 service neutron] 10.222.0.57 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813686 Feb 28 12:05:13.978771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe414946-884a-49e2-89b3-3e00cfcb9500 req-b2116aca-c197-4be0-a75c-623a7f4003f4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:13.979493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-fe414946-884a-49e2-89b3-3e00cfcb9500 req-b2116aca-c197-4be0-a75c-623a7f4003f4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:05:14.033382 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-68672f06-d95a-44c1-a077-7057cdbb886a req-55ef99a4-5a34-4265-b0df-7b9b3b883c17 service neutron] 10.222.0.57 "GET /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615753 Feb 28 12:05:14.064306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '638e806e-64d6-40a3-b5e5-b01782d7bdc7', 'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ac:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:15Z', 'updated_at': '2022-02-28T12:04:22Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:14.068207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfea5fc3-0485-41f9-a74f-ac444364f1e5 None None] The sync data for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv is: [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '638e806e-64d6-40a3-b5e5-b01782d7bdc7', 'name': '', 'network_id': 'bae98475-11ab-4270-bf21-57ed8c502fd9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ac:31:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:15Z', 'updated_at': '2022-02-28T12:04:22Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'f9ad202f-b604-4de8-be9a-a5bc0ae484fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:05:14.075620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-fe414946-884a-49e2-89b3-3e00cfcb9500 req-b2116aca-c197-4be0-a75c-623a7f4003f4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:05:14.077082 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fe414946-884a-49e2-89b3-3e00cfcb9500 req-b2116aca-c197-4be0-a75c-623a7f4003f4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.3052416 Feb 28 12:05:14.131770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fe414946-884a-49e2-89b3-3e00cfcb9500 req-de4cb897-0a1d-48d5-8db0-827a0cd2f68e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491173 Feb 28 12:05:14.307231 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6b4f6f-33bc-4c2e-a4ea-a3b19bac5fdc None None] New status for floating IP 3b73fcc1-37a6-47fb-9aa4-ed2a93fc07e1: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:05:14.881179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5be5bfb-383f-4e33-948c-d67ad467a145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.383844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-386f4de2-e66e-4d75-80f9-5c189efdd2f2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:15.385247 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-386f4de2-e66e-4d75-80f9-5c189efdd2f2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.1350198 Feb 28 12:05:15.391943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4a507-55ff-455f-9c90-7b71aa0efc9b req-9ecbb3be-908e-4aab-aba1-9c193d233997 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:15.393341 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44c4a507-55ff-455f-9c90-7b71aa0efc9b req-9ecbb3be-908e-4aab-aba1-9c193d233997 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 946 time: 0.1140847 Feb 28 12:05:15.485353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 8f5694f0-bece-4243-83b2-27201a7dc5b1 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:05:15.485610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.523843 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44c4a507-55ff-455f-9c90-7b71aa0efc9b req-40653b15-a4d7-4807-b1fe-49cb14fe7cb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=80ed89c7-567b-4f0b-8a72-2213565efac9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015694 Feb 28 12:05:15.724915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port 8f5694f0-bece-4243-83b2-27201a7dc5b1, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8f5694f0-bece-4243-83b2-27201a7dc5b1,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:15.725263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:15.930930 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 8f5694f0-bece-4243-83b2-27201a7dc5b1 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:05:16.138127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.190988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=8f5694f0-bece-4243-83b2-27201a7dc5b1,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:16.261226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] No DVR routers for this DVR port 8f5694f0-bece-4243-83b2-27201a7dc5b1 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:05:16.263581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:16.265903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'name': 'network-vif-deleted', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:05:16.320564 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a9685f-435a-4cd2-893e-60517c8fd101', 'name': 'network-vif-deleted', 'tag': '8f5694f0-bece-4243-83b2-27201a7dc5b1', 'status': 'completed', 'code': 200} Feb 28 12:05:16.333129 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-87400fc7-aac5-4347-88b6-53c65e0cd86b req-1985f8d3-3c0b-4027-a4b3-35b5a619e1a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "DELETE /v2.0/ports/8f5694f0-bece-4243-83b2-27201a7dc5b1 HTTP/1.1" status: 204 len: 173 time: 0.9388881 Feb 28 12:05:16.703903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-88bc22d5-959e-40cc-8053-2c2dcc070e2d req-7d2f9460-af88-4409-a519-6accf14e52ca tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:05:16.800836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-88bc22d5-959e-40cc-8053-2c2dcc070e2d req-7d2f9460-af88-4409-a519-6accf14e52ca tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:05:16.801898 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-88bc22d5-959e-40cc-8053-2c2dcc070e2d req-7d2f9460-af88-4409-a519-6accf14e52ca tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=d3a9685f-435a-4cd2-893e-60517c8fd101 HTTP/1.1" status: 200 len: 210 time: 0.1420019 Feb 28 12:05:17.067737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c346a579-cbdf-40d4-b621-afbf2691bedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:17.908832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60488) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:18.295767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.389666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.412489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:18.605455 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8f5694f0-bece-4243-83b2-27201a7dc5b1 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:05:18.637151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 8f5694f0-bece-4243-83b2-27201a7dc5b1 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:05:18.637500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 8f5694f0-bece-4243-83b2-27201a7dc5b1 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:05:18.895428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 638e806e-64d6-40a3-b5e5-b01782d7bdc7 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:05:18.895678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.157121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port 638e806e-64d6-40a3-b5e5-b01782d7bdc7, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=638e806e-64d6-40a3-b5e5-b01782d7bdc7,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:19.157823 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.279283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 638e806e-64d6-40a3-b5e5-b01782d7bdc7 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:05:19.509986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.556756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=638e806e-64d6-40a3-b5e5-b01782d7bdc7,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:19.835483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:19.869827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:20.440931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router bd29326f-dbf1-4fa1-8486-92ec43bd94ff has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:05:20.731127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:05:20.740252 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] Sync routers for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:05:20.752728 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:20.753314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:05:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:20.802929 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-727db4cf-bbdc-4f6f-8eaf-ed669f1d4ea1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/bd29326f-dbf1-4fa1-8486-92ec43bd94ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8929741 Feb 28 12:05:20.806214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60492) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:20.928079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:20.986456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa923df6-e9b8-4e5a-8b0b-71e6c5195bb8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting subnet f9ad202f-b604-4de8-be9a-a5bc0ae484fc {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:05:20.989331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa923df6-e9b8-4e5a-8b0b-71e6c5195bb8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.047013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa923df6-e9b8-4e5a-8b0b-71e6c5195bb8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.126762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa923df6-e9b8-4e5a-8b0b-71e6c5195bb8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.206240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:05:19Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:21.209993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] Checking router: bd29326f-dbf1-4fa1-8486-92ec43bd94ff for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:05:21.220707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] Routers {'bd29326f-dbf1-4fa1-8486-92ec43bd94ff'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:21.221294 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:05:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:21.281659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa923df6-e9b8-4e5a-8b0b-71e6c5195bb8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.319803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa923df6-e9b8-4e5a-8b0b-71e6c5195bb8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Subnet': ['ID=f9ad202f-b604-4de8-be9a-a5bc0ae484fc,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:21.331222 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-aa923df6-e9b8-4e5a-8b0b-71e6c5195bb8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.331924 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-aa923df6-e9b8-4e5a-8b0b-71e6c5195bb8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/subnets/f9ad202f-b604-4de8-be9a-a5bc0ae484fc HTTP/1.1" status: 204 len: 168 time: 0.5247629 Feb 28 12:05:21.334577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60496) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:21.366236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9741291a-3b72-40f9-be7c-6b2b6199b6e3 None None] Network bae98475-11ab-4270-bf21-57ed8c502fd9 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:05:21.532372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.588452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] Set router bd29326f-dbf1-4fa1-8486-92ec43bd94ff gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:21.737436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.817532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 352ea1dd-cf4b-41fc-8645-080e29407758 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:05:21.817894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.858684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] DHCP port deletion for bae98475-11ab-4270-bf21-57ed8c502fd9 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:05:21.867084 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Deleting port 5d0b9277-5257-4838-b071-0c96f5e46fcf {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:05:21.867462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:21.991294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port 352ea1dd-cf4b-41fc-8645-080e29407758, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=352ea1dd-cf4b-41fc-8645-080e29407758,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:21.991742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.047272 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:05:19Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:22.065948 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d451441-a139-4e3a-b1f4-3135efd1d193 None None] The sync data for ids ['bd29326f-dbf1-4fa1-8486-92ec43bd94ff'] in dv-neutron-830866-1-hyperv is: [{'id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1694348266', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63'}], 'enable_snat': True}, 'gw_port_id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:04:11Z', 'updated_at': '2022-02-28T12:05:19Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '352ea1dd-cf4b-41fc-8645-080e29407758', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8a:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd29326f-dbf1-4fa1-8486-92ec43bd94ff', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:04:12Z', 'updated_at': '2022-02-28T12:04:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:05:22.090246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] For port 5d0b9277-5257-4838-b071-0c96f5e46fcf, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5d0b9277-5257-4838-b071-0c96f5e46fcf,segment=NetworkSegment(3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167),segment_id=3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:22.090638 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.118941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 352ea1dd-cf4b-41fc-8645-080e29407758 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:05:22.212618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Calling delete_port for 5d0b9277-5257-4838-b071-0c96f5e46fcf owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:05:22.330356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.384877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.433237 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Pushing event deleted for resources: {'Port': ['ID=5d0b9277-5257-4838-b071-0c96f5e46fcf,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:22.443633 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] No DVR routers for this DVR port 5d0b9277-5257-4838-b071-0c96f5e46fcf on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:05:22.456440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.456954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.457346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.457630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.458009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.458342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.458939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.461989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.461989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.461989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.461989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd142539-8531-460c-acb5-1576d0f48749 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:22.473292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=352ea1dd-cf4b-41fc-8645-080e29407758,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:22.500933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5d0b9277-5257-4838-b071-0c96f5e46fcf no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:05:22.536230 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 5d0b9277-5257-4838-b071-0c96f5e46fcf {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:05:22.536575 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5d0b9277-5257-4838-b071-0c96f5e46fcf not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:05:22.537049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 638e806e-64d6-40a3-b5e5-b01782d7bdc7 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:05:22.582087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 638e806e-64d6-40a3-b5e5-b01782d7bdc7 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:05:22.582364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 638e806e-64d6-40a3-b5e5-b01782d7bdc7 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:05:22.704074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.951984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:22.955980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.035470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.035961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Fanout notify agent at l3_agent the message router_deleted on router bd29326f-dbf1-4fa1-8486-92ec43bd94ff {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:05:23.050408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.051588 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-82a3d6c0-a448-46ba-b77e-1bf51d7cd550 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/routers/bd29326f-dbf1-4fa1-8486-92ec43bd94ff HTTP/1.1" status: 204 len: 168 time: 1.7160211 Feb 28 12:05:23.054272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60500) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:23.170997 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.297000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.321160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae98475-11ab-4270-bf21-57ed8c502fd9']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:23.332627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:23.332917 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee7214f-2207-4f0d-8ce8-9ebc8c9e9167') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:23.344188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.362362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.368416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Releasing vlan 729 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:05:23.368810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:05:23.383720 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:05:23.508422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.526119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.537289 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Network': ['ID=bae98475-11ab-4270-bf21-57ed8c502fd9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:23.605360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-06229d90-9c10-432d-97e5-f7f2caa19fd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/networks/bae98475-11ab-4270-bf21-57ed8c502fd9 HTTP/1.1" status: 204 len: 168 time: 0.5499423 Feb 28 12:05:23.608186 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60504) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:23.680839 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.709437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.821866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.840045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ed89c7-567b-4f0b-8a72-2213565efac9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:23.848885 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.849232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.849589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.849908 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.850241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.850573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.850923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.851253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.851716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.852045 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.852369 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:23.908842 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:23.910012 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-719816d0-585a-4a49-8d7b-ae67e75a8f43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/security-groups/80ed89c7-567b-4f0b-8a72-2213565efac9 HTTP/1.1" status: 204 len: 168 time: 0.3008587 Feb 28 12:05:24.247257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60512) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:24.252823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-991015379', 'description': 'tempest-secgroup-smoke-991015379 description', 'project_id': '589c4da3e4c14482880aab77996e4c70'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:24.258975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:24.262989 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:24.265763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:24.271328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:24.336048 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.370016 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:24.374966 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:24.377650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:24.384820 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:24.441076 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.462024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 352ea1dd-cf4b-41fc-8645-080e29407758 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:05:24.495118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 352ea1dd-cf4b-41fc-8645-080e29407758 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:05:24.495389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 352ea1dd-cf4b-41fc-8645-080e29407758 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:05:24.503932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.551715 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbabb10-fadf-4bec-a451-7cf66db13bce,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:24.641495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.642726 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a7ef1e54-6f44-4a31-ba20-b47a7d94d0b6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3944890 Feb 28 12:05:24.645490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60516) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:24.651376 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '3fbabb10-fadf-4bec-a451-7cf66db13bce', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:24.657992 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:24.661747 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:24.665397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:24.671044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:24.766884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.827409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.920697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:24.943014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dbdcd42-e3c5-48f1-b6ec-1329d15c12d7,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:25.012232 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.013413 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a720893c-68ff-4cd7-bcad-b4b063891ed3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3670466 Feb 28 12:05:25.016165 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60520) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:25.021859 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '3fbabb10-fadf-4bec-a451-7cf66db13bce', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:25.028494 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:25.032285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:25.035149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:25.041000 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:25.121361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.183516 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.258503 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.282413 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfb59c8-06ce-4696-93e5-70b8cad8fdc0,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:25.355178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.356399 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fddd0afe-cc37-4bec-a46b-893cb0ff097a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3393073 Feb 28 12:05:25.359055 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60524) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:25.364300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '3fbabb10-fadf-4bec-a451-7cf66db13bce', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:25.370805 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:25.374772 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:25.377775 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:25.384585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:25.481730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.554922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.624077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.648463 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b19c8a-9e00-44bb-9659-3a11db8652cf,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:25.724988 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.727199 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-88a200a6-43a8-4a39-a4f0-0abfa7f947bc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3672016 Feb 28 12:05:25.729913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60528) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:25.735261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '3fbabb10-fadf-4bec-a451-7cf66db13bce', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:25.741302 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:25.745844 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:25.748718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:25.754272 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:25.835657 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.902130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:25.978315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.002405 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ada18dd-e5b4-461c-ad5f-0632682b72dc,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:26.080655 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.081843 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-47fceb01-293d-4fe9-b625-1664b4de7bb0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3509946 Feb 28 12:05:26.084666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60532) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:26.090462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '3fbabb10-fadf-4bec-a451-7cf66db13bce', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:26.096304 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:26.100123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:26.104084 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:26.109777 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:26.177781 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:05:26.184234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.250419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.332007 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.355435 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aee529b-9257-40f7-b27b-e526ac964a1e,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:26.435355 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.436570 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-acf6a2bd-b4c7-4cf2-81c7-071ade4c182b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3505387 Feb 28 12:05:26.439456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60536) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:26.445348 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '3fbabb10-fadf-4bec-a451-7cf66db13bce', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:26.451686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:26.455019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:26.457888 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:26.464321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:26.538098 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:05:26.546426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.618375 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.687106 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.714499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb6f888-c7ff-493e-9b68-1cd5fa69da80,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:26.795604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.798108 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2a7ad23d-529f-4403-a4bf-fa6649a7dc99 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3566387 Feb 28 12:05:26.800718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60540) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:26.806926 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'network': {'name': 'tempest-network-smoke--1784621383', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'port_security_enabled': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:26.811986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:26.816202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:network and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:26.819162 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:26.825427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:26.909746 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:05:26.912751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.943178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 739} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:05:26.952899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:26.953244 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Added segment dc40836d-4937-4120-b443-b5bf62d27dfd of type vlan for network db7301cc-3efa-44c9-a34a-65290fc30e8b Feb 28 12:05:26.979611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.073434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.077171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:27.077753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.187384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Network': ['ID=db7301cc-3efa-44c9-a34a-65290fc30e8b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:27.199853 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network db7301cc-3efa-44c9-a34a-65290fc30e8b details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:05:27.246602 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-88091376-9660-4b71-8052-ba625fcfa82a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4448426 Feb 28 12:05:27.249612 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60544) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:27.255184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'admin_state_up': True, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:27.264807 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:27.269540 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:router and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:27.272803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:27.279391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:27.376563 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.377550 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.395755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.704990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.938258 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:27.966102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.097956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.213 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/e742b3c4-ae37-496b-bc3b-ece11f78fd31) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:28.244575 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.353643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.421108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:28.423643 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:28.427107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:05:28.458407 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=e742b3c4-ae37-496b-bc3b-ece11f78fd31,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:28.661610 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.662337 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:28.920650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router e1816c79-031a-4f0a-be36-8889d78530f5 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:05:29.118555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:05:29.127912 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Sync routers for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:05:29.140221 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:29.140823 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:05:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:29.241399 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:29.242757 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8aba276e-377b-4f66-91e0-1691a2f739ab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9921982 Feb 28 12:05:29.245919 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60548) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:29.286146 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-13bb176d-3ded-45a0-8a5a-7e70d161c6b4 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=589c4da3e4c14482880aab77996e4c70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390434 Feb 28 12:05:29.289514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60552) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:29.321548 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:29.418225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ee3c48-8a45-4a8a-8d46-78e1da5bc8ca tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:29.420390 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d2ee3c48-8a45-4a8a-8d46-78e1da5bc8ca tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1299520 Feb 28 12:05:29.422458 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60556) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:29.461845 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2104811b-0205-4a8f-a639-8f074de034df tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382926 Feb 28 12:05:29.464414 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60560) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:29.469974 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-870658511', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:29.605960 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:28Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:29.609845 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Checking router: e1816c79-031a-4f0a-be36-8889d78530f5 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:05:29.610169 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Updating router e1816c79-031a-4f0a-be36-8889d78530f5 port e742b3c4-ae37-496b-bc3b-ece11f78fd31 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:05:29.665552 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:29.678825 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:29.683247 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:subnet and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:29.685986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:29.691532 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:29.806901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:05:29.908520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.012529 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.024237 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Transition to ACTIVE for port object e742b3c4-ae37-496b-bc3b-ece11f78fd31 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:30.084893 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.166091 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Pushing event updated for resources: {'Port': ['ID=e742b3c4-ae37-496b-bc3b-ece11f78fd31,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:30.168184 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Attempting to bind port e742b3c4-ae37-496b-bc3b-ece11f78fd31 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:05:30.168532 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Attempting to bind port e742b3c4-ae37-496b-bc3b-ece11f78fd31 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:05:30.168871 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Attempting to bind port e742b3c4-ae37-496b-bc3b-ece11f78fd31 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:05:30.179981 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:05:30.180340 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:05:30.180720 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.181096 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:05:30.181527 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Bound port: e742b3c4-ae37-496b-bc3b-ece11f78fd31, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:05:30.181879 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.195671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.208320 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.210441 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.210441 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.210441 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.210441 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.210441 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.210441 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.211097 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.211097 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.211097 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.211407 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:05:30.259862 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] For port e742b3c4-ae37-496b-bc3b-ece11f78fd31, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:05:30.263218 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] For port e742b3c4-ae37-496b-bc3b-ece11f78fd31, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=e742b3c4-ae37-496b-bc3b-ece11f78fd31,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:05:30.272853 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Subnet': ['ID=de2fe5ad-6db9-4a20-8b3e-c1e0c105758a,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:30.284843 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Checking segment: {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:05:30.285172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network hostable DHCP agents. Network: db7301cc-3efa-44c9-a34a-65290fc30e8b, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:05:30.333295 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.390111 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network db7301cc-3efa-44c9-a34a-65290fc30e8b is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:05:30.418569 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05367cc0-7e68-4b2e-a630-b936b6d76713 None None] Pushing event updated for resources: {'Port': ['ID=e742b3c4-ae37-496b-bc3b-ece11f78fd31,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:30.421846 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:30.422521 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:05:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:30.473697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, db7301cc-3efa-44c9-a34a-65290fc30e8b) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:30.481017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:30.481834 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.482717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf54d1-dc0a-4229-97cd-70de10d4cd56 None None] Network db7301cc-3efa-44c9-a34a-65290fc30e8b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:05:30.563009 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e2700534-98df-479d-a417-b139909da353 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0948806 Feb 28 12:05:30.563575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60564) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:30.596854 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:30.703093 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-db7301cc-3efa-44c9-a34a-65290fc30e8b', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:05:30.703999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:30.863341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Allocated IP 172.20.0.2 (db7301cc-3efa-44c9-a34a-65290fc30e8b/de2fe5ad-6db9-4a20-8b3e-c1e0c105758a/500fdf9c-89f1-4a97-af3d-d84809e34d3b) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:30.888247 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:28Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:30.892953 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66081b1d-db92-4a7b-8176-89fa0efa7864 None None] The sync data for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv is: [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:28Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:05:31.094320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:31.115173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Transition to ACTIVE for port object 500fdf9c-89f1-4a97-af3d-d84809e34d3b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:31.138047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Transition to ACTIVE for port object 500fdf9c-89f1-4a97-af3d-d84809e34d3b will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:31.202366 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:31.281929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Network db7301cc-3efa-44c9-a34a-65290fc30e8b is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:31.284674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:31.287253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:05:31.294094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Pushing event updated for resources: {'Port': ['ID=500fdf9c-89f1-4a97-af3d-d84809e34d3b,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:31.386167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Attempting to bind port 500fdf9c-89f1-4a97-af3d-d84809e34d3b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:05:31.386611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Attempting to bind port 500fdf9c-89f1-4a97-af3d-d84809e34d3b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:05:31.387088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Attempting to bind port 500fdf9c-89f1-4a97-af3d-d84809e34d3b on network db7301cc-3efa-44c9-a34a-65290fc30e8b {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:05:31.393939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:05:31.394524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Checking segment: {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:05:31.395016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:31.395469 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Bound using segment: {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:05:31.396001 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Bound port: 500fdf9c-89f1-4a97-af3d-d84809e34d3b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:05:31.396454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:31.482719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:31.489995 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] For port 500fdf9c-89f1-4a97-af3d-d84809e34d3b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:05:31.493811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] For port 500fdf9c-89f1-4a97-af3d-d84809e34d3b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=500fdf9c-89f1-4a97-af3d-d84809e34d3b,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:05:31.548415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:31.632475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b1ffc-de3a-4729-9143-bb3e7dc90841 None None] Pushing event updated for resources: {'Port': ['ID=500fdf9c-89f1-4a97-af3d-d84809e34d3b,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:31.919805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.1 (db7301cc-3efa-44c9-a34a-65290fc30e8b/de2fe5ad-6db9-4a20-8b3e-c1e0c105758a/de7ee0db-9185-482b-b24e-a7bc20819c4d) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:32.078614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:32.094804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object de7ee0db-9185-482b-b24e-a7bc20819c4d will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:32.199514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:32.275220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network db7301cc-3efa-44c9-a34a-65290fc30e8b is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:32.278178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:32.282018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:05:32.312718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=de7ee0db-9185-482b-b24e-a7bc20819c4d,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:32.344860 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:32.502535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:32.550083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 500fdf9c-89f1-4a97-af3d-d84809e34d3b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:32.583628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b89520d-78f0-4249-bd7c-ae45e36c9763 None None] Network db7301cc-3efa-44c9-a34a-65290fc30e8b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:05:32.688952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-598cf26d-d8a6-4bff-8115-79c2beecc1a4 None None] Provisioning for port 500fdf9c-89f1-4a97-af3d-d84809e34d3b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:32.802253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 500fdf9c-89f1-4a97-af3d-d84809e34d3b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:32.811930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 500fdf9c-89f1-4a97-af3d-d84809e34d3b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:32.812301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:32.987700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.010834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.022947 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 500fdf9c-89f1-4a97-af3d-d84809e34d3b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=500fdf9c-89f1-4a97-af3d-d84809e34d3b,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:33.064119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.081669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.082722 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device e742b3c4-ae37-496b-bc3b-ece11f78fd31 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:33.164543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.208031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=500fdf9c-89f1-4a97-af3d-d84809e34d3b,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:33.216389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=de7ee0db-9185-482b-b24e-a7bc20819c4d,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:33.313175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port e742b3c4-ae37-496b-bc3b-ece11f78fd31 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:33.318766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port e742b3c4-ae37-496b-bc3b-ece11f78fd31 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:33.319228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.330314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network db7301cc-3efa-44c9-a34a-65290fc30e8b is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:33.331578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:33.354391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9d268c06-b30d-4ce9-9019-4e5eb8211843 None None] Provisioning for port de7ee0db-9185-482b-b24e-a7bc20819c4d completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:33.369900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9d268c06-b30d-4ce9-9019-4e5eb8211843 None None] Provisioning complete for port de7ee0db-9185-482b-b24e-a7bc20819c4d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:33.370269 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9d268c06-b30d-4ce9-9019-4e5eb8211843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.432594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9d268c06-b30d-4ce9-9019-4e5eb8211843 None None] Port de7ee0db-9185-482b-b24e-a7bc20819c4d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:05:33.581078 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9d268c06-b30d-4ce9-9019-4e5eb8211843 None None] Provisioning complete for port 500fdf9c-89f1-4a97-af3d-d84809e34d3b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:33.581750 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9d268c06-b30d-4ce9-9019-4e5eb8211843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.666150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.712120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port e742b3c4-ae37-496b-bc3b-ece11f78fd31, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=e742b3c4-ae37-496b-bc3b-ece11f78fd31,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:33.773590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router e1816c79-031a-4f0a-be36-8889d78530f5 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:05:33.774241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.842731 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=e742b3c4-ae37-496b-bc3b-ece11f78fd31,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:33.859898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d321df98-ef33-403f-8cad-1474a121b61b None None] Provisioning complete for port de7ee0db-9185-482b-b24e-a7bc20819c4d triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:33.860267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d321df98-ef33-403f-8cad-1474a121b61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:33.915031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d321df98-ef33-403f-8cad-1474a121b61b None None] Port de7ee0db-9185-482b-b24e-a7bc20819c4d cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:05:33.979693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:05:33.992531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-876206af-857c-4b4f-ad01-3eebfe1595dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/e1816c79-031a-4f0a-be36-8889d78530f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4277930 Feb 28 12:05:34.162247 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-42380177-8202-48b6-ace9-825a707c9ac4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-991015379&fields=id&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 267 time: 0.0416250 Feb 28 12:05:34.241924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:34.312284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-13024d59-8235-47e1-9836-3c6a3e895a7b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:34.312950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-13024d59-8235-47e1-9836-3c6a3e895a7b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:05:34.389959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-13024d59-8235-47e1-9836-3c6a3e895a7b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:05:34.391161 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-13024d59-8235-47e1-9836-3c6a3e895a7b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/networks?id=db7301cc-3efa-44c9-a34a-65290fc30e8b HTTP/1.1" status: 200 len: 797 time: 0.2224393 Feb 28 12:05:34.407011 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-1c57d328-fbea-431e-94ba-f03a6a3044ad tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/quotas/589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 375 time: 0.0106077 Feb 28 12:05:34.453593 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Sync routers for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:05:34.474394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 500fdf9c-89f1-4a97-af3d-d84809e34d3b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:34.504584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-196be345-2958-4502-9a25-1fbf91fb6204 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:05:34.509592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:34.510220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:05:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:34.587972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-196be345-2958-4502-9a25-1fbf91fb6204 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:05:34.589224 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-196be345-2958-4502-9a25-1fbf91fb6204 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1773465 Feb 28 12:05:34.701440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 500fdf9c-89f1-4a97-af3d-d84809e34d3b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:34.701983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:34.745099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:34.800464 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-7cc7cd60-53b4-4b17-8216-d26bc1ceee76 service neutron] 10.222.0.31 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992843 Feb 28 12:05:35.018905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device e742b3c4-ae37-496b-bc3b-ece11f78fd31 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:35.028483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-4a0edf67-02cd-4708-b36c-4bb1a387d985 service neutron] 10.222.0.31 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215455 Feb 28 12:05:35.162306 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port e742b3c4-ae37-496b-bc3b-ece11f78fd31 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:35.162678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:35.238629 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'de7ee0db-9185-482b-b24e-a7bc20819c4d', 'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ce:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:31Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 2, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:35.245321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Checking router: e1816c79-031a-4f0a-be36-8889d78530f5 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:05:35.245721 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Updating router e1816c79-031a-4f0a-be36-8889d78530f5 port de7ee0db-9185-482b-b24e-a7bc20819c4d binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:05:35.347922 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-28ea40fc-c185-4bbf-b5eb-57d3f8724d1f req-8bac7fec-a24f-4a06-b588-80cf4506bc51 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 210 time: 0.0560098 Feb 28 12:05:35.351691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:35.754492 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:35.766512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Transition to ACTIVE for port object de7ee0db-9185-482b-b24e-a7bc20819c4d will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:35.862055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:35.985615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea8668-e629-43f8-962e-00dd8323fa89 None None] Pushing event updated for resources: {'Port': ['ID=de7ee0db-9185-482b-b24e-a7bc20819c4d,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:36.079047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Attempting to bind port de7ee0db-9185-482b-b24e-a7bc20819c4d on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:05:36.079408 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Attempting to bind port de7ee0db-9185-482b-b24e-a7bc20819c4d by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:05:36.079812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Attempting to bind port de7ee0db-9185-482b-b24e-a7bc20819c4d on network db7301cc-3efa-44c9-a34a-65290fc30e8b {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:05:36.086218 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:05:36.086598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Checking segment: {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:05:36.087013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:36.087397 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Bound using segment: {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:05:36.087851 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Bound port: de7ee0db-9185-482b-b24e-a7bc20819c4d, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:05:36.088213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:36.181855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] For port de7ee0db-9185-482b-b24e-a7bc20819c4d, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:05:36.186798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] For port de7ee0db-9185-482b-b24e-a7bc20819c4d, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7ee0db-9185-482b-b24e-a7bc20819c4d,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:05:36.268313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:36.354183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ea8668-e629-43f8-962e-00dd8323fa89 None None] Pushing event updated for resources: {'Port': ['ID=de7ee0db-9185-482b-b24e-a7bc20819c4d,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:36.358883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:36.359493 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:05:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:36.540045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b4dac536-8f8c-4f60-900a-e8875cc2c429 req-348a70fd-b2b6-447b-a925-11b752228036 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 210 time: 0.0564399 Feb 28 12:05:36.560656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:36.890618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'de7ee0db-9185-482b-b24e-a7bc20819c4d', 'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ce:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:31Z', 'updated_at': '2022-02-28T12:05:36Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:36.894465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421af6dd-49c9-49ba-b9a2-fe051bf80f0c None None] The sync data for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv is: [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'de7ee0db-9185-482b-b24e-a7bc20819c4d', 'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ce:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:31Z', 'updated_at': '2022-02-28T12:05:36Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:05:37.386696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-f2154bc6-6459-4341-8d58-d9849a0c5ffe tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:37.388347 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-f2154bc6-6459-4341-8d58-d9849a0c5ffe tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/networks?id=db7301cc-3efa-44c9-a34a-65290fc30e8b HTTP/1.1" status: 200 len: 797 time: 0.1526718 Feb 28 12:05:37.446929 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-9586b37c-d85a-4b65-b4be-257e0495cd50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 379 time: 0.0466118 Feb 28 12:05:37.455540 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'port': {'device_id': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'admin_state_up': True, 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'security_groups': ['3fbabb10-fadf-4bec-a451-7cf66db13bce']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:37.608676 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:37.625962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:37.712353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:05:37.715370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:37.736618 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-07d5e9c5-0463-4c2a-85eb-cc5dbd8bc351 req-e6e3b3fc-3d35-4715-9f0c-d3206197d1d1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 210 time: 0.0595202 Feb 28 12:05:37.891960 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.8 (db7301cc-3efa-44c9-a34a-65290fc30e8b/de2fe5ad-6db9-4a20-8b3e-c1e0c105758a/cb91b110-8bc5-4019-b486-0f088f271a93) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:38.074577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.089940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object cb91b110-8bc5-4019-b486-0f088f271a93 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:38.176654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.249789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network db7301cc-3efa-44c9-a34a-65290fc30e8b is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:38.252727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:38.257304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:05:38.282965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=cb91b110-8bc5-4019-b486-0f088f271a93,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:38.321614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:38.322217 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.419462 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-df1cb1cc-dea0-4ac6-b36d-f7e4a22cc6a6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9681196 Feb 28 12:05:38.432926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Request body: {'port': {'device_id': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:38.499064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7ee0db-9185-482b-b24e-a7bc20819c4d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:38.545537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.616360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d270d25b-207e-45e6-84a0-fb07cca110e8 None None] Provisioning for port cb91b110-8bc5-4019-b486-0f088f271a93 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:38.621920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d270d25b-207e-45e6-84a0-fb07cca110e8 None None] Provisioning complete for port cb91b110-8bc5-4019-b486-0f088f271a93 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:38.622290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d270d25b-207e-45e6-84a0-fb07cca110e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.650878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port de7ee0db-9185-482b-b24e-a7bc20819c4d completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:38.672924 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port de7ee0db-9185-482b-b24e-a7bc20819c4d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:38.673291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.732354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d270d25b-207e-45e6-84a0-fb07cca110e8 None None] Port cb91b110-8bc5-4019-b486-0f088f271a93 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:05:38.808090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.841040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port de7ee0db-9185-482b-b24e-a7bc20819c4d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7ee0db-9185-482b-b24e-a7bc20819c4d,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:38.918987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.933398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb91b110-8bc5-4019-b486-0f088f271a93 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:05:38.941747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:38.968258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Transition to ACTIVE for port object cb91b110-8bc5-4019-b486-0f088f271a93 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:05:38.984493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26a42b-5add-418a-abec-911a7dc005a7 req-2b336489-ee1a-49cd-847d-7259976aa864 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:38.985169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1a26a42b-5add-418a-abec-911a7dc005a7 req-2b336489-ee1a-49cd-847d-7259976aa864 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:05:38.988026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=de7ee0db-9185-482b-b24e-a7bc20819c4d,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:39.033345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:39.138404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1a26a42b-5add-418a-abec-911a7dc005a7 req-2b336489-ee1a-49cd-847d-7259976aa864 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:05:39.139472 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a26a42b-5add-418a-abec-911a7dc005a7 req-2b336489-ee1a-49cd-847d-7259976aa864 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 931 time: 0.2684987 Feb 28 12:05:39.272331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Pushing event updated for resources: {'Port': ['ID=cb91b110-8bc5-4019-b486-0f088f271a93,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:39.363860 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a26a42b-5add-418a-abec-911a7dc005a7 req-c0962919-d3d8-45bd-ab14-a393aa20fe41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143932 Feb 28 12:05:39.401957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Attempting to bind port cb91b110-8bc5-4019-b486-0f088f271a93 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:05:39.402207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Attempting to bind port cb91b110-8bc5-4019-b486-0f088f271a93 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:05:39.402525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Attempting to bind port cb91b110-8bc5-4019-b486-0f088f271a93 on network db7301cc-3efa-44c9-a34a-65290fc30e8b {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:05:39.408014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Port cb91b110-8bc5-4019-b486-0f088f271a93 on network db7301cc-3efa-44c9-a34a-65290fc30e8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:05:39.408321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Attempting to bind port cb91b110-8bc5-4019-b486-0f088f271a93 on network db7301cc-3efa-44c9-a34a-65290fc30e8b {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:05:39.414959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:05:39.415287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Checking segment: {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:05:39.415659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Bound using segment: {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:05:39.416064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Bound port: cb91b110-8bc5-4019-b486-0f088f271a93, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc40836d-4937-4120-b443-b5bf62d27dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 739, 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:05:39.416398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:39.500996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] For port cb91b110-8bc5-4019-b486-0f088f271a93, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:05:39.503861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] For port cb91b110-8bc5-4019-b486-0f088f271a93, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cb91b110-8bc5-4019-b486-0f088f271a93,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:05:39.550304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:39.610689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:39.612041 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-caf89a8c-1239-4883-b082-90227a23599d service neutron] 10.222.0.57 "PUT /v2.0/ports/cb91b110-8bc5-4019-b486-0f088f271a93 HTTP/1.1" status: 200 len: 1093 time: 1.1855385 Feb 28 12:05:39.612463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:05:39.636861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf89a8c-1239-4883-b082-90227a23599d service neutron] Pushing event updated for resources: {'Port': ['ID=cb91b110-8bc5-4019-b486-0f088f271a93,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:39.681122 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'status': 'completed', 'code': 200} Feb 28 12:05:39.775098 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-45af2417-f70e-4953-886e-e3cc216851ec req-f40f4610-7e3a-4c4c-a801-8db43f11e39a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 1096 time: 0.0760176 Feb 28 12:05:39.912358 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af2417-f70e-4953-886e-e3cc216851ec req-ab4c4248-bcaa-477c-9cfa-9d38d236634c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:39.913724 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-45af2417-f70e-4953-886e-e3cc216851ec req-ab4c4248-bcaa-477c-9cfa-9d38d236634c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=589c4da3e4c14482880aab77996e4c70&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1312280 Feb 28 12:05:40.050085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af2417-f70e-4953-886e-e3cc216851ec req-61be2513-b8c2-4d5d-9e10-1b141e1ada91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:40.052300 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-45af2417-f70e-4953-886e-e3cc216851ec req-61be2513-b8c2-4d5d-9e10-1b141e1ada91 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335564 Feb 28 12:05:40.155018 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-e3db1dcc-e396-4483-afad-4d7c775a61de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 1096 time: 0.0682285 Feb 28 12:05:40.223835 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-0892f9c4-71a4-41ee-87ed-643314eec111 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb91b110-8bc5-4019-b486-0f088f271a93 HTTP/1.1" status: 200 len: 217 time: 0.0625901 Feb 28 12:05:40.285122 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-d472cf07-7dfa-49db-9941-4867d4e803e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:40.286657 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-d472cf07-7dfa-49db-9941-4867d4e803e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de2fe5ad-6db9-4a20-8b3e-c1e0c105758a HTTP/1.1" status: 200 len: 834 time: 0.0572855 Feb 28 12:05:40.363267 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-98500f5d-9d22-47f5-9e8c-7ebf0bca6a35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db7301cc-3efa-44c9-a34a-65290fc30e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708637 Feb 28 12:05:40.479592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7ee0db-9185-482b-b24e-a7bc20819c4d up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:40.535670 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-904b60dc-b312-4cac-a996-ce3833616936 service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669116 Feb 28 12:05:40.549729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port de7ee0db-9185-482b-b24e-a7bc20819c4d triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:40.550096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:40.683481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838c33eb-bdcd-4da5-ae8a-e918a1cbe2b9 req-5485da3c-f269-4cf0-a94c-8a709722aa04 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:40.684910 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-838c33eb-bdcd-4da5-ae8a-e918a1cbe2b9 req-5485da3c-f269-4cf0-a94c-8a709722aa04 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 943 time: 0.1942542 Feb 28 12:05:40.693449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2f9c0f12-56b0-44a1-9d76-945459e207ff req-a2656e96-3d0a-41e1-a8ee-2eaaafd4d8ac service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501324 Feb 28 12:05:40.735417 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-838c33eb-bdcd-4da5-ae8a-e918a1cbe2b9 req-18262814-da37-4c17-b6ce-e11a2f579dec tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439887 Feb 28 12:05:41.407100 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:05:41.932380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9cb5e3-1407-4b1f-8549-14f2d106cd1b req-2661899f-285f-4fee-b3d3-84bf9e56c3a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:41.933807 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8d9cb5e3-1407-4b1f-8549-14f2d106cd1b req-2661899f-285f-4fee-b3d3-84bf9e56c3a5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 943 time: 0.0776279 Feb 28 12:05:41.978113 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8d9cb5e3-1407-4b1f-8549-14f2d106cd1b req-60c9bb47-8432-4197-93f6-ec8bb670e9e1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388663 Feb 28 12:05:42.692952 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cb91b110-8bc5-4019-b486-0f088f271a93 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:05:42.854862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port cb91b110-8bc5-4019-b486-0f088f271a93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cb91b110-8bc5-4019-b486-0f088f271a93,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:42.868485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'port_id': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'mac_address': 'fa:16:3e:df:3b:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 739, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:05:42.920770 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:42.939694 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb91b110-8bc5-4019-b486-0f088f271a93 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:05:42.953871 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port cb91b110-8bc5-4019-b486-0f088f271a93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cb91b110-8bc5-4019-b486-0f088f271a93,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:43.021703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:43.087599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=cb91b110-8bc5-4019-b486-0f088f271a93,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:43.175785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e011a98-bc01-4f49-9da0-aad363412f4f req-d2cb4c90-2848-417c-b6d2-0efae0e19d3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:43.177202 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7e011a98-bc01-4f49-9da0-aad363412f4f req-d2cb4c90-2848-417c-b6d2-0efae0e19d3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 944 time: 0.0751297 Feb 28 12:05:43.225878 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7e011a98-bc01-4f49-9da0-aad363412f4f req-b00cdb93-dc6a-4725-b69f-59fa0671c71b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417156 Feb 28 12:05:43.233596 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['cb91b110-8bc5-4019-b486-0f088f271a93'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:05:44.421643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a83824-404f-4646-9ea4-7bf76938dbd6 req-2d2a459d-ed56-416a-a98e-a31be76be647 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:44.423246 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f0a83824-404f-4646-9ea4-7bf76938dbd6 req-2d2a459d-ed56-416a-a98e-a31be76be647 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 944 time: 0.0764592 Feb 28 12:05:44.468356 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f0a83824-404f-4646-9ea4-7bf76938dbd6 req-f00a9d21-33c8-455e-91c0-386932278b03 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396831 Feb 28 12:05:44.706803 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cb91b110-8bc5-4019-b486-0f088f271a93 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:05:44.835978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port cb91b110-8bc5-4019-b486-0f088f271a93 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:05:44.840476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port cb91b110-8bc5-4019-b486-0f088f271a93 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:05:44.845160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:44.926784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-33bc0535-8f13-4908-aef7-58698d7f4a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:44.951552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:44.978421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:05:44.987529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port cb91b110-8bc5-4019-b486-0f088f271a93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cb91b110-8bc5-4019-b486-0f088f271a93,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:05:45.033125 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'code': 200} Feb 28 12:05:45.067588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:45.142734 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=cb91b110-8bc5-4019-b486-0f088f271a93,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:45.489229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-425cb38e-b067-4588-94d9-065850af412b req-7f5bbfc9-499e-4f47-a9d8-f2d4c5ee03c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 1098 time: 0.1579783 Feb 28 12:05:45.531798 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-425cb38e-b067-4588-94d9-065850af412b req-4833fe64-e352-43a6-b4b1-8acc3377dc34 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369482 Feb 28 12:05:45.663990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a603fcf-5122-4ec7-af98-398e19c79392 req-6329acfe-985e-4176-96a4-4c5ca360dab4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:45.665418 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a603fcf-5122-4ec7-af98-398e19c79392 req-6329acfe-985e-4176-96a4-4c5ca360dab4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0757852 Feb 28 12:05:45.710447 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4a603fcf-5122-4ec7-af98-398e19c79392 req-46f82c55-8a1d-4947-aec5-2183e6fc7180 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391099 Feb 28 12:05:46.908698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0015a-14d3-4178-88a5-d6e594f41a4f req-b2049219-0069-4e54-93e3-0e52dfb0d243 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:46.910135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a0d0015a-14d3-4178-88a5-d6e594f41a4f req-b2049219-0069-4e54-93e3-0e52dfb0d243 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0792429 Feb 28 12:05:46.955158 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a0d0015a-14d3-4178-88a5-d6e594f41a4f req-36fdd15f-04c6-409a-8da8-485f063e025d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393479 Feb 28 12:05:47.033542 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c92a4ffe-7e6f-46ed-89b9-d1aba5eb7c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:47.156334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46add5a2-e1ae-4af5-8c68-f78df3672dec req-df7db889-24fd-4dc9-b36b-625594634db5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:47.157773 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46add5a2-e1ae-4af5-8c68-f78df3672dec req-df7db889-24fd-4dc9-b36b-625594634db5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0769637 Feb 28 12:05:47.202879 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46add5a2-e1ae-4af5-8c68-f78df3672dec req-a537e279-0e79-4c97-840b-0d8f4f72caa9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395889 Feb 28 12:05:47.229067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60612) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:47.300751 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a7313bfa-5dce-42ac-a2d4-442c1e408d7c tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 1093 time: 0.0705833 Feb 28 12:05:47.303274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60616) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:47.309030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:05:47.314307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:05:47.318029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:floatingip and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:05:47.320955 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:05:47.326413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:05:47.407085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:47.544752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:47.681835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.113 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/86225ab6-9251-4ce0-8057-7469fd799671) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:05:47.823878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:47.902205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:47.970337 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:05:47.972979 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:05:47.975452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:05:48.007567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=86225ab6-9251-4ce0-8057-7469fd799671,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:48.401192 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:48.430249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:48.470000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:48.586971 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:48.871565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:48.932457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:49.038506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=86225ab6-9251-4ce0-8057-7469fd799671,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:05:49.050344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:49.238484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Floating IP 320dcda7-9c65-4779-adcb-34fa1707e14e associated. External IP: 172.26.1.113, port: cb91b110-8bc5-4019-b486-0f088f271a93. Feb 28 12:05:49.620533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router e1816c79-031a-4f0a-be36-8889d78530f5 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:05:49.817031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:05:49.826781 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] Sync routers for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:05:49.829645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:49.839610 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:49.840212 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:05:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:49.902071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:05:49.957731 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-899a54e9-f427-414c-8a5d-126989cb6cf3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6534469 Feb 28 12:05:49.958294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:05:50.016833 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'status': 'completed', 'code': 200} Feb 28 12:05:50.018332 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:50.175769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46130c62-9a96-4d83-828f-c9a109c8ef61 req-62484273-3ae7-4fe3-8ab7-bbf9150b8291 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 1098 time: 0.1375828 Feb 28 12:05:50.184459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41438ed8-9e86-4628-a655-4269d18e4d8e req-f178514b-d48d-4d04-ab19-a5518e19f60c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:50.185866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41438ed8-9e86-4628-a655-4269d18e4d8e req-f178514b-d48d-4d04-ab19-a5518e19f60c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.1094279 Feb 28 12:05:50.314271 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-41438ed8-9e86-4628-a655-4269d18e4d8e req-e0b33534-4756-40f5-9fd0-eb88758c1b3c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084211 Feb 28 12:05:50.342969 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60624) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:50.350986 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130c62-9a96-4d83-828f-c9a109c8ef61 req-edc2b26f-f92a-4018-b691-0869a14eac6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:50.352502 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46130c62-9a96-4d83-828f-c9a109c8ef61 req-edc2b26f-f92a-4018-b691-0869a14eac6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=db7301cc-3efa-44c9-a34a-65290fc30e8b HTTP/1.1" status: 200 len: 898 time: 0.1658068 Feb 28 12:05:50.387844 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '320dcda7-9c65-4779-adcb-34fa1707e14e', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.113', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'port_id': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'mac_address': 'fa:16:3e:df:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:05:48Z', 'updated_at': '2022-02-28T12:05:48Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7ee0db-9185-482b-b24e-a7bc20819c4d', 'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ce:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:31Z', 'updated_at': '2022-02-28T12:05:38Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:50.391667 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] Checking router: e1816c79-031a-4f0a-be36-8889d78530f5 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:05:50.402510 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:05:50.403137 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:05:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:50.451654 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a80b1b1e-0ec1-4168-b11a-56dde3ed522d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/320dcda7-9c65-4779-adcb-34fa1707e14e HTTP/1.1" status: 200 len: 991 time: 0.1067224 Feb 28 12:05:50.457688 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46130c62-9a96-4d83-828f-c9a109c8ef61 req-ff54e780-fb1d-4860-a7d5-1dd31ee35572 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb91b110-8bc5-4019-b486-0f088f271a93 HTTP/1.1" status: 200 len: 999 time: 0.0997772 Feb 28 12:05:50.601623 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:05:50.618233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46130c62-9a96-4d83-828f-c9a109c8ef61 req-dd1fbb54-39bb-47d5-a577-6097a1c2214b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:05:50.619696 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46130c62-9a96-4d83-828f-c9a109c8ef61 req-dd1fbb54-39bb-47d5-a577-6097a1c2214b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de2fe5ad-6db9-4a20-8b3e-c1e0c105758a HTTP/1.1" status: 200 len: 834 time: 0.1562402 Feb 28 12:05:50.695423 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46130c62-9a96-4d83-828f-c9a109c8ef61 req-8297557b-c139-42c6-b85b-0e45bc775d45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db7301cc-3efa-44c9-a34a-65290fc30e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688405 Feb 28 12:05:50.825546 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46130c62-9a96-4d83-828f-c9a109c8ef61 req-add43944-32a7-4362-8dc3-0dc284d7a715 service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247716 Feb 28 12:05:50.952266 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '320dcda7-9c65-4779-adcb-34fa1707e14e', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.113', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'port_id': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'mac_address': 'fa:16:3e:df:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:05:48Z', 'updated_at': '2022-02-28T12:05:48Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7ee0db-9185-482b-b24e-a7bc20819c4d', 'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ce:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:31Z', 'updated_at': '2022-02-28T12:05:38Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:05:50.956011 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665f026c-dcf5-42d1-9d12-140be2af44a9 None None] The sync data for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv is: [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '320dcda7-9c65-4779-adcb-34fa1707e14e', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.113', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'port_id': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'mac_address': 'fa:16:3e:df:3b:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:05:48Z', 'updated_at': '2022-02-28T12:05:48Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de7ee0db-9185-482b-b24e-a7bc20819c4d', 'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ce:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:31Z', 'updated_at': '2022-02-28T12:05:38Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:05:50.956677 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46130c62-9a96-4d83-828f-c9a109c8ef61 req-c4f569b1-8f29-4ed8-8e8c-0d63e02b7718 service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250167 Feb 28 12:05:51.455360 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60628) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:51.560926 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-dd33355b-dbcc-4a5b-bc90-d93425c8ae48 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/320dcda7-9c65-4779-adcb-34fa1707e14e HTTP/1.1" status: 200 len: 991 time: 0.1044533 Feb 28 12:05:52.564798 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60632) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:52.669829 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-43616f8c-5174-4c23-a31a-90c100bea751 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/320dcda7-9c65-4779-adcb-34fa1707e14e HTTP/1.1" status: 200 len: 991 time: 0.1039140 Feb 28 12:05:53.385874 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1e88f-6af4-4eb2-ac69-550f3ab1ec70 None None] New status for floating IP 320dcda7-9c65-4779-adcb-34fa1707e14e: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:05:53.672898 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60636) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:05:53.777916 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a9c763da-d43d-497e-b0f7-5c8cdf7004bd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/320dcda7-9c65-4779-adcb-34fa1707e14e HTTP/1.1" status: 200 len: 993 time: 0.1039007 Feb 28 12:06:04.238948 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:14.893162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d808b1b-60c0-4504-8a81-85e98b8bd6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:17.064157 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d6d43b68-95ee-412d-bd04-9d7ddd6a04db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:18.408327 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:06:18.433644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:18.456156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:18.872290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc7329-57f8-442b-ad8b-cb2e717684e9 req-fe1674d3-9a39-4ace-ba21-2388ffa812d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:18.873727 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-23bc7329-57f8-442b-ad8b-cb2e717684e9 req-fe1674d3-9a39-4ace-ba21-2388ffa812d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.1319082 Feb 28 12:06:18.880188 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdf5be1d-2a89-4105-ac23-741baa1a3c75 req-a5f3bef4-8c0f-4cdd-91a0-596f9dcfecab service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 1098 time: 0.1034064 Feb 28 12:06:19.001587 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-23bc7329-57f8-442b-ad8b-cb2e717684e9 req-68cba674-9183-4d9a-8385-17f2329ac0e8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203830 Feb 28 12:06:19.037547 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5be1d-2a89-4105-ac23-741baa1a3c75 req-ce909599-c1fd-4788-8b46-0bcd18b38dd2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:19.038978 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdf5be1d-2a89-4105-ac23-741baa1a3c75 req-ce909599-c1fd-4788-8b46-0bcd18b38dd2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db7301cc-3efa-44c9-a34a-65290fc30e8b HTTP/1.1" status: 200 len: 898 time: 0.1443484 Feb 28 12:06:19.139541 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdf5be1d-2a89-4105-ac23-741baa1a3c75 req-f72c6304-a59b-4b86-b6b9-23a3226d5128 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb91b110-8bc5-4019-b486-0f088f271a93 HTTP/1.1" status: 200 len: 1001 time: 0.0942466 Feb 28 12:06:19.204458 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5be1d-2a89-4105-ac23-741baa1a3c75 req-77095637-5299-49db-9899-e77f79e777c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:19.205854 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdf5be1d-2a89-4105-ac23-741baa1a3c75 req-77095637-5299-49db-9899-e77f79e777c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de2fe5ad-6db9-4a20-8b3e-c1e0c105758a HTTP/1.1" status: 200 len: 834 time: 0.0604439 Feb 28 12:06:19.281994 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdf5be1d-2a89-4105-ac23-741baa1a3c75 req-e62f7d3a-d3d1-471c-bd97-ed3248d57f77 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db7301cc-3efa-44c9-a34a-65290fc30e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703461 Feb 28 12:06:19.417503 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdf5be1d-2a89-4105-ac23-741baa1a3c75 req-bccd55d6-5a4f-49b8-aac6-aade201d891d service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286314 Feb 28 12:06:19.550099 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdf5be1d-2a89-4105-ac23-741baa1a3c75 req-dbd8db4f-7c0e-433a-8798-0b5d7bf8b748 service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253891 Feb 28 12:06:19.821614 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:20.202572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4adb70d-5de6-4555-97aa-919e83d73be2 req-f73d33c4-e843-4f5e-979f-120689370a29 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:20.204018 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b4adb70d-5de6-4555-97aa-919e83d73be2 req-f73d33c4-e843-4f5e-979f-120689370a29 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0799859 Feb 28 12:06:20.252130 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b4adb70d-5de6-4555-97aa-919e83d73be2 req-cfe81f39-d1a0-42fd-ac11-a35019c6f685 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425541 Feb 28 12:06:21.450635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29398f1e-cce7-40e6-926e-258bc003f636 req-2906e1e9-81a3-4dfc-9394-ed8b727d2478 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:21.452094 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29398f1e-cce7-40e6-926e-258bc003f636 req-2906e1e9-81a3-4dfc-9394-ed8b727d2478 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0754640 Feb 28 12:06:21.497473 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-29398f1e-cce7-40e6-926e-258bc003f636 req-b1792055-9f03-4316-8772-8aa7fc4ff68c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398090 Feb 28 12:06:22.697492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19acbe-a95f-42a2-81fe-e49f6219f71c req-6437a88d-db5c-4ee6-ab37-88b267e0c2d6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:22.698831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6e19acbe-a95f-42a2-81fe-e49f6219f71c req-6437a88d-db5c-4ee6-ab37-88b267e0c2d6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0790699 Feb 28 12:06:22.743515 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6e19acbe-a95f-42a2-81fe-e49f6219f71c req-ae066be8-f558-4965-99e3-da1a2ac1439f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388041 Feb 28 12:06:24.073990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff35084f-ecc8-43ae-a4a3-eafcc258ebf8 req-f18df82f-449f-4b50-98c8-0484fb214965 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:24.075434 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ff35084f-ecc8-43ae-a4a3-eafcc258ebf8 req-f18df82f-449f-4b50-98c8-0484fb214965 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0741806 Feb 28 12:06:24.120517 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ff35084f-ecc8-43ae-a4a3-eafcc258ebf8 req-5ebe0756-3d3b-44f1-b732-3d615e01dd4c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397396 Feb 28 12:06:25.407683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee13a371-c0eb-4fb0-9b1b-651101430577 req-9e7a80a5-b6be-476f-98fa-cf12ce292fed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:25.409169 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ee13a371-c0eb-4fb0-9b1b-651101430577 req-9e7a80a5-b6be-476f-98fa-cf12ce292fed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.1687348 Feb 28 12:06:25.454814 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ee13a371-c0eb-4fb0-9b1b-651101430577 req-8269e69b-a43d-4b29-94d4-fe2330251cee tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401752 Feb 28 12:06:26.648472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca53cd6-2aac-42e1-bdbf-5ae1471d3848 req-17cb0f14-40ed-4318-969f-ba30aa4cd8c4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:26.650185 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ca53cd6-2aac-42e1-bdbf-5ae1471d3848 req-17cb0f14-40ed-4318-969f-ba30aa4cd8c4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0764594 Feb 28 12:06:26.695357 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1ca53cd6-2aac-42e1-bdbf-5ae1471d3848 req-cc109271-e932-4541-ad1f-77ddbbdbf3cb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394778 Feb 28 12:06:27.912250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a603ccb-5753-46d5-a44f-911baf4007da req-f2bc7225-151f-4b63-9e10-f9196eea0170 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:27.913583 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a603ccb-5753-46d5-a44f-911baf4007da req-f2bc7225-151f-4b63-9e10-f9196eea0170 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0808296 Feb 28 12:06:27.959339 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a603ccb-5753-46d5-a44f-911baf4007da req-3b51c278-2240-48fc-9eb6-41ba8c529252 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403910 Feb 28 12:06:29.152699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90610939-46bc-4bb8-bfca-40a5093a4c1f req-25e69f13-dc6a-4144-b85c-13fa2c651e7b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:29.154133 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-90610939-46bc-4bb8-bfca-40a5093a4c1f req-25e69f13-dc6a-4144-b85c-13fa2c651e7b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0753536 Feb 28 12:06:29.203565 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-90610939-46bc-4bb8-bfca-40a5093a4c1f req-7c5a0c22-2e8a-4a1d-9c98-dc317a74fd1e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431135 Feb 28 12:06:30.399663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d78598-9360-4e62-b6e0-bd6f82d7732b req-4f6bd284-f819-4d13-91d5-134c324eb5ee tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:30.401210 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b0d78598-9360-4e62-b6e0-bd6f82d7732b req-4f6bd284-f819-4d13-91d5-134c324eb5ee tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0762260 Feb 28 12:06:30.448614 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b0d78598-9360-4e62-b6e0-bd6f82d7732b req-b528d55c-215f-496e-bb43-6c6cd8f57e6a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412400 Feb 28 12:06:31.647013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fad358-ef35-45ff-8e80-cbd5adf3101a req-a6eb35b3-e6b4-4f76-a76d-af1b1ca6bca8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:31.648470 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-80fad358-ef35-45ff-8e80-cbd5adf3101a req-a6eb35b3-e6b4-4f76-a76d-af1b1ca6bca8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0804603 Feb 28 12:06:31.693045 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-80fad358-ef35-45ff-8e80-cbd5adf3101a req-8eb2b2c9-f8c5-4c61-a870-3e8bff77c007 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388885 Feb 28 12:06:31.720940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60674) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:06:31.823185 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e0000e52-506e-4eea-b186-2d4b6b88c7e8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/320dcda7-9c65-4779-adcb-34fa1707e14e HTTP/1.1" status: 200 len: 993 time: 0.1011186 Feb 28 12:06:34.267484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:44.222204 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-0e6a57f2-26c5-4e1e-a1d0-774eb7464b47 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0661891 Feb 28 12:06:44.361935 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-f7fa2f43-6e8f-423f-8b5d-f53b42c921df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 1098 time: 0.0714746 Feb 28 12:06:44.502343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-d91ca7c9-cc45-466c-9916-3fc518bf12fe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:44.503699 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-d91ca7c9-cc45-466c-9916-3fc518bf12fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=db7301cc-3efa-44c9-a34a-65290fc30e8b HTTP/1.1" status: 200 len: 898 time: 0.1242616 Feb 28 12:06:44.601250 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-ba5bcd4f-a7ab-4f01-bf78-6b8e353208a7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb91b110-8bc5-4019-b486-0f088f271a93 HTTP/1.1" status: 200 len: 1001 time: 0.0918179 Feb 28 12:06:44.667670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-d055d88c-b750-41a5-8cf8-a288fc9f0253 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:06:44.669095 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-d055d88c-b750-41a5-8cf8-a288fc9f0253 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de2fe5ad-6db9-4a20-8b3e-c1e0c105758a HTTP/1.1" status: 200 len: 834 time: 0.0618167 Feb 28 12:06:44.741516 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-6170df33-ed03-4ce4-b977-077c646b9afb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db7301cc-3efa-44c9-a34a-65290fc30e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662515 Feb 28 12:06:44.868526 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-3b92d00b-1b85-47c9-8b75-804b044b9d46 service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213782 Feb 28 12:06:44.904266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b1d87c9-1fcb-441d-993d-2008570b2901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:44.997530 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3db7494-37c8-48ae-b48a-76c1b2905d5b req-9500fc02-8310-450c-b7ed-a82e27936813 service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235244 Feb 28 12:06:47.033275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c4449950-95d3-4ed8-8cd6-e011ebeb8d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:48.410277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:48.444914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:49.827644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:06:55.409011 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:07:02.561084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60696) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:02.840000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 86225ab6-9251-4ce0-8057-7469fd799671 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:07:02.840325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:03.005702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:03.006026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:03.123388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 86225ab6-9251-4ce0-8057-7469fd799671 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:07:03.524550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:03.573474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=86225ab6-9251-4ce0-8057-7469fd799671,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:03.638552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.638922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.639263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.639600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.639931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.640262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.640643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.640938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.641269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.641581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.641902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:03.673110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:04.061293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router e1816c79-031a-4f0a-be36-8889d78530f5 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:07:04.258346 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:07:04.268768 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] Sync routers for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:07:04.282477 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:04.283242 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:06:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:04.284568 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:04.334492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:04.390012 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eebe1760-d7a6-45a4-8551-13ed73134a8f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/floatingips/320dcda7-9c65-4779-adcb-34fa1707e14e HTTP/1.1" status: 204 len: 168 time: 1.8278697 Feb 28 12:07:04.390680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:07:04.463345 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:04.535225 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'status': 'completed', 'code': 200} Feb 28 12:07:04.628737 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc519a37-09a6-4e34-a285-95f4f4ed7a2c req-7e83a6c2-dc9f-4c29-a134-232a3148f08c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 1098 time: 0.0729239 Feb 28 12:07:04.786013 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'de7ee0db-9185-482b-b24e-a7bc20819c4d', 'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ce:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:31Z', 'updated_at': '2022-02-28T12:05:38Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:04.790325 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] Checking router: e1816c79-031a-4f0a-be36-8889d78530f5 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:07:04.801965 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:04.802579 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:06:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:04.866735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc519a37-09a6-4e34-a285-95f4f4ed7a2c req-bf3f4abc-bd43-451a-a70c-31984255acad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:04.868206 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc519a37-09a6-4e34-a285-95f4f4ed7a2c req-bf3f4abc-bd43-451a-a70c-31984255acad service neutron] 10.222.0.57 "GET /v2.0/networks?id=db7301cc-3efa-44c9-a34a-65290fc30e8b HTTP/1.1" status: 200 len: 898 time: 0.2330430 Feb 28 12:07:04.977834 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc519a37-09a6-4e34-a285-95f4f4ed7a2c req-a60e4d43-a0be-4dd6-b56c-f80c437a7ce1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb91b110-8bc5-4019-b486-0f088f271a93 HTTP/1.1" status: 200 len: 217 time: 0.1025870 Feb 28 12:07:04.979218 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:05.059207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0019b76f-5211-401c-9cf6-5e281facef8a req-2e448685-447f-4445-8601-300c7e65fdd0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:05.059880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-0019b76f-5211-401c-9cf6-5e281facef8a req-2e448685-447f-4445-8601-300c7e65fdd0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:05.062761 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc519a37-09a6-4e34-a285-95f4f4ed7a2c req-8b0436fa-1553-4c2c-ade3-24c6cd8e53ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:05.064129 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc519a37-09a6-4e34-a285-95f4f4ed7a2c req-8b0436fa-1553-4c2c-ade3-24c6cd8e53ed service neutron] 10.222.0.57 "GET /v2.0/subnets?id=de2fe5ad-6db9-4a20-8b3e-c1e0c105758a HTTP/1.1" status: 200 len: 834 time: 0.0788176 Feb 28 12:07:05.145355 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc519a37-09a6-4e34-a285-95f4f4ed7a2c req-1cf1d1d1-ca34-42d2-aeb0-8bdf31a76644 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db7301cc-3efa-44c9-a34a-65290fc30e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724528 Feb 28 12:07:05.170526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-0019b76f-5211-401c-9cf6-5e281facef8a req-2e448685-447f-4445-8601-300c7e65fdd0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:05.171651 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0019b76f-5211-401c-9cf6-5e281facef8a req-2e448685-447f-4445-8601-300c7e65fdd0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.2499497 Feb 28 12:07:05.290245 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0019b76f-5211-401c-9cf6-5e281facef8a req-8d830bdd-a589-4ac1-9579-9e0bebcd087f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738513 Feb 28 12:07:05.314719 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc519a37-09a6-4e34-a285-95f4f4ed7a2c req-05447cc2-788e-489e-99a5-5747b1eff528 service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634488 Feb 28 12:07:05.319590 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'de7ee0db-9185-482b-b24e-a7bc20819c4d', 'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ce:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:31Z', 'updated_at': '2022-02-28T12:05:38Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:05.323789 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ac8882-a2a0-48e4-b14e-fc8c5c563f6f None None] The sync data for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv is: [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:05:32Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'de7ee0db-9185-482b-b24e-a7bc20819c4d', 'name': '', 'network_id': 'db7301cc-3efa-44c9-a34a-65290fc30e8b', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:ce:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:31Z', 'updated_at': '2022-02-28T12:05:38Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'de2fe5ad-6db9-4a20-8b3e-c1e0c105758a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:07:05.453011 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fc519a37-09a6-4e34-a285-95f4f4ed7a2c req-fcff69fe-dd78-46a4-b2ed-59e5dbbca42d service neutron] 10.222.0.57 "GET /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323228 Feb 28 12:07:05.550037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e40d0f-efbb-4218-b9e7-878f40c23224 None None] New status for floating IP 320dcda7-9c65-4779-adcb-34fa1707e14e: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:07:06.375401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-07eef6b2-2df9-47cd-993e-97f24515635e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:06.376961 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-07eef6b2-2df9-47cd-993e-97f24515635e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.0753779 Feb 28 12:07:06.486072 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port cb91b110-8bc5-4019-b486-0f088f271a93 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:07:06.486466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:06.601632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb630d2-1a73-4218-abaf-33e1b55a96ab req-9a6005a7-bcd1-4229-b9c6-8249fcb1613d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:06.603005 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2eb630d2-1a73-4218-abaf-33e1b55a96ab req-9a6005a7-bcd1-4229-b9c6-8249fcb1613d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 945 time: 0.1851416 Feb 28 12:07:06.733863 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2eb630d2-1a73-4218-abaf-33e1b55a96ab req-0809d6d8-63b1-4fdc-b4f5-e5be72592297 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=3fbabb10-fadf-4bec-a451-7cf66db13bce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237552 Feb 28 12:07:06.780755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port cb91b110-8bc5-4019-b486-0f088f271a93, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=cb91b110-8bc5-4019-b486-0f088f271a93,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:06.781111 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:06.902837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for cb91b110-8bc5-4019-b486-0f088f271a93 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:07:07.136049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:07.186078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=cb91b110-8bc5-4019-b486-0f088f271a93,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:07.257117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] No DVR routers for this DVR port cb91b110-8bc5-4019-b486-0f088f271a93 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:07:07.259735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:07.262115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'name': 'network-vif-deleted', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:07:07.325034 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7157c05-8c5f-4035-8572-c14067b954bf', 'name': 'network-vif-deleted', 'tag': 'cb91b110-8bc5-4019-b486-0f088f271a93', 'status': 'completed', 'code': 200} Feb 28 12:07:07.370756 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4df25b7f-cd38-4bdb-930c-196e3994a9f4 req-14852aaa-68a7-43a6-b645-bf102976ce5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "DELETE /v2.0/ports/cb91b110-8bc5-4019-b486-0f088f271a93 HTTP/1.1" status: 204 len: 173 time: 0.9889586 Feb 28 12:07:07.907803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-50225ea2-2173-45e4-b07d-1fc4cb292219 req-d04464b0-f4ff-46bf-9c5e-1ab10ee7ae1b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:07.979214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-50225ea2-2173-45e4-b07d-1fc4cb292219 req-d04464b0-f4ff-46bf-9c5e-1ab10ee7ae1b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:07.980384 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-50225ea2-2173-45e4-b07d-1fc4cb292219 req-d04464b0-f4ff-46bf-9c5e-1ab10ee7ae1b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=f7157c05-8c5f-4035-8572-c14067b954bf HTTP/1.1" status: 200 len: 210 time: 0.1148155 Feb 28 12:07:09.086135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cb91b110-8bc5-4019-b486-0f088f271a93 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:07:09.086659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60716) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:09.119715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: cb91b110-8bc5-4019-b486-0f088f271a93 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:07:09.120051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device cb91b110-8bc5-4019-b486-0f088f271a93 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:07:09.567430 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:10.167191 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port de7ee0db-9185-482b-b24e-a7bc20819c4d {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:07:10.167980 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:10.351183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port de7ee0db-9185-482b-b24e-a7bc20819c4d, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=de7ee0db-9185-482b-b24e-a7bc20819c4d,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:10.351529 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:10.468721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for de7ee0db-9185-482b-b24e-a7bc20819c4d owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:07:10.775596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:10.821171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=de7ee0db-9185-482b-b24e-a7bc20819c4d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:11.112421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:11.670953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router e1816c79-031a-4f0a-be36-8889d78530f5 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:07:11.861229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:07:11.870551 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] Sync routers for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:07:11.882277 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:11.882996 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:06:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:11.943318 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7ebd0dda-c83e-4ab5-8985-1ceac09c702f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/e1816c79-031a-4f0a-be36-8889d78530f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8553514 Feb 28 12:07:11.945850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60720) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:12.058010 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:12.235644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be0c808-33f3-4a5d-8fc6-0b9c9f6edc43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting subnet de2fe5ad-6db9-4a20-8b3e-c1e0c105758a {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:07:12.238523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5be0c808-33f3-4a5d-8fc6-0b9c9f6edc43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:12.295429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5be0c808-33f3-4a5d-8fc6-0b9c9f6edc43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:12.344676 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:07:10Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:12.349117 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] Checking router: e1816c79-031a-4f0a-be36-8889d78530f5 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:07:12.359461 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] Routers {'e1816c79-031a-4f0a-be36-8889d78530f5'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:12.360128 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:06:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['e1816c79-031a-4f0a-be36-8889d78530f5'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:12.379495 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5be0c808-33f3-4a5d-8fc6-0b9c9f6edc43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:12.519677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5be0c808-33f3-4a5d-8fc6-0b9c9f6edc43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:12.537837 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] Set router e1816c79-031a-4f0a-be36-8889d78530f5 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:12.559517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0c808-33f3-4a5d-8fc6-0b9c9f6edc43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Subnet': ['ID=de2fe5ad-6db9-4a20-8b3e-c1e0c105758a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:12.564689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5be0c808-33f3-4a5d-8fc6-0b9c9f6edc43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:12.572580 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8e166f-8744-4b28-b493-e7757e0cbefa None None] Network db7301cc-3efa-44c9-a34a-65290fc30e8b requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:07:12.578821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5be0c808-33f3-4a5d-8fc6-0b9c9f6edc43 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/subnets/de2fe5ad-6db9-4a20-8b3e-c1e0c105758a HTTP/1.1" status: 204 len: 168 time: 0.6296675 Feb 28 12:07:12.579096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60724) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:12.783873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:12.851960 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:07:10Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:12.855805 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652a23ec-61c7-4506-834f-586c8930d65e None None] The sync data for ids ['e1816c79-031a-4f0a-be36-8889d78530f5'] in dv-neutron-830866-1-hyperv is: [{'id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-536598283', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213'}], 'enable_snat': True}, 'gw_port_id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:05:27Z', 'updated_at': '2022-02-28T12:07:10Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'e742b3c4-ae37-496b-bc3b-ece11f78fd31', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ca:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1816c79-031a-4f0a-be36-8889d78530f5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:05:28Z', 'updated_at': '2022-02-28T12:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:07:12.879538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] DHCP port deletion for db7301cc-3efa-44c9-a34a-65290fc30e8b request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:07:12.883852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Deleting port 500fdf9c-89f1-4a97-af3d-d84809e34d3b {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:07:12.884476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:12.989774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:13.081647 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] For port 500fdf9c-89f1-4a97-af3d-d84809e34d3b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=500fdf9c-89f1-4a97-af3d-d84809e34d3b,segment=NetworkSegment(dc40836d-4937-4120-b443-b5bf62d27dfd),segment_id=dc40836d-4937-4120-b443-b5bf62d27dfd)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:13.082022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:13.090265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port e742b3c4-ae37-496b-bc3b-ece11f78fd31 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:07:13.090564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:13.203063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Calling delete_port for 500fdf9c-89f1-4a97-af3d-d84809e34d3b owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:07:13.271690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port e742b3c4-ae37-496b-bc3b-ece11f78fd31, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=e742b3c4-ae37-496b-bc3b-ece11f78fd31,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:13.272043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:13.353317 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:13.395629 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for e742b3c4-ae37-496b-bc3b-ece11f78fd31 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:07:13.402592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Pushing event deleted for resources: {'Port': ['ID=500fdf9c-89f1-4a97-af3d-d84809e34d3b,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:13.411918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] No DVR routers for this DVR port 500fdf9c-89f1-4a97-af3d-d84809e34d3b on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:07:13.417317 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.422620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8d75e6-e901-460b-90fd-1fd1e703dd74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:13.650175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:13.697882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=e742b3c4-ae37-496b-bc3b-ece11f78fd31,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:13.919765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.276373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.280435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.381311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.381883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Fanout notify agent at l3_agent the message router_deleted on router e1816c79-031a-4f0a-be36-8889d78530f5 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:07:14.396653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.397781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4b5fc94b-baa9-4b8a-b2bb-8a54f5e30fe2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/routers/e1816c79-031a-4f0a-be36-8889d78530f5 HTTP/1.1" status: 204 len: 168 time: 1.8177752 Feb 28 12:07:14.400681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60728) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:14.519233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.648203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.673022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7301cc-3efa-44c9-a34a-65290fc30e8b']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:14.684482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc40836d-4937-4120-b443-b5bf62d27dfd') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:14.684779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc40836d-4937-4120-b443-b5bf62d27dfd') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:14.695709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.711388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.717492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Releasing vlan 739 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:07:14.717869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:07:14.732271 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:07:14.867647 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.889871 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 500fdf9c-89f1-4a97-af3d-d84809e34d3b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:07:14.892070 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.911695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Network': ['ID=db7301cc-3efa-44c9-a34a-65290fc30e8b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:14.915479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.915823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.916167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.916499 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.916828 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.917266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.917594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.917918 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.918235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.918553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.918895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:14.922615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-67bdd8f1-3075-4dd6-81c9-91b2f4498b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:14.924125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 500fdf9c-89f1-4a97-af3d-d84809e34d3b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:07:14.924515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 500fdf9c-89f1-4a97-af3d-d84809e34d3b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:07:14.924994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7ee0db-9185-482b-b24e-a7bc20819c4d no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:07:14.956519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: de7ee0db-9185-482b-b24e-a7bc20819c4d {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:07:14.956878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device de7ee0db-9185-482b-b24e-a7bc20819c4d not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:07:14.976663 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d30aaa20-a1aa-4df5-b343-231c2ed335ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/networks/db7301cc-3efa-44c9-a34a-65290fc30e8b HTTP/1.1" status: 204 len: 168 time: 0.5749176 Feb 28 12:07:14.979197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60732) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:15.047146 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d030d6a-1223-4897-8a7a-8a1441530597 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.075705 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d030d6a-1223-4897-8a7a-8a1441530597 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.175980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d030d6a-1223-4897-8a7a-8a1441530597 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.198032 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d030d6a-1223-4897-8a7a-8a1441530597 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbabb10-fadf-4bec-a451-7cf66db13bce,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:15.204270 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d030d6a-1223-4897-8a7a-8a1441530597 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.206227 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5d030d6a-1223-4897-8a7a-8a1441530597 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/security-groups/3fbabb10-fadf-4bec-a451-7cf66db13bce HTTP/1.1" status: 204 len: 168 time: 0.2258971 Feb 28 12:07:15.599892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60742) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:15.605308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698446538', 'description': 'tempest-secgroup-smoke-698446538 description', 'project_id': '589c4da3e4c14482880aab77996e4c70'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:15.611747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:15.615864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:15.618797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:15.625125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:15.716402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.751899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:15.755809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:15.758492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:15.764230 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:15.815811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.872813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.916223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5877a5d3-1a23-40c2-b813-6876f1981f29,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:15.987516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:15.988731 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d7c2ab2f-a58e-4c33-a790-081359d38a32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3884187 Feb 28 12:07:15.991645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60746) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:15.997012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '5877a5d3-1a23-40c2-b813-6876f1981f29', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:16.002903 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:16.006589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:16.010525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:16.016965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:16.102251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.165443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.227027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.250121 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c38975ed-fd66-45dd-8e33-afd20eced57a,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:16.324294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.325520 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e11d9090-288d-495e-8f13-a122ddd3bb41 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3329871 Feb 28 12:07:16.328246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60750) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:16.334185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '5877a5d3-1a23-40c2-b813-6876f1981f29', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:16.339985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:16.343758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:16.346713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:16.352371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:16.427508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.475123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device e742b3c4-ae37-496b-bc3b-ece11f78fd31 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:07:16.488499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.507598 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: e742b3c4-ae37-496b-bc3b-ece11f78fd31 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:07:16.507934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device e742b3c4-ae37-496b-bc3b-ece11f78fd31 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:07:16.564859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.589045 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd970078-9ab8-4fc6-9408-4b65f5866125,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:16.659000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.660214 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f06e00e7-63c3-49b3-8ef1-76171fea6a50 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3310585 Feb 28 12:07:16.662822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60754) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:16.668208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '5877a5d3-1a23-40c2-b813-6876f1981f29', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:16.674545 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:16.678323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:16.681156 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:16.686773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:16.762023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.822481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.898598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.924330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3ba4385-8e5b-478b-b6c8-49f1e29e8bd6,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:16.993129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:16.994312 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6f6c9ba3-e007-44ad-8ef7-d42dab9754c7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3305774 Feb 28 12:07:16.997074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60758) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:17.003168 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '5877a5d3-1a23-40c2-b813-6876f1981f29', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:17.009004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:17.010643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c6d4f7d2-3730-4e42-b7e3-1ac4032478f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.013368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:17.016949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:17.022925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:17.079013 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.141054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.181400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.203882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07495b37-c710-4881-96ba-a4a6d9bd7a77,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:17.279313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.280485 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-83d39776-a51a-4241-82e4-73440f1d1321 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2825265 Feb 28 12:07:17.283932 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60762) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:17.289308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '5877a5d3-1a23-40c2-b813-6876f1981f29', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:17.295061 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:17.299429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:17.302331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:17.308116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:17.381863 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:07:17.389270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.459544 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.521872 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.545708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3653881-0d66-4077-85f0-6726510dd5f9,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:17.615692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.616855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7a44c7a6-4e67-4d39-a742-a30722cf18fd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3320308 Feb 28 12:07:17.619608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60766) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:17.625067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '5877a5d3-1a23-40c2-b813-6876f1981f29', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:17.631014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:17.635125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:17.637875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:17.644227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:17.733054 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:07:17.739892 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.805944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.875726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.899865 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=533bb076-89d5-4c92-abd5-1cd655b3fced,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:17.967306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:17.968580 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-88274d50-cdec-45b2-8e17-3aaddf4be79b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3480766 Feb 28 12:07:17.971886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60770) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:17.977135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'network': {'name': 'tempest-network-smoke--392048481', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'port_security_enabled': True}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:17.981956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:17.985956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:network and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:17.988889 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:17.994560 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:18.070379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:07:18.073641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.101849 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 737} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:07:18.110052 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.110393 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Added segment 000f91df-8b4b-45dd-a992-59e24b6c2117 of type vlan for network 40311fc3-7e09-4f49-bd52-b21b249c32ca Feb 28 12:07:18.135443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.224784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.228814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:18.229387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.339735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Network': ['ID=40311fc3-7e09-4f49-bd52-b21b249c32ca,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:18.350946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 40311fc3-7e09-4f49-bd52-b21b249c32ca details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:07:18.385692 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fa006a5b-a03a-40ca-a4e4-28c0719ade32 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4127836 Feb 28 12:07:18.388526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60774) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:18.394339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'admin_state_up': True, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:18.401534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:18.405429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:router and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:18.408947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:18.414773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:18.418276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.419710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.490331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.491306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.508769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.698413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.944637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:18.973141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.186318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.130 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/752bb225-4289-4d50-a98a-b94310626c08) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:19.332332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.416089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.485204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:19.489326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:19.491103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=752bb225-4289-4d50-a98a-b94310626c08,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:19.493166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:07:19.708297 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.708938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:19.821666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:20.002264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router ea960bba-b4e2-4adc-ae7a-a8e962392dda is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:07:20.212220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:07:20.222765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Sync routers for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:07:20.234273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:20.240388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:07:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:20.313600 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:20.318350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60778) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:20.318992 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8771558e-57bb-4f47-81c4-be3410ea223e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9287391 Feb 28 12:07:20.419635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:20.461836 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b408344d-fd53-4b04-ba4d-d8fecf0771f9 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=589c4da3e4c14482880aab77996e4c70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1415009 Feb 28 12:07:20.464714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60782) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:20.592143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25605077-93d4-4179-9fa0-0255d4515032 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:20.596916 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-25605077-93d4-4179-9fa0-0255d4515032 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278644 Feb 28 12:07:20.597361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60786) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:20.637562 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-1b9d8c21-db2d-43b8-95de-6e60fdaf2a51 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389659 Feb 28 12:07:20.640100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60790) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:20.646050 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1423287057', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:20.737212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:19Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:20.741090 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Checking router: ea960bba-b4e2-4adc-ae7a-a8e962392dda for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:07:20.741463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Updating router ea960bba-b4e2-4adc-ae7a-a8e962392dda port 752bb225-4289-4d50-a98a-b94310626c08 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:07:20.758607 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:20.762587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:subnet and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:20.765326 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:20.771835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:20.791881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:20.844862 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:07:20.945967 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.110295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.121671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Transition to ACTIVE for port object 752bb225-4289-4d50-a98a-b94310626c08 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:21.185037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.213811 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.266739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd799f-c80c-4460-8bbd-38adb031ae96 None None] Pushing event updated for resources: {'Port': ['ID=752bb225-4289-4d50-a98a-b94310626c08,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:21.269387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Attempting to bind port 752bb225-4289-4d50-a98a-b94310626c08 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:07:21.269784 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Attempting to bind port 752bb225-4289-4d50-a98a-b94310626c08 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:07:21.270576 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Attempting to bind port 752bb225-4289-4d50-a98a-b94310626c08 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:07:21.277741 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:07:21.278117 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:07:21.278622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.278954 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:07:21.283169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Bound port: 752bb225-4289-4d50-a98a-b94310626c08, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:07:21.283169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.288951 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Subnet': ['ID=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:21.304574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Checking segment: {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:07:21.304932 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network hostable DHCP agents. Network: 40311fc3-7e09-4f49-bd52-b21b249c32ca, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:07:21.350697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] For port 752bb225-4289-4d50-a98a-b94310626c08, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:07:21.353622 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] For port 752bb225-4289-4d50-a98a-b94310626c08, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=752bb225-4289-4d50-a98a-b94310626c08,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:07:21.425312 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 40311fc3-7e09-4f49-bd52-b21b249c32ca is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:07:21.459134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.507242 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 40311fc3-7e09-4f49-bd52-b21b249c32ca) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:21.511740 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:21.512423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:21.528588 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d34cf70-87a7-40ce-bc91-80dddcb2bb83 None None] Network 40311fc3-7e09-4f49-bd52-b21b249c32ca requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:07:21.611699 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-10e031aa-cd9b-4a0e-897e-498f6c534e2e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9674745 Feb 28 12:07:21.612308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60794) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:21.614160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd799f-c80c-4460-8bbd-38adb031ae96 None None] Pushing event updated for resources: {'Port': ['ID=752bb225-4289-4d50-a98a-b94310626c08,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:21.627229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:21.627848 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:07:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:21.905096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:21.947498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-40311fc3-7e09-4f49-bd52-b21b249c32ca', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:07:21.948307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.297790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Allocated IP 172.20.0.2 (40311fc3-7e09-4f49-bd52-b21b249c32ca/c594ec74-d95d-43e7-ab46-e9a8db1f3fc9/15c71802-5f5f-4470-adf0-de6ae1344d0c) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:22.454789 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.465328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:19Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:22.482611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5820cde-941e-4a8c-9e0e-b73bb4c23c5b None None] The sync data for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv is: [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:19Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:07:22.569149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.580809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Transition to ACTIVE for port object 15c71802-5f5f-4470-adf0-de6ae1344d0c will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:22.600478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Transition to ACTIVE for port object 15c71802-5f5f-4470-adf0-de6ae1344d0c will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:22.692327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.773607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Network 40311fc3-7e09-4f49-bd52-b21b249c32ca is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:22.776442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:22.780823 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:07:22.783041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Pushing event updated for resources: {'Port': ['ID=15c71802-5f5f-4470-adf0-de6ae1344d0c,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:22.873104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Attempting to bind port 15c71802-5f5f-4470-adf0-de6ae1344d0c on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:07:22.873620 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Attempting to bind port 15c71802-5f5f-4470-adf0-de6ae1344d0c by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:07:22.874072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Attempting to bind port 15c71802-5f5f-4470-adf0-de6ae1344d0c on network 40311fc3-7e09-4f49-bd52-b21b249c32ca {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:07:22.882320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:07:22.882689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Checking segment: {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:07:22.883112 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.883502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Bound using segment: {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:07:22.884669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Bound port: 15c71802-5f5f-4470-adf0-de6ae1344d0c, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:07:22.885058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:22.887561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.1 (40311fc3-7e09-4f49-bd52-b21b249c32ca/c594ec74-d95d-43e7-ab46-e9a8db1f3fc9/f247e3f9-1bab-4df4-9aaa-861a8e7803d7) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:22.981546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] For port 15c71802-5f5f-4470-adf0-de6ae1344d0c, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:07:22.986745 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] For port 15c71802-5f5f-4470-adf0-de6ae1344d0c, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=15c71802-5f5f-4470-adf0-de6ae1344d0c,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:07:23.069633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.073617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.087301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object f247e3f9-1bab-4df4-9aaa-861a8e7803d7 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:23.153293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dda25-c358-4fb5-afa9-7754c948b88e None None] Pushing event updated for resources: {'Port': ['ID=15c71802-5f5f-4470-adf0-de6ae1344d0c,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:23.185723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.266965 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 40311fc3-7e09-4f49-bd52-b21b249c32ca is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:23.270783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:23.274693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:07:23.316129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=f247e3f9-1bab-4df4-9aaa-861a8e7803d7,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:23.354949 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.531774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:23.938450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.002321 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.060876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26accab0-9905-4a03-9e60-2042e00093f0 None None] Network 40311fc3-7e09-4f49-bd52-b21b249c32ca requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:07:24.110334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.114015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=f247e3f9-1bab-4df4-9aaa-861a8e7803d7,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:24.269919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5ddac4d9-01bf-4e89-895b-48de8d66b22a None None] Provisioning for port 15c71802-5f5f-4470-adf0-de6ae1344d0c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:24.347819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 40311fc3-7e09-4f49-bd52-b21b249c32ca is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:24.349163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:24.570236 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5d6548ec-fe93-4d6f-9499-7175dc9b1570 None None] Provisioning for port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:24.575890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-5d6548ec-fe93-4d6f-9499-7175dc9b1570 None None] Provisioning complete for port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:24.576453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5d6548ec-fe93-4d6f-9499-7175dc9b1570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.628128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 15c71802-5f5f-4470-adf0-de6ae1344d0c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:24.687569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-5d6548ec-fe93-4d6f-9499-7175dc9b1570 None None] Port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:07:24.758833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router ea960bba-b4e2-4adc-ae7a-a8e962392dda has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:07:24.796055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 15c71802-5f5f-4470-adf0-de6ae1344d0c completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:24.802621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 15c71802-5f5f-4470-adf0-de6ae1344d0c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:24.803088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.873911 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-37f3cadc-ca77-415d-84d3-4319746782c1 None None] Provisioning complete for port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:24.874370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-37f3cadc-ca77-415d-84d3-4319746782c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.971734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:07:24.974276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-37f3cadc-ca77-415d-84d3-4319746782c1 None None] Port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:07:24.984073 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:24.991378 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fa74db41-393b-47b1-a5dd-bb715ccc4818 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/ea960bba-b4e2-4adc-ae7a-a8e962392dda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3779616 Feb 28 12:07:25.018431 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 15c71802-5f5f-4470-adf0-de6ae1344d0c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=15c71802-5f5f-4470-adf0-de6ae1344d0c,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:25.070772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.071608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 752bb225-4289-4d50-a98a-b94310626c08 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:25.170742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-dfc5d48f-fa37-4923-a64e-1d511763e40f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:25.199330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=15c71802-5f5f-4470-adf0-de6ae1344d0c,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:25.202143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-9e79171b-8151-43dc-99f7-cd65f9238015 None None] Provisioning complete for port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:25.202498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e79171b-8151-43dc-99f7-cd65f9238015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.248042 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-dfc5d48f-fa37-4923-a64e-1d511763e40f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:25.249400 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-dfc5d48f-fa37-4923-a64e-1d511763e40f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698446538&fields=id&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 267 time: 0.1244020 Feb 28 12:07:25.259927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-9e79171b-8151-43dc-99f7-cd65f9238015 None None] Port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:07:25.339249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 752bb225-4289-4d50-a98a-b94310626c08 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:25.344179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 752bb225-4289-4d50-a98a-b94310626c08 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:25.344546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.400941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-d82f611e-1198-4eda-9119-0814b4074ff9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:25.401474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-d82f611e-1198-4eda-9119-0814b4074ff9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:25.464068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.479570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 752bb225-4289-4d50-a98a-b94310626c08, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=752bb225-4289-4d50-a98a-b94310626c08,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:25.504698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-d82f611e-1198-4eda-9119-0814b4074ff9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:25.505866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-d82f611e-1198-4eda-9119-0814b4074ff9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/networks?id=40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 200 len: 796 time: 0.2490160 Feb 28 12:07:25.524017 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-aba72f7c-2f64-4d27-9d97-afb098e29211 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/quotas/589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 375 time: 0.0123651 Feb 28 12:07:25.556594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:25.606976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-3db18fa0-6c81-4214-93d7-0bb430f0f4bf tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:25.624804 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=752bb225-4289-4d50-a98a-b94310626c08,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:25.699335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-3db18fa0-6c81-4214-93d7-0bb430f0f4bf tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:25.700715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-3db18fa0-6c81-4214-93d7-0bb430f0f4bf tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1716084 Feb 28 12:07:25.908162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-aa093c4c-69a8-49a8-ac5b-b837e40d29c1 service neutron] 10.222.0.31 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952696 Feb 28 12:07:25.946037 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Sync routers for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:07:25.957894 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:25.958481 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:07:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:26.040368 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-2517c3ad-4e6b-4159-963e-97e140dd2c94 service neutron] 10.222.0.31 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258876 Feb 28 12:07:26.131784 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:26.433185 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'f247e3f9-1bab-4df4-9aaa-861a8e7803d7', 'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:06:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:22Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 2, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:26.436827 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Checking router: ea960bba-b4e2-4adc-ae7a-a8e962392dda for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:07:26.437169 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Updating router ea960bba-b4e2-4adc-ae7a-a8e962392dda port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:07:26.490319 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:26.530108 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 15c71802-5f5f-4470-adf0-de6ae1344d0c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:26.599539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 15c71802-5f5f-4470-adf0-de6ae1344d0c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:26.599901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:26.711788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 752bb225-4289-4d50-a98a-b94310626c08 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:26.811027 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 752bb225-4289-4d50-a98a-b94310626c08 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:26.811393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:26.827370 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:26.839093 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Transition to ACTIVE for port object f247e3f9-1bab-4df4-9aaa-861a8e7803d7 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:26.921746 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.082369 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Pushing event updated for resources: {'Port': ['ID=f247e3f9-1bab-4df4-9aaa-861a8e7803d7,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:27.095286 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.096762 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.097138 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.097435 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.098006 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.098340 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.099166 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.099166 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.099415 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.099634 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.099950 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:07:27.160796 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Attempting to bind port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:07:27.161156 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Attempting to bind port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:07:27.162292 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Attempting to bind port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 on network 40311fc3-7e09-4f49-bd52-b21b249c32ca {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:07:27.170728 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:07:27.171391 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Checking segment: {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:07:27.171947 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.172505 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Bound using segment: {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:07:27.173131 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Bound port: f247e3f9-1bab-4df4-9aaa-861a8e7803d7, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:07:27.174470 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.180697 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed441b0b-3d95-4b5d-bc40-fa5e49ef5df8 req-20932b55-8569-4635-8d35-da3b11f64149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 210 time: 0.0534139 Feb 28 12:07:27.269930 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] For port f247e3f9-1bab-4df4-9aaa-861a8e7803d7, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:07:27.270628 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] For port f247e3f9-1bab-4df4-9aaa-861a8e7803d7, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f247e3f9-1bab-4df4-9aaa-861a8e7803d7,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:07:27.327906 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:27.443764 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe7ee7-30a2-440f-a144-a1cc41b1fe3e None None] Pushing event updated for resources: {'Port': ['ID=f247e3f9-1bab-4df4-9aaa-861a8e7803d7,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:27.446353 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:27.446979 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:07:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:27.639933 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:27.948154 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'f247e3f9-1bab-4df4-9aaa-861a8e7803d7', 'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:06:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:22Z', 'updated_at': '2022-02-28T12:07:27Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:27.952105 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b08b26-d783-4f35-a506-338ae06f4616 None None] The sync data for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv is: [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'f247e3f9-1bab-4df4-9aaa-861a8e7803d7', 'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:06:e1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:22Z', 'updated_at': '2022-02-28T12:07:27Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:07:28.358882 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b48af30-8d9a-48a4-8c4a-85bf6cad5e3a req-64b735b2-2089-4878-bb0b-921bee466e96 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 210 time: 0.0488632 Feb 28 12:07:28.549405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f247e3f9-1bab-4df4-9aaa-861a8e7803d7 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:28.684418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:28.690533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:28.691029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:28.812815 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:28.848253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port f247e3f9-1bab-4df4-9aaa-861a8e7803d7, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f247e3f9-1bab-4df4-9aaa-861a8e7803d7,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:28.924782 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:28.990296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=f247e3f9-1bab-4df4-9aaa-861a8e7803d7,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:29.205765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-85c047a1-55fe-42a5-836e-4291d44bac6e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:29.207095 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-85c047a1-55fe-42a5-836e-4291d44bac6e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/networks?id=40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 200 len: 796 time: 0.2355745 Feb 28 12:07:29.259161 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-7560b49f-f6cb-4efc-89a3-0dfc2f9fa664 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 379 time: 0.0405445 Feb 28 12:07:29.267208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'port': {'device_id': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'admin_state_up': True, 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'security_groups': ['5877a5d3-1a23-40c2-b813-6876f1981f29']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:29.408813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:29.420416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:29.520535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:07:29.524034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.540547 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d54441aa-2627-4eb9-89e3-f2f9b6b71f5f req-8c0d3a02-9b47-4fa1-bb6b-e6fea922e508 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 210 time: 0.0549359 Feb 28 12:07:29.707597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.5 (40311fc3-7e09-4f49-bd52-b21b249c32ca/c594ec74-d95d-43e7-ab46-e9a8db1f3fc9/e69b9e1e-f32f-4132-abed-496b758025d9) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:29.945638 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:29.961578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object e69b9e1e-f32f-4132-abed-496b758025d9 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:30.054769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:30.130522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 40311fc3-7e09-4f49-bd52-b21b249c32ca is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:30.133389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:30.137419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:07:30.169689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=e69b9e1e-f32f-4132-abed-496b758025d9,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:30.207357 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:30.207873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:30.300868 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-06534c3a-ea06-454a-96d9-87eb5282c2f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0372188 Feb 28 12:07:30.311681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Request body: {'port': {'device_id': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:30.419691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:30.438265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a21ea00b-323b-4034-9058-e7a974e88497 None None] Provisioning for port e69b9e1e-f32f-4132-abed-496b758025d9 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:30.443878 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a21ea00b-323b-4034-9058-e7a974e88497 None None] Provisioning complete for port e69b9e1e-f32f-4132-abed-496b758025d9 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:30.444354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a21ea00b-323b-4034-9058-e7a974e88497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:30.509740 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a21ea00b-323b-4034-9058-e7a974e88497 None None] Port e69b9e1e-f32f-4132-abed-496b758025d9 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:07:30.533074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f247e3f9-1bab-4df4-9aaa-861a8e7803d7 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:30.606902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:30.607268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:30.836805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493f9c-0180-47d4-bfaa-d6a3ed91f687 req-e27d1f78-04de-4bbb-8bf2-e603565d972f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:30.837486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e3493f9c-0180-47d4-bfaa-d6a3ed91f687 req-e27d1f78-04de-4bbb-8bf2-e603565d972f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:07:30.853673 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69b9e1e-f32f-4132-abed-496b758025d9 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:07:30.861858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:30.875685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Transition to ACTIVE for port object e69b9e1e-f32f-4132-abed-496b758025d9 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:07:30.929380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e3493f9c-0180-47d4-bfaa-d6a3ed91f687 req-e27d1f78-04de-4bbb-8bf2-e603565d972f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:07:30.930524 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3493f9c-0180-47d4-bfaa-d6a3ed91f687 req-e27d1f78-04de-4bbb-8bf2-e603565d972f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 931 time: 0.2547021 Feb 28 12:07:30.952490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:31.094872 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3493f9c-0180-47d4-bfaa-d6a3ed91f687 req-ff4f9bfd-cf20-4f62-b03e-f3931871604d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586192 Feb 28 12:07:31.100083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Pushing event updated for resources: {'Port': ['ID=e69b9e1e-f32f-4132-abed-496b758025d9,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:31.210927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Attempting to bind port e69b9e1e-f32f-4132-abed-496b758025d9 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:07:31.211250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Attempting to bind port e69b9e1e-f32f-4132-abed-496b758025d9 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:07:31.211578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Attempting to bind port e69b9e1e-f32f-4132-abed-496b758025d9 on network 40311fc3-7e09-4f49-bd52-b21b249c32ca {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:07:31.217124 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Port e69b9e1e-f32f-4132-abed-496b758025d9 on network 40311fc3-7e09-4f49-bd52-b21b249c32ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:07:31.217442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Attempting to bind port e69b9e1e-f32f-4132-abed-496b758025d9 on network 40311fc3-7e09-4f49-bd52-b21b249c32ca {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:07:31.223715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 7, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:07:31.224046 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Checking segment: {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:07:31.224421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Bound using segment: {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:07:31.224853 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Bound port: e69b9e1e-f32f-4132-abed-496b758025d9, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '000f91df-8b4b-45dd-a992-59e24b6c2117', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 737, 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:07:31.225175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:31.311089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:07:31.314071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e69b9e1e-f32f-4132-abed-496b758025d9,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:07:31.387470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:31.530881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:31.532235 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] 10.222.0.57 "PUT /v2.0/ports/e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 200 len: 1093 time: 1.2247238 Feb 28 12:07:31.532666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:07:31.554814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742ddf0-3ea7-421f-b121-4c8b5aa9c2eb service neutron] Pushing event updated for resources: {'Port': ['ID=e69b9e1e-f32f-4132-abed-496b758025d9,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:31.590539 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'status': 'completed', 'code': 200} Feb 28 12:07:31.687471 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b00cb4fe-0486-4aef-b632-1119f7099d69 req-70eaa107-d12f-4f9a-bb32-1f1914fbb715 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1096 time: 0.0766361 Feb 28 12:07:31.826143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cb4fe-0486-4aef-b632-1119f7099d69 req-8500ad39-a84a-4beb-9a2d-5348f5dfd9dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:31.827525 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b00cb4fe-0486-4aef-b632-1119f7099d69 req-8500ad39-a84a-4beb-9a2d-5348f5dfd9dd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=589c4da3e4c14482880aab77996e4c70&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1330740 Feb 28 12:07:31.958145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cb4fe-0486-4aef-b632-1119f7099d69 req-c06bca4d-b2f2-487e-9ca3-2df4863d7d16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:31.959576 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b00cb4fe-0486-4aef-b632-1119f7099d69 req-c06bca4d-b2f2-487e-9ca3-2df4863d7d16 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1264040 Feb 28 12:07:32.065933 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-86163e37-607b-46f5-9139-8b29098c6b18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1096 time: 0.0718157 Feb 28 12:07:32.132144 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-5a3c5cd4-91da-4c92-91b8-ad43a5acdc6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 200 len: 217 time: 0.0600941 Feb 28 12:07:32.195592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-ddb2aa55-33fa-4a09-87b2-5bd91ec70947 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:32.197025 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-ddb2aa55-33fa-4a09-87b2-5bd91ec70947 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 HTTP/1.1" status: 200 len: 835 time: 0.0598669 Feb 28 12:07:32.329066 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-7f0a6bc6-1e59-4c14-890f-be743fe9d104 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=40311fc3-7e09-4f49-bd52-b21b249c32ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1266458 Feb 28 12:07:32.338290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9a028-c0ca-4af9-88ba-abb43e5aaad2 req-7e907e0a-e459-4fee-9561-f33c2c9062a9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:32.339653 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7de9a028-c0ca-4af9-88ba-abb43e5aaad2 req-7e907e0a-e459-4fee-9561-f33c2c9062a9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 943 time: 0.1051345 Feb 28 12:07:32.410194 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:07:32.466384 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7de9a028-c0ca-4af9-88ba-abb43e5aaad2 req-ff41072a-1724-4110-a8a1-eb2e5b1f6bf4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082067 Feb 28 12:07:32.499090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-644d5d82-6326-4f3e-91d4-489fb0b458fe service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585069 Feb 28 12:07:32.631635 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5e15d1a7-a279-4a98-9d59-0205ccda0e25 req-501c8301-94e9-4a87-b1eb-b2bd31c79ed8 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265905 Feb 28 12:07:33.666520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970e4440-7f71-4a15-85f7-28999c89bd9d req-eba3aa01-8ef7-4848-88b2-bda92f2813d1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:33.667998 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-970e4440-7f71-4a15-85f7-28999c89bd9d req-eba3aa01-8ef7-4848-88b2-bda92f2813d1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 943 time: 0.0765655 Feb 28 12:07:33.714637 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-970e4440-7f71-4a15-85f7-28999c89bd9d req-d0e38e6e-e4a6-45bd-a57f-584c5ecf7d44 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Feb 28 12:07:34.253488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:34.907086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79539d11-1f98-4de1-ae55-0ee510b0cc12 req-45ba01a4-383f-4885-b6b8-7b83a80e8b4b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:34.908711 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79539d11-1f98-4de1-ae55-0ee510b0cc12 req-45ba01a4-383f-4885-b6b8-7b83a80e8b4b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 943 time: 0.0754960 Feb 28 12:07:34.953694 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79539d11-1f98-4de1-ae55-0ee510b0cc12 req-2782ba8b-3cf7-4fe2-ab62-59e30286eda1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396934 Feb 28 12:07:35.225868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e69b9e1e-f32f-4132-abed-496b758025d9 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:07:35.356481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e69b9e1e-f32f-4132-abed-496b758025d9,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:35.369905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'port_id': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'mac_address': 'fa:16:3e:62:66:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:07:35.425771 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:35.442297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69b9e1e-f32f-4132-abed-496b758025d9 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:07:35.457150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e69b9e1e-f32f-4132-abed-496b758025d9,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:35.516274 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:35.580239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e69b9e1e-f32f-4132-abed-496b758025d9,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:35.718537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['e69b9e1e-f32f-4132-abed-496b758025d9'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:07:36.146359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba8f4e-0fc6-4608-bf0b-f2b2927c9047 req-2b74af4b-6c5b-4d65-91c8-1c990f16f244 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:36.147819 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5ba8f4e-0fc6-4608-bf0b-f2b2927c9047 req-2b74af4b-6c5b-4d65-91c8-1c990f16f244 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 944 time: 0.0777059 Feb 28 12:07:36.193377 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5ba8f4e-0fc6-4608-bf0b-f2b2927c9047 req-fb3c8644-13d0-4609-a85e-d3366e78a900 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400231 Feb 28 12:07:37.236862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e69b9e1e-f32f-4132-abed-496b758025d9 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:07:37.384996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port e69b9e1e-f32f-4132-abed-496b758025d9 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:07:37.388302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bf18f3-a55b-4977-8894-568ca903ed88 req-59ca9db2-1ce2-462d-b4f4-7ddf252069ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:37.389733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42bf18f3-a55b-4977-8894-568ca903ed88 req-59ca9db2-1ce2-462d-b4f4-7ddf252069ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 944 time: 0.0760138 Feb 28 12:07:37.389958 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port e69b9e1e-f32f-4132-abed-496b758025d9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:07:37.390343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:37.434779 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-42bf18f3-a55b-4977-8894-568ca903ed88 req-8beb0c4a-1eb1-474a-9d0b-2037ffc63c6c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387242 Feb 28 12:07:37.500665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:37.530233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:07:37.540069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e69b9e1e-f32f-4132-abed-496b758025d9,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:07:37.586202 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'code': 200} Feb 28 12:07:37.625167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:37.695289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e69b9e1e-f32f-4132-abed-496b758025d9,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:37.914543 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2ea280f-486c-4322-8977-3b2308b21d95 req-eea588e6-a02f-4b8c-ba42-d9cf4cd59e3c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1098 time: 0.0687151 Feb 28 12:07:37.956586 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2ea280f-486c-4322-8977-3b2308b21d95 req-f7c89e7a-b63c-4438-83d0-8b3574736484 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355964 Feb 28 12:07:38.631667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc276fa-72e4-4718-a630-9f145c6c12c0 req-4bfe2acc-9969-44da-aadc-e8055f7f89e2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:38.633100 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3bc276fa-72e4-4718-a630-9f145c6c12c0 req-4bfe2acc-9969-44da-aadc-e8055f7f89e2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0751677 Feb 28 12:07:38.678316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3bc276fa-72e4-4718-a630-9f145c6c12c0 req-a8e2c2de-785c-4530-a54a-9aecc619bfa3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394945 Feb 28 12:07:39.955087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34adedb-62c6-4dbd-8db4-3c3779b0582d req-ba2d6d9e-0b00-4d95-b994-50dab211819a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:39.956435 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e34adedb-62c6-4dbd-8db4-3c3779b0582d req-ba2d6d9e-0b00-4d95-b994-50dab211819a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.1587942 Feb 28 12:07:39.999793 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e34adedb-62c6-4dbd-8db4-3c3779b0582d req-ebb52cc9-242d-4f5e-9bef-de556ee9d8f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379469 Feb 28 12:07:40.193762 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678df6cc-f500-4159-b510-6cedfa4dc662 req-d1bdf627-24fb-4845-8eca-42014537b709 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:40.195251 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-678df6cc-f500-4159-b510-6cedfa4dc662 req-d1bdf627-24fb-4845-8eca-42014537b709 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0785253 Feb 28 12:07:40.238932 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-678df6cc-f500-4159-b510-6cedfa4dc662 req-4ce98fee-b5d6-4171-94e1-05342e61473c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381694 Feb 28 12:07:40.266135 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60846) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:40.334407 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-63fccafe-c9e4-4d2a-b3e1-95a8347e51db tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1093 time: 0.0671053 Feb 28 12:07:40.336987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60850) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:40.341777 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:07:40.347927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:07:40.351735 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:floatingip and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:07:40.354435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:07:40.360165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:07:40.425479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:40.564918 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:40.718198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.212 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/698cc3ca-9c11-46e0-875f-7c47b155a9c0) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:07:40.862327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:40.956988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:41.019159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:07:41.022215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:07:41.025525 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:07:41.061613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=698cc3ca-9c11-46e0-875f-7c47b155a9c0,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:41.511630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:41.627370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:41.828642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:41.887752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:42.082088 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=698cc3ca-9c11-46e0-875f-7c47b155a9c0,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:07:42.094424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:42.281213 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Floating IP 0c59757b-594e-4a32-af45-52a1dcabcc0c associated. External IP: 172.26.1.212, port: e69b9e1e-f32f-4132-abed-496b758025d9. Feb 28 12:07:42.664731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router ea960bba-b4e2-4adc-ae7a-a8e962392dda has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:07:42.857969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:07:42.868351 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] Sync routers for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:07:42.879902 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:42.880502 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:07:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:42.956684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:43.014154 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-76a5a330-e1c1-434d-afcb-66db2651b688 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6760826 Feb 28 12:07:43.014785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:07:43.071389 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'status': 'completed', 'code': 200} Feb 28 12:07:43.094153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:43.231890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b6d52-7b32-4614-83c0-ee7180a60ca4 req-4302c674-19c9-4384-9c83-5690c57e0d25 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:43.233416 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1c6b6d52-7b32-4614-83c0-ee7180a60ca4 req-4302c674-19c9-4384-9c83-5690c57e0d25 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.1103854 Feb 28 12:07:43.242588 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-77f6ce10-4c2f-434e-9b6a-ab38d0d57aea req-43bbd70b-fd11-4df7-bd8d-fe183d9b418a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1098 time: 0.1501606 Feb 28 12:07:43.365392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1c6b6d52-7b32-4614-83c0-ee7180a60ca4 req-6a831f28-2c84-49e5-9a68-04dca7ad8459 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1266258 Feb 28 12:07:43.395704 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60858) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:43.405551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6ce10-4c2f-434e-9b6a-ab38d0d57aea req-81fc4b23-5916-4b0d-b21c-6cc72053d9f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:43.407184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-77f6ce10-4c2f-434e-9b6a-ab38d0d57aea req-81fc4b23-5916-4b0d-b21c-6cc72053d9f2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 200 len: 897 time: 0.1498218 Feb 28 12:07:43.449382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0c59757b-594e-4a32-af45-52a1dcabcc0c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.212', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'port_id': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'mac_address': 'fa:16:3e:62:66:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:07:41Z', 'updated_at': '2022-02-28T12:07:41Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f247e3f9-1bab-4df4-9aaa-861a8e7803d7', 'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:06:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:22Z', 'updated_at': '2022-02-28T12:07:28Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:43.453515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] Checking router: ea960bba-b4e2-4adc-ae7a-a8e962392dda for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:07:43.465166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:07:43.465919 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:07:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:43.502349 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6c31187a-7766-4acc-ace6-f60f59f005b7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/0c59757b-594e-4a32-af45-52a1dcabcc0c HTTP/1.1" status: 200 len: 991 time: 0.1038368 Feb 28 12:07:43.516108 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-77f6ce10-4c2f-434e-9b6a-ab38d0d57aea req-e58de734-22d3-4aa7-bdc0-1601e8de9f08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 200 len: 999 time: 0.1009943 Feb 28 12:07:43.582402 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6ce10-4c2f-434e-9b6a-ab38d0d57aea req-7f3d34ce-4ec7-4568-ac24-2748ecef67aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:43.583876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-77f6ce10-4c2f-434e-9b6a-ab38d0d57aea req-7f3d34ce-4ec7-4568-ac24-2748ecef67aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 HTTP/1.1" status: 200 len: 835 time: 0.0620079 Feb 28 12:07:43.654250 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:07:43.656816 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-77f6ce10-4c2f-434e-9b6a-ab38d0d57aea req-7877df37-228c-4559-9132-1a7e1f07f800 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=40311fc3-7e09-4f49-bd52-b21b249c32ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673985 Feb 28 12:07:43.888146 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-77f6ce10-4c2f-434e-9b6a-ab38d0d57aea req-13ad23de-5682-4fb6-bbef-fff216365517 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256899 Feb 28 12:07:44.002275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0c59757b-594e-4a32-af45-52a1dcabcc0c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.212', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'port_id': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'mac_address': 'fa:16:3e:62:66:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:07:41Z', 'updated_at': '2022-02-28T12:07:41Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f247e3f9-1bab-4df4-9aaa-861a8e7803d7', 'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:06:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:22Z', 'updated_at': '2022-02-28T12:07:28Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:07:44.006335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fb82ae6-7d0f-468b-8dce-6e7b9a7b4731 None None] The sync data for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv is: [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0c59757b-594e-4a32-af45-52a1dcabcc0c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.212', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'port_id': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'mac_address': 'fa:16:3e:62:66:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:07:41Z', 'updated_at': '2022-02-28T12:07:41Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f247e3f9-1bab-4df4-9aaa-861a8e7803d7', 'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:06:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:22Z', 'updated_at': '2022-02-28T12:07:28Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:07:44.019547 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-77f6ce10-4c2f-434e-9b6a-ab38d0d57aea req-4dd93112-36d4-4857-9151-565b5bdcf211 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255007 Feb 28 12:07:44.505072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60862) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:44.610024 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e50dbbbe-3801-4c0a-8a72-343074783946 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/0c59757b-594e-4a32-af45-52a1dcabcc0c HTTP/1.1" status: 200 len: 991 time: 0.1038365 Feb 28 12:07:44.901586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b76d299c-6f5c-4d13-be52-157a0fda9eb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:45.007350 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9732d6c9-a97a-4713-b149-0e67fcccc4c2 None None] New status for floating IP 0c59757b-594e-4a32-af45-52a1dcabcc0c: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:07:45.219658 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-4bfe8b1a-337f-4e19-a725-fd6de4877554 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704250 Feb 28 12:07:45.361854 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-d5026589-b1c9-436a-a368-7d3f2a952871 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1098 time: 0.0707266 Feb 28 12:07:45.502616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-88be2193-46ff-480e-a2c4-3fd3e7e24ba4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:45.503980 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-88be2193-46ff-480e-a2c4-3fd3e7e24ba4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 200 len: 897 time: 0.1245866 Feb 28 12:07:45.605245 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-4e8b42ec-5123-4c82-bf3e-878f89062fdc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 200 len: 1001 time: 0.0953534 Feb 28 12:07:45.613421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60866) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:07:45.670681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-9d6a9c75-55ae-4f65-b72f-1ea5cada9c24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:07:45.672172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-9d6a9c75-55ae-4f65-b72f-1ea5cada9c24 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 HTTP/1.1" status: 200 len: 835 time: 0.0614140 Feb 28 12:07:45.719535 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-de11d723-bd18-4e16-a15f-ee3cc073df72 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/0c59757b-594e-4a32-af45-52a1dcabcc0c HTTP/1.1" status: 200 len: 993 time: 0.1049910 Feb 28 12:07:45.746188 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-c4406903-1369-45a1-97bc-3bf6e7d2c06e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=40311fc3-7e09-4f49-bd52-b21b249c32ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680957 Feb 28 12:07:45.874661 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-d60907e6-f42b-4b67-8285-825ecf3543fe service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228795 Feb 28 12:07:46.002891 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55a8c1d8-d2dd-40be-a84a-de33ec0cebe9 req-b0a81850-9210-4e01-b2b0-691c1361a252 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218090 Feb 28 12:07:47.032589 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-990d5671-3c2e-46db-adac-a067f9a27a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:48.441937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:48.471065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:07:49.831404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:04.270621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:09.410374 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:08:10.473654 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-256523a5-3386-40bc-8537-1aa3b72ab173 req-2fd3eab4-d721-4a6b-8ae4-2767aba4085e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0692167 Feb 28 12:08:11.915481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63628f-43e3-46c2-97d7-00692a4e27c1 req-c1aae4d1-80f5-4a18-b472-69b313856db9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:11.916904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d63628f-43e3-46c2-97d7-00692a4e27c1 req-c1aae4d1-80f5-4a18-b472-69b313856db9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0805101 Feb 28 12:08:11.964357 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d63628f-43e3-46c2-97d7-00692a4e27c1 req-05e57dd9-9824-4bd9-8e03-ba5ec37b59b4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420933 Feb 28 12:08:12.014099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60888) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:08:12.150162 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-099c5a31-9e4b-4076-938d-03d6e3fac408 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349323 Feb 28 12:08:13.164726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161fcfb-932b-4099-8525-9bc37ac98498 req-0fadd184-8ad3-4d03-bac5-e461180ece2a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:13.166289 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2161fcfb-932b-4099-8525-9bc37ac98498 req-0fadd184-8ad3-4d03-bac5-e461180ece2a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0804317 Feb 28 12:08:13.211735 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2161fcfb-932b-4099-8525-9bc37ac98498 req-0f604a8e-7468-4fe7-909e-67ed5e9b5d92 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396070 Feb 28 12:08:14.234456 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-597d4de3-e135-4d03-ab13-d582b36c28c2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1098 time: 0.0691059 Feb 28 12:08:14.493330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-a4ec3436-5aaf-48e9-b2cd-df0b85d66e64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:14.494749 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-a4ec3436-5aaf-48e9-b2cd-df0b85d66e64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 200 len: 897 time: 0.2544169 Feb 28 12:08:14.604371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474c7149-2940-4307-b619-047770856985 req-69d1daaf-f9f0-4f09-aa02-9f80804f07f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:14.605779 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-474c7149-2940-4307-b619-047770856985 req-69d1daaf-f9f0-4f09-aa02-9f80804f07f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.2714694 Feb 28 12:08:14.614007 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-c619f1a6-da68-4faa-9d2f-88239c9d4a86 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 200 len: 1001 time: 0.1108558 Feb 28 12:08:14.700819 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-474c7149-2940-4307-b619-047770856985 req-f0cc9b52-1a10-41bb-af7e-80ff4e9c1e2a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890539 Feb 28 12:08:14.703957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-ba3780c6-2ff6-476d-a6b9-da275abee412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:14.705256 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-ba3780c6-2ff6-476d-a6b9-da275abee412 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 HTTP/1.1" status: 200 len: 835 time: 0.0780602 Feb 28 12:08:14.783009 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-6a32e2f3-be26-4c80-b77d-20aa6c38d379 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=40311fc3-7e09-4f49-bd52-b21b249c32ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711570 Feb 28 12:08:14.914158 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-5d0150b8-652a-413a-93ee-f58b9594c0c0 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249866 Feb 28 12:08:14.918018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-61dee22f-2ccb-44be-b9d7-a40c13dd9e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:15.041706 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-8f376689-dd3e-455f-885f-2dc515c1de13 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213171 Feb 28 12:08:15.894003 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab935c2-4f6c-4870-88f4-e879c26bd08a req-54236103-0e6c-48e2-bd16-c16364b229d1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:15.895433 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cab935c2-4f6c-4870-88f4-e879c26bd08a req-54236103-0e6c-48e2-bd16-c16364b229d1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0752192 Feb 28 12:08:15.940095 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cab935c2-4f6c-4870-88f4-e879c26bd08a req-657b68db-c8b6-4b78-b2ef-8e36fe1360d0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391924 Feb 28 12:08:17.044033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0b296be-64b5-4ac0-9f14-dc3d247d3b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:17.136084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b721900-1384-4c14-8cf8-0c2552c7041e req-fb6fb324-8655-4bda-b5b2-b88b04e17129 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:17.137505 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6b721900-1384-4c14-8cf8-0c2552c7041e req-fb6fb324-8655-4bda-b5b2-b88b04e17129 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0787237 Feb 28 12:08:17.181364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6b721900-1384-4c14-8cf8-0c2552c7041e req-7bee32ea-e842-4f2e-b02a-ad810d682ed7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384998 Feb 28 12:08:18.374335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72929c82-6f91-4d6f-9c92-48efc67502b7 req-ce0f02e6-2dce-4af4-ab27-004a3f501b11 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:18.375795 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72929c82-6f91-4d6f-9c92-48efc67502b7 req-ce0f02e6-2dce-4af4-ab27-004a3f501b11 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0767465 Feb 28 12:08:18.396578 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:18.424448 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72929c82-6f91-4d6f-9c92-48efc67502b7 req-a60effb1-8df3-44bb-a15d-eb7f0ee2a36c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428777 Feb 28 12:08:18.424686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:19.629143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cb28a-0089-43e1-939c-e18d5f012f53 req-01c650f4-b726-4a41-9a8c-0f3bdfb2afb7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:19.630592 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e4cb28a-0089-43e1-939c-e18d5f012f53 req-01c650f4-b726-4a41-9a8c-0f3bdfb2afb7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0774486 Feb 28 12:08:19.678193 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e4cb28a-0089-43e1-939c-e18d5f012f53 req-b04f10bb-2949-4c5a-88ff-10155f877066 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410309 Feb 28 12:08:19.848227 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:20.877799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29f5c8-95bd-4a70-9f0a-25f294cbdac5 req-622fdcaf-3936-455c-bd68-c176661dd1d9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:20.879275 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a29f5c8-95bd-4a70-9f0a-25f294cbdac5 req-622fdcaf-3936-455c-bd68-c176661dd1d9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0784657 Feb 28 12:08:20.923177 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a29f5c8-95bd-4a70-9f0a-25f294cbdac5 req-0def7c9a-65ba-48ba-b826-2304a6ca44d3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384130 Feb 28 12:08:22.115084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702c79ae-a85e-4b33-8087-808b6af087a9 req-9f4d21ac-6f70-44ca-a7f8-a8ba30b82b5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:22.116498 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-702c79ae-a85e-4b33-8087-808b6af087a9 req-9f4d21ac-6f70-44ca-a7f8-a8ba30b82b5b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0750005 Feb 28 12:08:22.160261 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-702c79ae-a85e-4b33-8087-808b6af087a9 req-4198bfee-949c-4e1b-9e66-22e4418ec385 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383863 Feb 28 12:08:23.355356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f4ede7-2d4f-4cb9-95c0-96d8ae217be3 req-93f2580c-7b67-492f-bddc-33d93959e4b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:23.356917 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3f4ede7-2d4f-4cb9-95c0-96d8ae217be3 req-93f2580c-7b67-492f-bddc-33d93959e4b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0785687 Feb 28 12:08:23.403739 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3f4ede7-2d4f-4cb9-95c0-96d8ae217be3 req-883fb045-d586-435e-aa08-3fbec209efc4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415113 Feb 28 12:08:24.594577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efbbdab-df87-4a91-b99c-4adc7142324c req-b6748d52-e484-4bf8-afcf-8d719bcaf9e9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:24.596028 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5efbbdab-df87-4a91-b99c-4adc7142324c req-b6748d52-e484-4bf8-afcf-8d719bcaf9e9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0744789 Feb 28 12:08:24.640789 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5efbbdab-df87-4a91-b99c-4adc7142324c req-23929706-85d1-4003-a537-44ffbb20e485 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393128 Feb 28 12:08:25.837012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d619d9d-a7fb-44a3-9f43-9e34af75c114 req-64911701-73ef-488c-9a2d-ede0d40ffb1b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:25.838442 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d619d9d-a7fb-44a3-9f43-9e34af75c114 req-64911701-73ef-488c-9a2d-ede0d40ffb1b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0786271 Feb 28 12:08:25.883290 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d619d9d-a7fb-44a3-9f43-9e34af75c114 req-755f4f6d-23fb-498e-9a20-756834a084ac tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393233 Feb 28 12:08:27.076670 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09fa85-a6e3-4738-bf18-afc214f0a4f3 req-ebdfbc44-d20f-4274-b800-c207029313c1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:27.078088 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de09fa85-a6e3-4738-bf18-afc214f0a4f3 req-ebdfbc44-d20f-4274-b800-c207029313c1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0748265 Feb 28 12:08:27.126403 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de09fa85-a6e3-4738-bf18-afc214f0a4f3 req-811d6da6-e599-4dd3-82e7-4f934a528c9b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429075 Feb 28 12:08:28.322087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152aae7-2ea4-4109-8320-758320b10830 req-3d38246e-72ce-4c52-bbef-e177a0edbc16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:28.324163 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b152aae7-2ea4-4109-8320-758320b10830 req-3d38246e-72ce-4c52-bbef-e177a0edbc16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0756025 Feb 28 12:08:28.367877 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b152aae7-2ea4-4109-8320-758320b10830 req-54096223-77d8-42dd-8676-b2a36ae74eda tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382612 Feb 28 12:08:29.651810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170de49d-7ece-4ae4-9b28-284b546570fb req-8d525732-f25e-4ce1-9cab-9d3376f1fd54 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:29.653227 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-170de49d-7ece-4ae4-9b28-284b546570fb req-8d525732-f25e-4ce1-9cab-9d3376f1fd54 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.1643445 Feb 28 12:08:29.697717 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-170de49d-7ece-4ae4-9b28-284b546570fb req-c7f79b6f-db10-4d37-ac93-87ac9a927a90 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387068 Feb 28 12:08:30.893254 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57573e-8a1f-4b53-9903-c4ccad9c057a req-59be2642-18fc-46d4-8616-9ffef5d910b4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:30.894664 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7d57573e-8a1f-4b53-9903-c4ccad9c057a req-59be2642-18fc-46d4-8616-9ffef5d910b4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0769570 Feb 28 12:08:30.941217 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7d57573e-8a1f-4b53-9903-c4ccad9c057a req-64c65b13-27f9-4e0d-bf3c-e1f4c259d887 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410376 Feb 28 12:08:30.952074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-79c6cb1c-54b3-4939-949c-8fdcde180d7e req-02c75aac-ab39-47f2-a444-87b9ea294635 service neutron] (84339) timed out ('10.222.0.57', 60059) {{(pid=84339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 12:08:32.023948 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-13ea6e5c-9e48-4ed1-a2de-1b34f5e6bc0a service neutron] 10.222.0.57 "GET /v2.0/ports/e69b9e1e-f32f-4132-abed-496b758025d9/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0771718 Feb 28 12:08:32.141352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d314f-b3d1-4409-9892-4eef3bb7ef93 req-d0fca884-6403-48f4-98dc-9a53bf352d81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:32.143549 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-940d314f-b3d1-4409-9892-4eef3bb7ef93 req-d0fca884-6403-48f4-98dc-9a53bf352d81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0790048 Feb 28 12:08:32.186672 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-940d314f-b3d1-4409-9892-4eef3bb7ef93 req-1fbf4481-ea54-40eb-b929-e6987348bf74 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385282 Feb 28 12:08:32.588268 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-7bed6a92-d017-4816-b785-369ab403107f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 1098 time: 0.0708182 Feb 28 12:08:32.679128 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-46012416-86b7-44b4-ac32-7c1bbdc47adb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1098 time: 0.0689533 Feb 28 12:08:32.807101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-5a8f7d8b-278e-47d6-bd57-72209da45025 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:32.808508 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-5a8f7d8b-278e-47d6-bd57-72209da45025 service neutron] 10.222.0.57 "GET /v2.0/networks?id=40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 200 len: 897 time: 0.1241248 Feb 28 12:08:32.909394 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-4def3724-9898-4ae5-ae7e-68574cb39598 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 200 len: 1001 time: 0.0946934 Feb 28 12:08:32.968999 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-e0b83125-5237-4d54-8b85-a074b2dcd4cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:32.970380 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-e0b83125-5237-4d54-8b85-a074b2dcd4cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 HTTP/1.1" status: 200 len: 835 time: 0.0561671 Feb 28 12:08:33.045386 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-51cf46ae-bcd4-429d-a6c0-f01a05e4f2bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=40311fc3-7e09-4f49-bd52-b21b249c32ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692983 Feb 28 12:08:33.173294 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-25873c0c-1135-4778-b4f8-060f2e38be64 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217804 Feb 28 12:08:33.302467 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3d2630fb-4b95-4aa3-a9fe-1ed0bcc8ffd4 req-2ff83707-49ca-49cc-9772-d7451a6fd33c service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233246 Feb 28 12:08:33.382978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea8cb4-b606-4ef6-91de-b98101e20e4f req-d56e23b8-7435-4d2a-b733-6ba17751f493 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:33.384403 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-51ea8cb4-b606-4ef6-91de-b98101e20e4f req-d56e23b8-7435-4d2a-b733-6ba17751f493 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0771110 Feb 28 12:08:33.429893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-51ea8cb4-b606-4ef6-91de-b98101e20e4f req-eb52b33d-45a3-4982-b639-0a7bb13444fe tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396173 Feb 28 12:08:34.300809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:34.640756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7106013b-d390-485c-bd61-ce358d39fa35 req-757edaf8-3567-4eca-9aea-18120b5b8ae9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:34.642174 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7106013b-d390-485c-bd61-ce358d39fa35 req-757edaf8-3567-4eca-9aea-18120b5b8ae9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0841942 Feb 28 12:08:34.686524 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7106013b-d390-485c-bd61-ce358d39fa35 req-db0d6da8-71bd-4501-b5e6-00c9226f3a34 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389609 Feb 28 12:08:35.474368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e69b9e1e-f32f-4132-abed-496b758025d9 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:08:35.477654 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e69b9e1e-f32f-4132-abed-496b758025d9 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:08:35.723035 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:35.758322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e69b9e1e-f32f-4132-abed-496b758025d9,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:08:35.779400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:08:35.785275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'port_id': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'mac_address': 'fa:16:3e:62:66:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 737, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:08:35.814136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e69b9e1e-f32f-4132-abed-496b758025d9,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:08:35.843094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:35.853021 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'code': 200} Feb 28 12:08:35.862474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e69b9e1e-f32f-4132-abed-496b758025d9 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:08:35.884074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:35.890378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436bd17b-f000-43e8-b54f-efe985ac5f21 req-af88c4b5-1649-4e5c-a971-010f622e6b75 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:35.892156 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-436bd17b-f000-43e8-b54f-efe985ac5f21 req-af88c4b5-1649-4e5c-a971-010f622e6b75 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0807161 Feb 28 12:08:35.941295 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-436bd17b-f000-43e8-b54f-efe985ac5f21 req-cf987baf-cf23-4a67-a678-2bada7605b80 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435104 Feb 28 12:08:35.995135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:08:35.995135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:08:35.995135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e69b9e1e-f32f-4132-abed-496b758025d9,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:08:36.004263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.004604 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.004938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.005263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.005589 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.005908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.006229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.006544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.006876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.007190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.007531 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:08:36.462015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394fd85-6bcc-4a46-8bb9-949bb336e7b6 req-57f5cb2c-6f16-4538-bdea-d0447959b72d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:36.463464 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3394fd85-6bcc-4a46-8bb9-949bb336e7b6 req-57f5cb2c-6f16-4538-bdea-d0447959b72d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 943 time: 0.0790517 Feb 28 12:08:36.546300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:36.562777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69b9e1e-f32f-4132-abed-496b758025d9 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:08:36.567309 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3394fd85-6bcc-4a46-8bb9-949bb336e7b6 req-5d5b6290-e31e-4f6e-be5c-e8083b4b516a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659938 Feb 28 12:08:36.583258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e69b9e1e-f32f-4132-abed-496b758025d9,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:08:36.583408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-4c0dec8a-67bb-40a1-8d3d-9219dec5d199 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:36.584520 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-4c0dec8a-67bb-40a1-8d3d-9219dec5d199 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2&tenant_id=589c4da3e4c14482880aab77996e4c70&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 943 time: 0.1171632 Feb 28 12:08:36.666760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:36.735761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e69b9e1e-f32f-4132-abed-496b758025d9,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:08:36.740725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['e69b9e1e-f32f-4132-abed-496b758025d9'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:08:36.899812 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-f8e9ed13-3072-4ffa-8022-78f2f6a305e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1097 time: 0.2322230 Feb 28 12:08:36.905832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ab31e-210b-440d-b581-9ef4baedf92c req-064fb897-990a-4ca2-9bc9-705fade503ec tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:36.907200 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-756ab31e-210b-440d-b581-9ef4baedf92c req-064fb897-990a-4ca2-9bc9-705fade503ec tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 944 time: 0.2052686 Feb 28 12:08:37.035382 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-756ab31e-210b-440d-b581-9ef4baedf92c req-2504e332-6023-48ee-a994-b5d9a0dbc6de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097310 Feb 28 12:08:37.066251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-819c4a48-1f26-4b95-be62-610e4b3605b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:37.067707 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-819c4a48-1f26-4b95-be62-610e4b3605b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 200 len: 897 time: 0.1596799 Feb 28 12:08:37.171218 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-8037ea0c-aae8-41e3-8aef-a66676350d3f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 200 len: 1000 time: 0.0954602 Feb 28 12:08:37.231984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-1c59ce34-d75d-4541-88e2-258e66b7f044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:37.233353 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-1c59ce34-d75d-4541-88e2-258e66b7f044 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 HTTP/1.1" status: 200 len: 835 time: 0.0556140 Feb 28 12:08:37.305464 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-eb601964-9ddb-462f-9516-68062fc76a49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=40311fc3-7e09-4f49-bd52-b21b249c32ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658708 Feb 28 12:08:37.435769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-c85fb3fb-a6b9-41b3-a38c-b474dac383b3 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234353 Feb 28 12:08:37.506481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e69b9e1e-f32f-4132-abed-496b758025d9 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:08:37.565397 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a436ac2c-37bc-4164-a8f6-57d1dd336631 req-18759dd4-8383-49c8-9174-6f39a2fcff98 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228430 Feb 28 12:08:37.576410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port e69b9e1e-f32f-4132-abed-496b758025d9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:08:37.576978 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:37.690263 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:37.722074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e69b9e1e-f32f-4132-abed-496b758025d9,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:08:37.803602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:37.854111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:08:37.873910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=e69b9e1e-f32f-4132-abed-496b758025d9,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:08:37.919321 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'code': 200} Feb 28 12:08:38.239488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e2fa5-3510-4e19-80a1-ee6d6400d23b req-3b24ae5f-0b20-4fc6-bb27-6c60611b77cb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:38.240919 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-431e2fa5-3510-4e19-80a1-ee6d6400d23b req-3b24ae5f-0b20-4fc6-bb27-6c60611b77cb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0831306 Feb 28 12:08:38.286106 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-431e2fa5-3510-4e19-80a1-ee6d6400d23b req-993130b3-5508-4469-9003-5674250dc567 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395021 Feb 28 12:08:39.483314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9f029-7f48-4492-95ae-9a1a3ce10b1b req-52dd3dc8-5c53-4937-8063-1a60b1da2502 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:39.484743 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbc9f029-7f48-4492-95ae-9a1a3ce10b1b req-52dd3dc8-5c53-4937-8063-1a60b1da2502 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0760779 Feb 28 12:08:39.532621 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dbc9f029-7f48-4492-95ae-9a1a3ce10b1b req-b3451177-ce92-4780-9596-aa46688d1c11 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423560 Feb 28 12:08:39.559603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 60970) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:08:39.659652 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2ad1a281-c1fb-4146-9d35-96cd431e4dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/0c59757b-594e-4a32-af45-52a1dcabcc0c HTTP/1.1" status: 200 len: 993 time: 0.0989666 Feb 28 12:08:44.889183 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e3c81e5c-7f02-4a61-8fe3-0093c18a4e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:45.225779 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-a1f04d71-2176-4630-a7b0-5b1f74d7c528 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724621 Feb 28 12:08:45.363157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-62ddfb4e-fa54-4360-b183-e718d0b65778 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1098 time: 0.0692041 Feb 28 12:08:45.507800 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-d3fa14e6-5ef7-4582-98c0-b68ca946c46b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:45.509153 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-d3fa14e6-5ef7-4582-98c0-b68ca946c46b service neutron] 10.222.0.57 "GET /v2.0/networks?id=40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 200 len: 897 time: 0.1275647 Feb 28 12:08:45.611535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-18bb15bd-8a56-41b7-a4e7-e7ab2d4ca3a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 200 len: 1001 time: 0.0964611 Feb 28 12:08:45.674343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-bb77aa60-616b-4411-95f4-6af537333e66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:08:45.675817 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-bb77aa60-616b-4411-95f4-6af537333e66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 HTTP/1.1" status: 200 len: 835 time: 0.0585802 Feb 28 12:08:45.753508 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-3e66e48f-25b5-49d3-b282-15fb6386a73d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=40311fc3-7e09-4f49-bd52-b21b249c32ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717986 Feb 28 12:08:45.967779 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-e413d624-55ad-4280-b7aa-c1e9e50acf5f service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081118 Feb 28 12:08:46.096822 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-134e3b5f-4e55-4429-866a-a3394b5a2570 req-d56d67a7-3c69-46a5-9556-4c721224760d service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223948 Feb 28 12:08:46.411053 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:08:47.044390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-646bc909-7709-47ed-8cdc-52500951aed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:48.404293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:48.443563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:08:49.837669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:04.287732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.053104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 60982) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:06.246248 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 698cc3ca-9c11-46e0-875f-7c47b155a9c0 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:09:06.246583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.416022 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.416349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.622087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 698cc3ca-9c11-46e0-875f-7c47b155a9c0 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:09:06.830680 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:06.875313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=698cc3ca-9c11-46e0-875f-7c47b155a9c0,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:06.914836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.915224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.915568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.915907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.916245 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.916578 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.916916 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.917244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.917571 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.917897 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.918224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:06.982452 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:07.368416 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router ea960bba-b4e2-4adc-ae7a-a8e962392dda has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:09:07.562182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:09:07.571482 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] Sync routers for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:09:07.586837 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:07.588290 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:08:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:07.643219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:07.699845 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39468355-437d-4ca8-8973-9ad2d7be1f87 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/floatingips/0c59757b-594e-4a32-af45-52a1dcabcc0c HTTP/1.1" status: 204 len: 168 time: 1.6457140 Feb 28 12:09:07.700526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:09:07.769195 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:07.842999 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'status': 'completed', 'code': 200} Feb 28 12:09:07.948328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-544c7507-9b1d-495d-9125-2fbcbbfa1b15 req-75d942e4-df18-47aa-8b8d-ade317ff5820 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 1098 time: 0.0710955 Feb 28 12:09:08.078158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c7507-9b1d-495d-9125-2fbcbbfa1b15 req-590e97ca-e8dc-4c59-ae58-51399c50314a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:08.079623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-544c7507-9b1d-495d-9125-2fbcbbfa1b15 req-590e97ca-e8dc-4c59-ae58-51399c50314a service neutron] 10.222.0.57 "GET /v2.0/networks?id=40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 200 len: 897 time: 0.1261082 Feb 28 12:09:08.083899 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'f247e3f9-1bab-4df4-9aaa-861a8e7803d7', 'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:06:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:22Z', 'updated_at': '2022-02-28T12:07:28Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:08.087772 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] Checking router: ea960bba-b4e2-4adc-ae7a-a8e962392dda for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:09:08.099798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:08.100409 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:08:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:08.151293 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-544c7507-9b1d-495d-9125-2fbcbbfa1b15 req-a5260d25-27ef-41b9-ab13-49fc7bcf34e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 200 len: 217 time: 0.0650563 Feb 28 12:09:08.215434 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c7507-9b1d-495d-9125-2fbcbbfa1b15 req-1dea6bb2-1209-4b34-9473-bd6bf13a719d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:08.217610 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-544c7507-9b1d-495d-9125-2fbcbbfa1b15 req-1dea6bb2-1209-4b34-9473-bd6bf13a719d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 HTTP/1.1" status: 200 len: 835 time: 0.0610225 Feb 28 12:09:08.299850 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-544c7507-9b1d-495d-9125-2fbcbbfa1b15 req-8318cdee-53e0-453c-927a-c8cda99c352e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=40311fc3-7e09-4f49-bd52-b21b249c32ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741405 Feb 28 12:09:08.317360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:08.486175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076d30f-7233-4434-9573-64448788a052 req-2fe92672-fd9f-41a5-ae62-49ee2943cf53 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:08.487541 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c076d30f-7233-4434-9573-64448788a052 req-2fe92672-fd9f-41a5-ae62-49ee2943cf53 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.1855128 Feb 28 12:09:08.489171 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-544c7507-9b1d-495d-9125-2fbcbbfa1b15 req-ceaf26bb-251f-47f9-9e65-6f4ebe907bc6 service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540897 Feb 28 12:09:08.617647 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c076d30f-7233-4434-9573-64448788a052 req-852c138e-ce83-41cc-b877-5153ec15b233 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246712 Feb 28 12:09:08.644886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'f247e3f9-1bab-4df4-9aaa-861a8e7803d7', 'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:06:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:22Z', 'updated_at': '2022-02-28T12:07:28Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:08.649054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1269e240-ca8a-4f51-aa83-767c306116d3 None None] The sync data for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv is: [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:07:23Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'f247e3f9-1bab-4df4-9aaa-861a8e7803d7', 'name': '', 'network_id': '40311fc3-7e09-4f49-bd52-b21b249c32ca', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:06:e1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:22Z', 'updated_at': '2022-02-28T12:07:28Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'c594ec74-d95d-43e7-ab46-e9a8db1f3fc9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:09:08.659085 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-544c7507-9b1d-495d-9125-2fbcbbfa1b15 req-9fd08c8d-8b40-4fbb-acca-6145fa64397a service neutron] 10.222.0.57 "GET /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503088 Feb 28 12:09:08.879133 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3263f5fa-a032-4976-821e-4715c97bafdc None None] New status for floating IP 0c59757b-594e-4a32-af45-52a1dcabcc0c: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:09:09.813159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c77940-3300-4004-9d00-dad976bcea43 req-7bcd57e0-e040-473a-9d8e-e8ad495cf5c6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:09.814573 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-67c77940-3300-4004-9d00-dad976bcea43 req-7bcd57e0-e040-473a-9d8e-e8ad495cf5c6 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0748310 Feb 28 12:09:09.861184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-67c77940-3300-4004-9d00-dad976bcea43 req-eedb66b4-0889-40bc-a5ff-99edf218616c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=5877a5d3-1a23-40c2-b813-6876f1981f29&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411525 Feb 28 12:09:09.957931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-de190426-7022-4c04-b9ab-4d4bae5d0739 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:09.959254 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-de190426-7022-4c04-b9ab-4d4bae5d0739 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 945 time: 0.0796216 Feb 28 12:09:10.024985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port e69b9e1e-f32f-4132-abed-496b758025d9 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:09:10.025333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.263195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port e69b9e1e-f32f-4132-abed-496b758025d9, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=e69b9e1e-f32f-4132-abed-496b758025d9,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:10.263465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.469075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for e69b9e1e-f32f-4132-abed-496b758025d9 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:09:10.671911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.718677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=e69b9e1e-f32f-4132-abed-496b758025d9,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:10.758688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.759064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.759410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.759748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.760082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.760411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.760746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.761067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.761389 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.761713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.762362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:10.804373 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] No DVR routers for this DVR port e69b9e1e-f32f-4132-abed-496b758025d9 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:09:10.806690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:10.809105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'name': 'network-vif-deleted', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:09:10.820727 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-85017173-9d7a-48ec-b15a-d55bb88cc098 req-93d8f3e3-0563-4240-a1fc-a55cb0f4ecd3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "DELETE /v2.0/ports/e69b9e1e-f32f-4132-abed-496b758025d9 HTTP/1.1" status: 204 len: 173 time: 0.8562593 Feb 28 12:09:10.865728 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4434cff-d740-4f4a-8a75-22905e1246e2', 'name': 'network-vif-deleted', 'tag': 'e69b9e1e-f32f-4132-abed-496b758025d9', 'status': 'completed', 'code': 200} Feb 28 12:09:11.024493 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ccfa508a-8cc9-4a16-80f1-c7bfe4272753 req-7966ebdd-63b4-450a-91c1-11d9f1c1efd5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:09:11.134902 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ccfa508a-8cc9-4a16-80f1-c7bfe4272753 req-7966ebdd-63b4-450a-91c1-11d9f1c1efd5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:09:11.138251 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ccfa508a-8cc9-4a16-80f1-c7bfe4272753 req-7966ebdd-63b4-450a-91c1-11d9f1c1efd5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=b4434cff-d740-4f4a-8a75-22905e1246e2 HTTP/1.1" status: 200 len: 210 time: 0.1512027 Feb 28 12:09:12.243979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32772) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:12.636490 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.346008 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port f247e3f9-1bab-4df4-9aaa-861a8e7803d7 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:09:13.355322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.532061 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port f247e3f9-1bab-4df4-9aaa-861a8e7803d7, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f247e3f9-1bab-4df4-9aaa-861a8e7803d7,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:13.532415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.652907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for f247e3f9-1bab-4df4-9aaa-861a8e7803d7 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:09:13.672755 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e69b9e1e-f32f-4132-abed-496b758025d9 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:09:13.705124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: e69b9e1e-f32f-4132-abed-496b758025d9 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:09:13.705473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device e69b9e1e-f32f-4132-abed-496b758025d9 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:09:13.877600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:13.929117 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=f247e3f9-1bab-4df4-9aaa-861a8e7803d7,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:14.245481 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:14.883048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-17027f8e-3b81-4fbb-ba03-709526695ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:14.910390 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router ea960bba-b4e2-4adc-ae7a-a8e962392dda has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:09:15.105154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:09:15.115204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] Sync routers for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:09:15.127617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:15.128204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:08:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:15.176698 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c709b05a-6d35-4e5d-8c0e-53ec31a8a415 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/ea960bba-b4e2-4adc-ae7a-a8e962392dda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9315553 Feb 28 12:09:15.180460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32776) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:15.308418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:15.370656 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-083c5392-c979-4d06-8ebc-bdf062ae9d91 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting subnet c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:09:15.373697 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-083c5392-c979-4d06-8ebc-bdf062ae9d91 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.428175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-083c5392-c979-4d06-8ebc-bdf062ae9d91 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.515486 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-083c5392-c979-4d06-8ebc-bdf062ae9d91 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.591179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:15.595590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] Checking router: ea960bba-b4e2-4adc-ae7a-a8e962392dda for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:09:15.605912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] Routers {'ea960bba-b4e2-4adc-ae7a-a8e962392dda'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:15.606500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:08:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:15.661109 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-083c5392-c979-4d06-8ebc-bdf062ae9d91 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.701019 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083c5392-c979-4d06-8ebc-bdf062ae9d91 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Subnet': ['ID=c594ec74-d95d-43e7-ab46-e9a8db1f3fc9,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:15.708506 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-083c5392-c979-4d06-8ebc-bdf062ae9d91 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.718484 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-083c5392-c979-4d06-8ebc-bdf062ae9d91 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/subnets/c594ec74-d95d-43e7-ab46-e9a8db1f3fc9 HTTP/1.1" status: 204 len: 168 time: 0.5339353 Feb 28 12:09:15.718682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32780) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:15.720884 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbf40ca-b60f-410a-b781-67f9a191b5e5 None None] Network 40311fc3-7e09-4f49-bd52-b21b249c32ca requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:09:15.918523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:15.937242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] Set router ea960bba-b4e2-4adc-ae7a-a8e962392dda gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:16.120108 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.197561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 752bb225-4289-4d50-a98a-b94310626c08 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:09:16.197986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.250201 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6359cae-52be-4729-bc0d-ff567b1af7ae None None] DHCP port deletion for 40311fc3-7e09-4f49-bd52-b21b249c32ca request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:09:16.259123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e6359cae-52be-4729-bc0d-ff567b1af7ae None None] Deleting port 15c71802-5f5f-4470-adf0-de6ae1344d0c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:09:16.259514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6359cae-52be-4729-bc0d-ff567b1af7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.402485 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:16.453479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191e0efe-82c6-48d8-a132-abd694186477 None None] The sync data for ids ['ea960bba-b4e2-4adc-ae7a-a8e962392dda'] in dv-neutron-830866-1-hyperv is: [{'id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2012227072', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130'}], 'enable_snat': True}, 'gw_port_id': '752bb225-4289-4d50-a98a-b94310626c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:07:18Z', 'updated_at': '2022-02-28T12:09:13Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '752bb225-4289-4d50-a98a-b94310626c08', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:61:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea960bba-b4e2-4adc-ae7a-a8e962392dda', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:07:19Z', 'updated_at': '2022-02-28T12:07:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:09:16.496190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-e6359cae-52be-4729-bc0d-ff567b1af7ae None None] For port 15c71802-5f5f-4470-adf0-de6ae1344d0c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=15c71802-5f5f-4470-adf0-de6ae1344d0c,segment=NetworkSegment(000f91df-8b4b-45dd-a992-59e24b6c2117),segment_id=000f91df-8b4b-45dd-a992-59e24b6c2117)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:16.496735 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6359cae-52be-4729-bc0d-ff567b1af7ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.502253 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port 752bb225-4289-4d50-a98a-b94310626c08, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=752bb225-4289-4d50-a98a-b94310626c08,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:16.502615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.615005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-e6359cae-52be-4729-bc0d-ff567b1af7ae None None] Calling delete_port for 15c71802-5f5f-4470-adf0-de6ae1344d0c owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:09:16.623143 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 752bb225-4289-4d50-a98a-b94310626c08 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:09:16.797444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e6359cae-52be-4729-bc0d-ff567b1af7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.847806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6359cae-52be-4729-bc0d-ff567b1af7ae None None] Pushing event deleted for resources: {'Port': ['ID=15c71802-5f5f-4470-adf0-de6ae1344d0c,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:16.851576 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6359cae-52be-4729-bc0d-ff567b1af7ae None None] No DVR routers for this DVR port 15c71802-5f5f-4470-adf0-de6ae1344d0c on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:09:16.861091 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:16.864465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f247e3f9-1bab-4df4-9aaa-861a8e7803d7 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:09:16.900393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: f247e3f9-1bab-4df4-9aaa-861a8e7803d7 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:09:16.900739 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f247e3f9-1bab-4df4-9aaa-861a8e7803d7 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:09:16.901153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 15c71802-5f5f-4470-adf0-de6ae1344d0c no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:09:16.913039 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=752bb225-4289-4d50-a98a-b94310626c08,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:16.938219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 15c71802-5f5f-4470-adf0-de6ae1344d0c {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:09:16.938219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 15c71802-5f5f-4470-adf0-de6ae1344d0c not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:09:17.031500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da9140dc-391e-464f-9077-2465fe7a2420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.139462 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.390421 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.394566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.504845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.505386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Fanout notify agent at l3_agent the message router_deleted on router ea960bba-b4e2-4adc-ae7a-a8e962392dda {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:09:17.520328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.524347 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0d07a5ec-6f63-4950-87a3-f163d32d5b3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/routers/ea960bba-b4e2-4adc-ae7a-a8e962392dda HTTP/1.1" status: 204 len: 168 time: 1.8019719 Feb 28 12:09:17.524487 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32784) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:17.646184 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.870328 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.894803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40311fc3-7e09-4f49-bd52-b21b249c32ca']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:17.907102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '000f91df-8b4b-45dd-a992-59e24b6c2117') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:17.907350 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '000f91df-8b4b-45dd-a992-59e24b6c2117') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:17.918318 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.935238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.941640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Releasing vlan 737 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:09:17.942030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:09:17.956292 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:09:18.100168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:18.116782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:18.127623 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Network': ['ID=40311fc3-7e09-4f49-bd52-b21b249c32ca,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:18.200142 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c89b5508-7681-4e03-848e-c7db86afce3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/networks/40311fc3-7e09-4f49-bd52-b21b249c32ca HTTP/1.1" status: 204 len: 168 time: 0.6746249 Feb 28 12:09:18.203695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32788) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:18.271098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-45daedf9-381f-4da4-8986-64f501d98743 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:18.300107 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-45daedf9-381f-4da4-8986-64f501d98743 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:18.380275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:18.408857 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:18.472196 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-45daedf9-381f-4da4-8986-64f501d98743 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:18.490943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daedf9-381f-4da4-8986-64f501d98743 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5877a5d3-1a23-40c2-b813-6876f1981f29,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:18.567584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-45daedf9-381f-4da4-8986-64f501d98743 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:18.568815 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-45daedf9-381f-4da4-8986-64f501d98743 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/security-groups/5877a5d3-1a23-40c2-b813-6876f1981f29 HTTP/1.1" status: 204 len: 168 time: 0.3642409 Feb 28 12:09:18.576646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 752bb225-4289-4d50-a98a-b94310626c08 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:09:18.611905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 752bb225-4289-4d50-a98a-b94310626c08 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:09:18.612394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 752bb225-4289-4d50-a98a-b94310626c08 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:09:19.165536 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32796) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:19.171972 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-330873128', 'description': 'tempest-secgroup-smoke-330873128 description', 'project_id': '589c4da3e4c14482880aab77996e4c70'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:19.177899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:19.181996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:19.184833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:19.190546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:19.334600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.373812 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:19.377553 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:19.380357 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:19.386051 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:19.441378 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.505982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.549794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963ae96e-78c8-42ec-8b69-4dc3db2b7e55,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:19.615101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.619205 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-20bb3649-a304-4c8e-b683-9717b91c4149 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4500051 Feb 28 12:09:19.619458 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32800) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:19.625102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '963ae96e-78c8-42ec-8b69-4dc3db2b7e55', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:19.631475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:19.635477 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:19.639230 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:19.645077 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:19.711827 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.771865 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.820446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.844328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.844948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fe2aa1-ef1d-40ee-ba2c-798d3db0752f,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:19.918002 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:19.919235 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ad40c285-6726-455e-9834-5c606b8cfae4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2987072 Feb 28 12:09:19.922163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32804) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:19.927557 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '963ae96e-78c8-42ec-8b69-4dc3db2b7e55', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:19.933576 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:19.938161 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:19.941923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:19.947179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:20.010029 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.074923 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.129839 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.154030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386dba64-164d-42cd-b4a1-2cfc8e2000c7,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:20.219558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.220730 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-21c72d13-611c-4ab4-8b98-63134437f934 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2976713 Feb 28 12:09:20.223520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32808) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:20.228950 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '963ae96e-78c8-42ec-8b69-4dc3db2b7e55', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:20.239624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:20.239624 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:20.242283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:20.248618 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:20.318189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.383380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.460323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.486164 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f80148e-02b5-48dd-8d5e-beca22416a91,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:20.550953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.552114 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-26db1d12-6a1f-4075-a86e-bdcbbff5ca81 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3276830 Feb 28 12:09:20.554837 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32812) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:20.560212 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '963ae96e-78c8-42ec-8b69-4dc3db2b7e55', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:20.566713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:20.570531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:20.573415 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:20.579140 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:20.667241 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.730024 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.809125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.831754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f082da8-12f9-4310-9041-1035fca7182a,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:20.900396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:20.901550 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-684353c3-b7fb-429c-847d-36c73f986840 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3458114 Feb 28 12:09:20.904730 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32816) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:20.910025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '963ae96e-78c8-42ec-8b69-4dc3db2b7e55', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:20.915845 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:20.919588 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:20.925561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:20.928674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:21.002481 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:09:21.008958 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.078455 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.128998 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.153042 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9728e2c-f91e-4d1a-bd7d-47ce96d86e88,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:21.214523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.215739 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e20c92df-fb5f-4d3d-a007-09d4f4cf20f3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3100410 Feb 28 12:09:21.219193 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32820) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:21.224315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '963ae96e-78c8-42ec-8b69-4dc3db2b7e55', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:21.230017 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:21.233870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:21.236683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:21.242206 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:21.300207 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:09:21.306590 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.374177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.448620 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.472224 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a71f5c-10de-411a-b72b-c4eaa20444ea,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:21.545822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.547057 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-905bd3b3-164d-402e-9208-9ecf16215efc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3269160 Feb 28 12:09:21.549869 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32824) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:21.555103 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'network': {'name': 'tempest-network-smoke--1234518622', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'port_security_enabled': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:21.560038 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:21.564629 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:network and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:21.567439 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:21.573118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:21.648722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:09:21.651698 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.678829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 746} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:09:21.687948 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.688382 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Added segment b440769f-284b-4631-a48e-6e9f1944b681 of type vlan for network e5eaba45-d438-405d-9834-c67cd2b3449c Feb 28 12:09:21.715251 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.802866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.806561 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:21.807167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:21.914942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Network': ['ID=e5eaba45-d438-405d-9834-c67cd2b3449c,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:21.925407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network e5eaba45-d438-405d-9834-c67cd2b3449c details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:09:21.958076 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0bd85612-b8bc-4ed2-be0c-2357bcf9f5d8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4072080 Feb 28 12:09:21.960830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 32828) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:21.966107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'admin_state_up': True, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:21.973265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:21.977441 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:router and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:21.980332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:21.987477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:22.043937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:22.045499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:22.064228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:22.273293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:22.496323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:22.526341 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:22.659269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.144 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/5e63dcc1-1c96-4a0a-b734-e361d5490f40) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:22.801551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:22.905727 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:22.969422 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:22.972050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:22.975472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:09:23.007261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=5e63dcc1-1c96-4a0a-b734-e361d5490f40,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:23.192186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:23.192911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:23.411259 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:09:23.488097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 921cef92-d4f0-46c8-b3f2-5a0e8756283f is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:09:23.784365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:09:23.793499 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Sync routers for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:09:23.805157 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:23.805823 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:09:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:23.911895 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:23.913141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e5d9e0fc-bb65-4bdb-add9-b6ad98eb194b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9513502 Feb 28 12:09:23.916305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 32832) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:24.009209 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:24.024756 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8e00ce47-c21e-42e7-9242-736e3d12744a tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=589c4da3e4c14482880aab77996e4c70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1073747 Feb 28 12:09:24.027322 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 32838) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:24.154411 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054fa442-7099-44d2-a856-b4db724c9ddb tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:24.155907 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-054fa442-7099-44d2-a856-b4db724c9ddb tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277096 Feb 28 12:09:24.158682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 32842) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:24.197406 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7f9f10d2-3f38-4c4d-8418-9c9947104025 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375168 Feb 28 12:09:24.199851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 32846) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:24.205774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1211716048', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:24.286570 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:23Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:24.290364 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Checking router: 921cef92-d4f0-46c8-b3f2-5a0e8756283f for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:09:24.290707 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Updating router 921cef92-d4f0-46c8-b3f2-5a0e8756283f port 5e63dcc1-1c96-4a0a-b734-e361d5490f40 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:09:24.312510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:24.316276 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:subnet and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:24.319036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:24.324861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:24.344919 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.420413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:09:24.522177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.669914 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.681552 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Transition to ACTIVE for port object 5e63dcc1-1c96-4a0a-b734-e361d5490f40 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:24.740549 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.792034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.822835 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Pushing event updated for resources: {'Port': ['ID=5e63dcc1-1c96-4a0a-b734-e361d5490f40,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:24.824901 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Attempting to bind port 5e63dcc1-1c96-4a0a-b734-e361d5490f40 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:09:24.825258 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Attempting to bind port 5e63dcc1-1c96-4a0a-b734-e361d5490f40 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:09:24.825608 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Attempting to bind port 5e63dcc1-1c96-4a0a-b734-e361d5490f40 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:09:24.836826 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.837139 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.838522 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.838522 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.838522 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.838522 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.838895 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.839197 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.839510 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.839823 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.840133 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:24.843339 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:09:24.843704 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:09:24.844094 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.844465 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:09:24.844927 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Bound port: 5e63dcc1-1c96-4a0a-b734-e361d5490f40, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:09:24.845292 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:24.873561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Subnet': ['ID=a58e5268-0cda-43ec-9629-6e7c28fb2b8e,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:24.888993 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Checking segment: {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:09:24.889354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network hostable DHCP agents. Network: e5eaba45-d438-405d-9834-c67cd2b3449c, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:09:24.915951 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] For port 5e63dcc1-1c96-4a0a-b734-e361d5490f40, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:09:24.918993 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] For port 5e63dcc1-1c96-4a0a-b734-e361d5490f40, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5e63dcc1-1c96-4a0a-b734-e361d5490f40,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:09:24.991290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network e5eaba45-d438-405d-9834-c67cd2b3449c is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:09:25.014451 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:25.060626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, e5eaba45-d438-405d-9834-c67cd2b3449c) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:25.065067 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:25.065694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:25.071220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b14cc5-ef64-481b-8c4d-2f715d7f8b8f None None] Network e5eaba45-d438-405d-9834-c67cd2b3449c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:09:25.100715 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92761b84-0486-4ccf-842a-f557f0a33439 None None] Pushing event updated for resources: {'Port': ['ID=5e63dcc1-1c96-4a0a-b734-e361d5490f40,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:25.105743 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:25.106332 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:09:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:25.158377 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b8a24b88-6d79-412a-a420-5b2bffebc513 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9575276 Feb 28 12:09:25.161070 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 32850) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:25.281022 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:25.292041 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-e5eaba45-d438-405d-9834-c67cd2b3449c', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:09:25.292860 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:25.457959 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Allocated IP 172.20.0.2 (e5eaba45-d438-405d-9834-c67cd2b3449c/a58e5268-0cda-43ec-9629-6e7c28fb2b8e/2198bffb-249c-4e53-bdff-1bc877b906e9) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:25.612853 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:23Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:25.618106 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c43adb-1118-4b47-9f96-e4d3f9d00bb7 None None] The sync data for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv is: [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:23Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:09:25.722985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:25.733998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Transition to ACTIVE for port object 2198bffb-249c-4e53-bdff-1bc877b906e9 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:25.755437 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Transition to ACTIVE for port object 2198bffb-249c-4e53-bdff-1bc877b906e9 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:25.835382 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:25.923010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Network e5eaba45-d438-405d-9834-c67cd2b3449c is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:25.923827 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Pushing event updated for resources: {'Port': ['ID=2198bffb-249c-4e53-bdff-1bc877b906e9,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:25.926352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:25.928569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:09:26.019046 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Attempting to bind port 2198bffb-249c-4e53-bdff-1bc877b906e9 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:09:26.019421 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Attempting to bind port 2198bffb-249c-4e53-bdff-1bc877b906e9 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:09:26.019782 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Attempting to bind port 2198bffb-249c-4e53-bdff-1bc877b906e9 on network e5eaba45-d438-405d-9834-c67cd2b3449c {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:09:26.031634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:09:26.032319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Checking segment: {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:09:26.032726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.033121 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Bound using segment: {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:09:26.033594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Bound port: 2198bffb-249c-4e53-bdff-1bc877b906e9, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:09:26.033970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.071079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.134105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] For port 2198bffb-249c-4e53-bdff-1bc877b906e9, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:09:26.137305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] For port 2198bffb-249c-4e53-bdff-1bc877b906e9, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2198bffb-249c-4e53-bdff-1bc877b906e9,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:09:26.205212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.297272 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f9cf1-46be-443d-a2d4-1443cd9c1bce None None] Pushing event updated for resources: {'Port': ['ID=2198bffb-249c-4e53-bdff-1bc877b906e9,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:26.514992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.1 (e5eaba45-d438-405d-9834-c67cd2b3449c/a58e5268-0cda-43ec-9629-6e7c28fb2b8e/91b2935e-e33c-471b-9492-cfeb5ed2afc3) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:26.663179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5e63dcc1-1c96-4a0a-b734-e361d5490f40 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:26.695964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.712259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object 91b2935e-e33c-471b-9492-cfeb5ed2afc3 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:26.802347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 5e63dcc1-1c96-4a0a-b734-e361d5490f40 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:26.807441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5e63dcc1-1c96-4a0a-b734-e361d5490f40 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:26.807802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.825747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.894677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network e5eaba45-d438-405d-9834-c67cd2b3449c is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:26.897469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:26.901277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:09:26.924076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:26.930627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=91b2935e-e33c-471b-9492-cfeb5ed2afc3,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:26.942533 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 5e63dcc1-1c96-4a0a-b734-e361d5490f40, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5e63dcc1-1c96-4a0a-b734-e361d5490f40,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:26.967171 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.054776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.055601 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2198bffb-249c-4e53-bdff-1bc877b906e9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:27.138776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.175910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=5e63dcc1-1c96-4a0a-b734-e361d5490f40,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:27.237490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 2198bffb-249c-4e53-bdff-1bc877b906e9 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:27.266329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77beb597-0dab-4e91-9445-ed2890b12af9 None None] Network e5eaba45-d438-405d-9834-c67cd2b3449c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:09:27.424973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3bd99305-7e10-4611-bb06-7557b46b8558 None None] Provisioning for port 2198bffb-249c-4e53-bdff-1bc877b906e9 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:27.437955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-3bd99305-7e10-4611-bb06-7557b46b8558 None None] Provisioning complete for port 2198bffb-249c-4e53-bdff-1bc877b906e9 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:27.438264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3bd99305-7e10-4611-bb06-7557b46b8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.549033 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.602642 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.612516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3bd99305-7e10-4611-bb06-7557b46b8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.658629 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-3bd99305-7e10-4611-bb06-7557b46b8558 None None] For port 2198bffb-249c-4e53-bdff-1bc877b906e9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2198bffb-249c-4e53-bdff-1bc877b906e9,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:27.724218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=91b2935e-e33c-471b-9492-cfeb5ed2afc3,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:27.726556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.729548 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3bd99305-7e10-4611-bb06-7557b46b8558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.808765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd99305-7e10-4611-bb06-7557b46b8558 None None] Pushing event updated for resources: {'Port': ['ID=2198bffb-249c-4e53-bdff-1bc877b906e9,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:27.853514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-928ba340-6662-4335-bfb2-c2d4ada27278 None None] Provisioning complete for port 2198bffb-249c-4e53-bdff-1bc877b906e9 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:27.853881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-928ba340-6662-4335-bfb2-c2d4ada27278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:27.973684 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network e5eaba45-d438-405d-9834-c67cd2b3449c is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:27.974962 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:28.054953 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-928ba340-6662-4335-bfb2-c2d4ada27278 None None] Provisioning for port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:28.060985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-928ba340-6662-4335-bfb2-c2d4ada27278 None None] Provisioning complete for port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:28.061365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-928ba340-6662-4335-bfb2-c2d4ada27278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:28.119081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-928ba340-6662-4335-bfb2-c2d4ada27278 None None] Port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:09:28.242170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8a7b9729-4393-4704-9aca-53e6a640646d None None] Provisioning complete for port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:28.242862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8a7b9729-4393-4704-9aca-53e6a640646d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:28.293449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b9729-4393-4704-9aca-53e6a640646d None None] Port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:09:28.363535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 921cef92-d4f0-46c8-b3f2-5a0e8756283f has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:09:28.561136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:09:28.575668 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9c1e33da-4a03-40cd-bbdd-b9ada4ba9c7e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/921cef92-d4f0-46c8-b3f2-5a0e8756283f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4135168 Feb 28 12:09:28.594904 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5e63dcc1-1c96-4a0a-b734-e361d5490f40 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:28.670983 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5e63dcc1-1c96-4a0a-b734-e361d5490f40 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:28.671354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:28.755258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-8af3d5cd-937b-4a38-b62d-363e891d1109 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-330873128&fields=id&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 267 time: 0.0426285 Feb 28 12:09:28.792130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2198bffb-249c-4e53-bdff-1bc877b906e9 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:28.890339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 2198bffb-249c-4e53-bdff-1bc877b906e9 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:28.890710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:28.907179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-66405b68-9141-47eb-959b-dccc88db2aac tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:28.908595 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-66405b68-9141-47eb-959b-dccc88db2aac tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/networks?id=e5eaba45-d438-405d-9834-c67cd2b3449c HTTP/1.1" status: 200 len: 797 time: 0.1433649 Feb 28 12:09:28.926314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-26638335-4058-4d65-9a84-f24a61c346ff tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/quotas/589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 375 time: 0.0119286 Feb 28 12:09:29.005518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-6ef8e916-0860-47f3-a98e-f727449ab2ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:09:29.105855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-6ef8e916-0860-47f3-a98e-f727449ab2ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:09:29.107932 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-6ef8e916-0860-47f3-a98e-f727449ab2ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1758375 Feb 28 12:09:29.201584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Sync routers for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:09:29.213668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:29.214268 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:09:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:29.247151 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-0b76694b-499e-4ae5-9c3a-3343b57831fa service neutron] 10.222.0.31 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274517 Feb 28 12:09:29.380128 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-4b6aaa42-5b28-4b1c-aabc-63111351340f service neutron] 10.222.0.31 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271627 Feb 28 12:09:29.393668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:29.650477 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-426dcd97-eafb-4bd1-b95e-f6cc56500e0b req-19784a8d-cf1b-4dbf-8b31-f296c7847cdd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 210 time: 0.0452828 Feb 28 12:09:29.714726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91b2935e-e33c-471b-9492-cfeb5ed2afc3', 'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:de:1e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:26Z', 'updated_at': '2022-02-28T12:09:27Z', 'revision_number': 2, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:29.718675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Checking router: 921cef92-d4f0-46c8-b3f2-5a0e8756283f for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:09:29.718949 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Updating router 921cef92-d4f0-46c8-b3f2-5a0e8756283f port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:09:29.773591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:30.109849 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:30.120854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Transition to ACTIVE for port object 91b2935e-e33c-471b-9492-cfeb5ed2afc3 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:30.186133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:30.317602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc41e6c-cb1c-4752-8a34-29c512e0fc03 None None] Pushing event updated for resources: {'Port': ['ID=91b2935e-e33c-471b-9492-cfeb5ed2afc3,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:30.403135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Attempting to bind port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:09:30.403715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Attempting to bind port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:09:30.404253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Attempting to bind port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 on network e5eaba45-d438-405d-9834-c67cd2b3449c {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:09:30.410518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:09:30.411461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Checking segment: {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:09:30.411461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:30.411687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Bound using segment: {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:09:30.412106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Bound port: 91b2935e-e33c-471b-9492-cfeb5ed2afc3, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:09:30.412472 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:30.513098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] For port 91b2935e-e33c-471b-9492-cfeb5ed2afc3, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:09:30.519129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] For port 91b2935e-e33c-471b-9492-cfeb5ed2afc3, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=91b2935e-e33c-471b-9492-cfeb5ed2afc3,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:09:30.603641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:30.688111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc41e6c-cb1c-4752-8a34-29c512e0fc03 None None] Pushing event updated for resources: {'Port': ['ID=91b2935e-e33c-471b-9492-cfeb5ed2afc3,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:30.690666 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:30.691300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:09:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:30.818512 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c70d1b4c-8206-4fbd-a05b-4181e8f746c3 req-9330644d-66a7-4b6e-ae9c-fab357553f69 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 210 time: 0.0588241 Feb 28 12:09:30.964016 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:31.335687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91b2935e-e33c-471b-9492-cfeb5ed2afc3', 'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:de:1e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:26Z', 'updated_at': '2022-02-28T12:09:30Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:31.339733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4748c1b2-ad6b-45f9-8b05-e21c0a3908b8 None None] The sync data for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv is: [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91b2935e-e33c-471b-9492-cfeb5ed2afc3', 'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:de:1e:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:26Z', 'updated_at': '2022-02-28T12:09:30Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:09:31.989121 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-dafad1bd-8d24-4d65-a203-391467d9bf96 req-09e30d80-cb93-465e-94e6-06cbb6b9f825 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 210 time: 0.0418410 Feb 28 12:09:32.620136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 91b2935e-e33c-471b-9492-cfeb5ed2afc3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:32.751729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:32.756916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:32.757284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:32.871174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:32.901944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 91b2935e-e33c-471b-9492-cfeb5ed2afc3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=91b2935e-e33c-471b-9492-cfeb5ed2afc3,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:32.968808 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:33.034221 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=91b2935e-e33c-471b-9492-cfeb5ed2afc3,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:33.152423 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0301a8b7-2fcc-4db5-8e69-052bf6b70d5b req-98d0f48f-dc45-49aa-ae17-c1a23ae4c3ef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 210 time: 0.0434291 Feb 28 12:09:33.487327 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-14b024c4-f373-483e-82c3-a0db06069ff8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:33.488677 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-14b024c4-f373-483e-82c3-a0db06069ff8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/networks?id=e5eaba45-d438-405d-9834-c67cd2b3449c HTTP/1.1" status: 200 len: 797 time: 0.2529349 Feb 28 12:09:33.542824 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-31dd4330-3fad-4bf6-a5bc-88ef3a95f516 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 379 time: 0.0403633 Feb 28 12:09:33.550942 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'port': {'device_id': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'admin_state_up': True, 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'security_groups': ['963ae96e-78c8-42ec-8b69-4dc3db2b7e55']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:33.688612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:33.698557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:33.768925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:09:33.772019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:33.933445 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.8 (e5eaba45-d438-405d-9834-c67cd2b3449c/a58e5268-0cda-43ec-9629-6e7c28fb2b8e/d7b5f2e0-c46f-4ce6-b031-8e90cac8e658) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:34.114449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:34.129781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:34.214555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:34.306301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:34.319452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network e5eaba45-d438-405d-9834-c67cd2b3449c is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:34.326985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:34.334587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:09:34.373022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:34.416812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:34.417421 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:34.453574 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e8730-3bfd-425f-be6f-9404a3c8edc0 req-69993e3e-9e3b-4b08-a0fd-abc37308dbb7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:34.454256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-006e8730-3bfd-425f-be6f-9404a3c8edc0 req-69993e3e-9e3b-4b08-a0fd-abc37308dbb7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:09:34.542624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-3f5dcd37-a099-4762-94ba-c4b60baff4d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9952199 Feb 28 12:09:34.555836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Request body: {'port': {'device_id': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:34.604952 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-006e8730-3bfd-425f-be6f-9404a3c8edc0 req-69993e3e-9e3b-4b08-a0fd-abc37308dbb7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:09:34.611364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-006e8730-3bfd-425f-be6f-9404a3c8edc0 req-69993e3e-9e3b-4b08-a0fd-abc37308dbb7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 931 time: 0.3339970 Feb 28 12:09:34.614515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 91b2935e-e33c-471b-9492-cfeb5ed2afc3 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:34.670680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7154ea23-4772-4871-b728-42d81ea090c1 None None] Provisioning for port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:34.680887 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7154ea23-4772-4871-b728-42d81ea090c1 None None] Provisioning complete for port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:34.681291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7154ea23-4772-4871-b728-42d81ea090c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:34.713667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-006e8730-3bfd-425f-be6f-9404a3c8edc0 req-2f2c98bd-db9b-4a37-9615-efbd89610a44 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893490 Feb 28 12:09:34.733408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:34.740714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7154ea23-4772-4871-b728-42d81ea090c1 None None] Port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:09:34.758208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:34.758570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:35.078246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:09:35.085017 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:35.099202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Transition to ACTIVE for port object d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:09:35.168671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:35.292264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:35.399916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Attempting to bind port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:09:35.400253 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Attempting to bind port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:09:35.400579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Attempting to bind port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 on network e5eaba45-d438-405d-9834-c67cd2b3449c {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:09:35.408098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 on network e5eaba45-d438-405d-9834-c67cd2b3449c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:09:35.408505 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Attempting to bind port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 on network e5eaba45-d438-405d-9834-c67cd2b3449c {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:09:35.414622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:09:35.414983 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Checking segment: {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:09:35.415372 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Bound using segment: {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:09:35.415782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Bound port: d7b5f2e0-c46f-4ce6-b031-8e90cac8e658, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b440769f-284b-4631-a48e-6e9f1944b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 746, 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:09:35.416132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:35.506137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] For port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:09:35.508947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] For port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:09:35.563474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:35.624340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:35.625690 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] 10.222.0.57 "PUT /v2.0/ports/d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 HTTP/1.1" status: 200 len: 1093 time: 1.0742297 Feb 28 12:09:35.626126 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:09:35.646299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fd27a-1a9d-41bb-9025-d2d113b9aed2 service neutron] Pushing event updated for resources: {'Port': ['ID=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:35.694085 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'status': 'completed', 'code': 200} Feb 28 12:09:35.947161 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-455753e8-880d-460c-a165-d3b6cd834964 req-91caf692-0d87-4ca8-bd90-cb2a2d06e593 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 1096 time: 0.2310336 Feb 28 12:09:35.956816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30b68a-77a5-44d8-a887-fb6aa90372a2 req-258ca071-e02a-4260-8fac-a72b212476e2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:35.958125 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3f30b68a-77a5-44d8-a887-fb6aa90372a2 req-258ca071-e02a-4260-8fac-a72b212476e2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 943 time: 0.0982659 Feb 28 12:09:36.085637 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3f30b68a-77a5-44d8-a887-fb6aa90372a2 req-22426cc9-b015-41c9-a4c6-c979b45137b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087222 Feb 28 12:09:36.121797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455753e8-880d-460c-a165-d3b6cd834964 req-759273e2-4c9f-40fb-85b2-f2ea20b7bb09 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:36.123239 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-455753e8-880d-460c-a165-d3b6cd834964 req-759273e2-4c9f-40fb-85b2-f2ea20b7bb09 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=589c4da3e4c14482880aab77996e4c70&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1643121 Feb 28 12:09:36.254782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455753e8-880d-460c-a165-d3b6cd834964 req-9d106eb1-e41f-4fec-b173-d62b9e286cbc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:36.256115 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-455753e8-880d-460c-a165-d3b6cd834964 req-9d106eb1-e41f-4fec-b173-d62b9e286cbc service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1271970 Feb 28 12:09:36.359270 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-987c558c-07d3-44b9-ba37-3a57803554fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 1096 time: 0.0668409 Feb 28 12:09:36.429548 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-50a5709c-3c58-4c77-bcdb-9571064ae409 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 HTTP/1.1" status: 200 len: 217 time: 0.0636284 Feb 28 12:09:36.488588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-eace5805-2d7e-4725-bfdc-42171e18d6e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:36.489955 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-eace5805-2d7e-4725-bfdc-42171e18d6e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a58e5268-0cda-43ec-9629-6e7c28fb2b8e HTTP/1.1" status: 200 len: 835 time: 0.0552258 Feb 28 12:09:36.565159 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-f9562820-174d-4d14-99fd-ccd11fc406fe service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5eaba45-d438-405d-9834-c67cd2b3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694687 Feb 28 12:09:36.699452 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-6451bcfc-6d72-475a-8666-d26e96bf6f04 service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287713 Feb 28 12:09:36.826282 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6eaf191e-9067-4ddb-946d-1a929e6e1bff req-d0eee33c-b625-4967-9f4d-c28c645b1bcc service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215458 Feb 28 12:09:37.286461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ecd7d0-a85e-4d78-aa05-745489614073 req-b6a0276c-0ec3-49d9-a6e2-3d1cef16777f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:37.287919 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46ecd7d0-a85e-4d78-aa05-745489614073 req-b6a0276c-0ec3-49d9-a6e2-3d1cef16777f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 943 time: 0.0797346 Feb 28 12:09:37.331862 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-46ecd7d0-a85e-4d78-aa05-745489614073 req-91bc8db7-26e1-40ec-b569-84ff66f8683c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385609 Feb 28 12:09:37.729319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:09:37.861284 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:37.874602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'port_id': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'mac_address': 'fa:16:3e:ca:32:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 746, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:09:37.926509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:37.943313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:09:37.958636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:38.014806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:38.081685 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:38.089705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.090043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.090381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.090711 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.091058 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.091386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.091730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.092212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.092534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.092852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.093168 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:09:38.237370 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d7b5f2e0-c46f-4ce6-b031-8e90cac8e658'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:09:38.526164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df862f5b-c9be-4ecc-a2fb-7aa248d96e4e req-6907c705-fd4f-479e-80bd-52d959061b04 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:38.527520 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-df862f5b-c9be-4ecc-a2fb-7aa248d96e4e req-6907c705-fd4f-479e-80bd-52d959061b04 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 944 time: 0.0740962 Feb 28 12:09:38.574513 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-df862f5b-c9be-4ecc-a2fb-7aa248d96e4e req-8dfeaa23-e40a-45cd-9f10-ee314ef77b25 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415251 Feb 28 12:09:39.734518 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:09:39.768716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9f27ca-7860-46b3-bdac-3b248c0b30a0 req-183f5efc-9098-4880-b2ac-c8862f6daf3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:39.770139 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf9f27ca-7860-46b3-bdac-3b248c0b30a0 req-183f5efc-9098-4880-b2ac-c8862f6daf3a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 944 time: 0.0760868 Feb 28 12:09:39.815304 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf9f27ca-7860-46b3-bdac-3b248c0b30a0 req-f96b6c64-73ab-4489-b7cd-ca3c9c8fb1ed tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394306 Feb 28 12:09:39.865235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:09:39.870870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:09:39.871296 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:40.017583 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:40.042705 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:09:40.052723 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:09:40.128344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:40.175556 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'code': 200} Feb 28 12:09:40.201516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:40.465288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c3dacd6-f0df-4be7-9c99-a43eb25d5495 req-1776a7bd-898c-4305-b2f3-22a90541bacc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0711224 Feb 28 12:09:40.505756 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8c3dacd6-f0df-4be7-9c99-a43eb25d5495 req-904e0a96-8a8f-4fcf-9e56-149fb5be4d4b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348897 Feb 28 12:09:41.008428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b866315-f8af-48e1-903a-e75ef744c93b req-fe896efe-587c-4816-904f-5e77b50198ba tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:41.009890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b866315-f8af-48e1-903a-e75ef744c93b req-fe896efe-587c-4816-904f-5e77b50198ba tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0766861 Feb 28 12:09:41.055445 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b866315-f8af-48e1-903a-e75ef744c93b req-b3c85806-89cf-48b1-ae7f-402cb0f5ed39 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395525 Feb 28 12:09:42.258244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2b02c-c5c5-4ec3-a5ee-b2dc3cfda608 req-7f852e78-85fe-4e32-8ff8-17cd010fcd01 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:42.259719 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26d2b02c-c5c5-4ec3-a5ee-b2dc3cfda608 req-7f852e78-85fe-4e32-8ff8-17cd010fcd01 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0802500 Feb 28 12:09:42.306140 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26d2b02c-c5c5-4ec3-a5ee-b2dc3cfda608 req-6bbee7d7-720f-492a-a4d9-e5089dbd9fef tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401144 Feb 28 12:09:42.502068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83be0bc-3fa4-4d0c-a70a-0e699ca73a87 req-f3d7f1ef-dfca-47e5-9840-2488b354de40 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:42.503555 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b83be0bc-3fa4-4d0c-a70a-0e699ca73a87 req-f3d7f1ef-dfca-47e5-9840-2488b354de40 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0755677 Feb 28 12:09:42.552132 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b83be0bc-3fa4-4d0c-a70a-0e699ca73a87 req-4cf068ac-6d30-4744-abc7-8024cb45f013 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432000 Feb 28 12:09:42.583249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32910) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:42.651840 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e8c4517f-4b18-4e57-a3f9-aabe036089dd tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 1093 time: 0.0674694 Feb 28 12:09:42.654465 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32914) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:42.659599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:09:42.665102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:09:42.668831 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:floatingip and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:09:42.671683 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:09:42.677168 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:09:42.751835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:42.881027 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:43.016941 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.207 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/064fc3fb-572c-4988-8201-4b415ccf6957) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:09:43.161346 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:43.226053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:43.295123 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:09:43.297667 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:09:43.301170 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:09:43.330732 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=064fc3fb-572c-4988-8201-4b415ccf6957,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:43.899640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:44.026176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:44.226538 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:44.282935 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:44.383185 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=064fc3fb-572c-4988-8201-4b415ccf6957,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:09:44.403747 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:44.594823 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.l3_db [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Floating IP 3d75692a-c09c-4707-b76a-fb78f38cfa9c associated. External IP: 172.26.1.207, port: d7b5f2e0-c46f-4ce6-b031-8e90cac8e658. Feb 28 12:09:44.883212 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a6a3e004-4e14-4e30-bd98-c15ae0375764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:44.980823 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 921cef92-d4f0-46c8-b3f2-5a0e8756283f has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:09:45.175517 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:09:45.184768 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] Sync routers for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:09:45.197942 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:45.198593 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:09:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:45.231860 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:45.289101 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-91813d3c-e35c-4145-b7b7-c0314d7018ea tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6335769 Feb 28 12:09:45.289833 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:09:45.352107 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'status': 'completed', 'code': 200} Feb 28 12:09:45.383864 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:45.508893 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aaf39afc-e6ff-4e97-84f7-34263b2ed600 req-a43901db-fc2d-4962-b80f-1c49123fff7b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 1098 time: 0.1321447 Feb 28 12:09:45.518189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc3cf0-a71a-4f9f-874d-94bc9cc773ed req-3ff3a06a-45f3-452f-b550-6df1cdd16527 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:45.519883 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b0fc3cf0-a71a-4f9f-874d-94bc9cc773ed req-3ff3a06a-45f3-452f-b550-6df1cdd16527 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.1086915 Feb 28 12:09:45.730371 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b0fc3cf0-a71a-4f9f-874d-94bc9cc773ed req-bc2eb808-76ca-4d47-803e-0f29521499a8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081216 Feb 28 12:09:45.737730 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '3d75692a-c09c-4707-b76a-fb78f38cfa9c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'port_id': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'mac_address': 'fa:16:3e:ca:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:09:43Z', 'updated_at': '2022-02-28T12:09:43Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b2935e-e33c-471b-9492-cfeb5ed2afc3', 'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:de:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:26Z', 'updated_at': '2022-02-28T12:09:32Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:45.741634 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] Checking router: 921cef92-d4f0-46c8-b3f2-5a0e8756283f for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:09:45.759009 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:09:45.759559 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:09:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:45.760144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 32922) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:45.765510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf39afc-e6ff-4e97-84f7-34263b2ed600 req-e824f809-8979-46fa-b55b-4ec7a10db85b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:45.767818 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aaf39afc-e6ff-4e97-84f7-34263b2ed600 req-e824f809-8979-46fa-b55b-4ec7a10db85b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5eaba45-d438-405d-9834-c67cd2b3449c HTTP/1.1" status: 200 len: 898 time: 0.2465158 Feb 28 12:09:45.937118 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:09:45.949001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3b5176bd-01d4-4c41-8e98-76a4097b230b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3d75692a-c09c-4707-b76a-fb78f38cfa9c HTTP/1.1" status: 200 len: 991 time: 0.1862383 Feb 28 12:09:45.952172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aaf39afc-e6ff-4e97-84f7-34263b2ed600 req-d44cbd6f-f00b-4c9f-bd3e-13ee19cb1ab4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 HTTP/1.1" status: 200 len: 999 time: 0.1355472 Feb 28 12:09:46.012443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf39afc-e6ff-4e97-84f7-34263b2ed600 req-c7021d11-8e0f-4e74-8b0b-e07f0700219f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:46.014339 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aaf39afc-e6ff-4e97-84f7-34263b2ed600 req-c7021d11-8e0f-4e74-8b0b-e07f0700219f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a58e5268-0cda-43ec-9629-6e7c28fb2b8e HTTP/1.1" status: 200 len: 835 time: 0.0570405 Feb 28 12:09:46.089772 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aaf39afc-e6ff-4e97-84f7-34263b2ed600 req-9bf2119c-8755-4180-b703-265715339278 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5eaba45-d438-405d-9834-c67cd2b3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703111 Feb 28 12:09:46.139177 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.57', 60463) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:46.224655 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aaf39afc-e6ff-4e97-84f7-34263b2ed600 req-ac82121c-65bb-42e4-a1c4-ec5cced9f36a service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293616 Feb 28 12:09:46.288885 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '3d75692a-c09c-4707-b76a-fb78f38cfa9c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'port_id': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'mac_address': 'fa:16:3e:ca:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:09:43Z', 'updated_at': '2022-02-28T12:09:43Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b2935e-e33c-471b-9492-cfeb5ed2afc3', 'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:de:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:26Z', 'updated_at': '2022-02-28T12:09:32Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:09:46.292886 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0e57db-afe1-4984-b13e-ec8bad61af50 None None] The sync data for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv is: [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '3d75692a-c09c-4707-b76a-fb78f38cfa9c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.207', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'port_id': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'mac_address': 'fa:16:3e:ca:32:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:09:43Z', 'updated_at': '2022-02-28T12:09:43Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91b2935e-e33c-471b-9492-cfeb5ed2afc3', 'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:de:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:26Z', 'updated_at': '2022-02-28T12:09:32Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:09:46.320776 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-309a4dc6-bce3-462a-aa8a-c16e8a281f0d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1802125 Feb 28 12:09:46.362274 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aaf39afc-e6ff-4e97-84f7-34263b2ed600 req-5131e707-dd6a-4967-8f49-0800d7ada2bd service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320691 Feb 28 12:09:46.567672 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-d8ab51e7-2180-4752-bd01-f4fb1ec9cf21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0677555 Feb 28 12:09:46.710526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-f148482e-c93f-496b-a302-37801880cff1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:46.711963 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-f148482e-c93f-496b-a302-37801880cff1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5eaba45-d438-405d-9834-c67cd2b3449c HTTP/1.1" status: 200 len: 898 time: 0.1243370 Feb 28 12:09:46.810504 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-f13eff4d-c9cd-4998-a593-a753b4b4bc6f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 HTTP/1.1" status: 200 len: 999 time: 0.0927186 Feb 28 12:09:46.869151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-477f89e7-fd2c-488d-a0bd-9a2305b66ecf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:09:46.870509 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-477f89e7-fd2c-488d-a0bd-9a2305b66ecf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a58e5268-0cda-43ec-9629-6e7c28fb2b8e HTTP/1.1" status: 200 len: 835 time: 0.0552382 Feb 28 12:09:46.943922 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-b7b71188-1934-4b61-91eb-54af5b623fd6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5eaba45-d438-405d-9834-c67cd2b3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680711 Feb 28 12:09:46.953154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32928) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:47.049099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-56901459-fae6-4b94-b7c4-90d36c163482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:47.061211 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-40cfdab8-8a80-46ac-a64a-3f09853b7aeb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3d75692a-c09c-4707-b76a-fb78f38cfa9c HTTP/1.1" status: 200 len: 991 time: 0.1068320 Feb 28 12:09:47.077546 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-dbda9ba9-f2e5-4c21-bdfc-e0caafc9f72b service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276433 Feb 28 12:09:47.298714 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a8d591ba-ea38-4bb2-b989-32ffe9bb2272 req-de61b3a3-d1a1-4a80-8771-8ec7f953df6e service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150176 Feb 28 12:09:48.064619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32932) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:48.170944 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-f22efb70-ff33-46d8-99b1-15530d80220b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3d75692a-c09c-4707-b76a-fb78f38cfa9c HTTP/1.1" status: 200 len: 991 time: 0.1039410 Feb 28 12:09:48.226477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18411c2-68fc-45a9-a3c0-cfb14b97be70 None None] New status for floating IP 3d75692a-c09c-4707-b76a-fb78f38cfa9c: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:09:48.499888 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:48.516648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:09:49.173740 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 32936) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:09:49.280439 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-223d0e9d-1f19-4cf8-ae9b-4f701efca54d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3d75692a-c09c-4707-b76a-fb78f38cfa9c HTTP/1.1" status: 200 len: 993 time: 0.1055887 Feb 28 12:09:49.843097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:00.411474 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:10:04.259936 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:14.501091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8804b-0719-4302-924c-378c799b6036 req-c9271677-d1ec-403f-9837-fd45706e64f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:14.502512 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2cb8804b-0719-4302-924c-378c799b6036 req-c9271677-d1ec-403f-9837-fd45706e64f1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.1452961 Feb 28 12:10:14.549535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2cb8804b-0719-4302-924c-378c799b6036 req-7ca8371c-1ba9-4e9a-bf69-a74cc7891e9c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408642 Feb 28 12:10:14.894140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-89345fdf-257e-4fe2-bb45-8807d2c733aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:15.817688 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459cd8a-3588-4b1d-9062-6003c6cbe48e req-29602bdc-e103-4a06-9599-cf3ab942539b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:15.819108 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2459cd8a-3588-4b1d-9062-6003c6cbe48e req-29602bdc-e103-4a06-9599-cf3ab942539b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.1437278 Feb 28 12:10:15.866508 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2459cd8a-3588-4b1d-9062-6003c6cbe48e req-422e88b9-c6d1-46ac-a363-e10c9446d6ba tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 Feb 28 12:10:17.031432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-fde2f763-7408-44b1-b93b-6e7a8c52c9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:17.062517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f3395-c140-4f38-832b-58d4ea488c4c req-28b3945f-683c-4a61-9c3b-460717f12ead tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:17.064080 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed1f3395-c140-4f38-832b-58d4ea488c4c req-28b3945f-683c-4a61-9c3b-460717f12ead tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0757134 Feb 28 12:10:17.109413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed1f3395-c140-4f38-832b-58d4ea488c4c req-eb737fcc-01b4-448a-9526-bfb2e3cbef3e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391481 Feb 28 12:10:18.306218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1484ea-7683-444f-87a0-1691e5bc79d4 req-8d9dcfb3-26ea-47b5-82ff-d04d49e59528 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:18.307689 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d1484ea-7683-444f-87a0-1691e5bc79d4 req-8d9dcfb3-26ea-47b5-82ff-d04d49e59528 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0780807 Feb 28 12:10:18.353497 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6d1484ea-7683-444f-87a0-1691e5bc79d4 req-57848f44-c626-4cd1-9b69-307268b68aa3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403645 Feb 28 12:10:18.385338 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:18.419375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:19.551197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9bbb0-6ef3-4a34-a0ad-d03392dd7c19 req-16d494af-752d-4118-92bf-b0b6d98e19a1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:19.552656 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6e9bbb0-6ef3-4a34-a0ad-d03392dd7c19 req-16d494af-752d-4118-92bf-b0b6d98e19a1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0779672 Feb 28 12:10:19.601623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6e9bbb0-6ef3-4a34-a0ad-d03392dd7c19 req-6ced312e-1d97-4e86-bd9e-0334d616a683 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433068 Feb 28 12:10:19.865680 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:20.794466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c838ed-8c0d-4305-889a-6e86fd83f64c req-9019cfe6-8a82-4c98-80c6-b82c6d309b93 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:20.795904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5c838ed-8c0d-4305-889a-6e86fd83f64c req-9019cfe6-8a82-4c98-80c6-b82c6d309b93 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0755613 Feb 28 12:10:20.840746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c5c838ed-8c0d-4305-889a-6e86fd83f64c req-80839d36-a25d-4168-8917-38c36594ab08 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390031 Feb 28 12:10:22.036483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493bc74-930f-4808-83bd-532794eac200 req-7817ed56-837e-42de-8a5d-c82ec1304478 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:22.038336 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8493bc74-930f-4808-83bd-532794eac200 req-7817ed56-837e-42de-8a5d-c82ec1304478 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0774722 Feb 28 12:10:22.081825 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8493bc74-930f-4808-83bd-532794eac200 req-eb9ee9c3-1a11-4981-9614-1828e32aa5c8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381081 Feb 28 12:10:23.277608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b512e-d04d-4704-822f-349f958216be req-b7545221-055c-48a2-86ad-9ac6a391a542 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:23.279034 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6c7b512e-d04d-4704-822f-349f958216be req-b7545221-055c-48a2-86ad-9ac6a391a542 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0743799 Feb 28 12:10:23.325746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6c7b512e-d04d-4704-822f-349f958216be req-aa4451e8-a5f9-4bb6-af08-f4b6f6ef4a1a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 Feb 28 12:10:24.522150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a959af-34b2-4909-963f-b46413cb9fee req-536441ef-5ced-4b02-8e55-71b55cdb534e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:24.524168 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-89a959af-34b2-4909-963f-b46413cb9fee req-536441ef-5ced-4b02-8e55-71b55cdb534e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0788915 Feb 28 12:10:24.567507 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-89a959af-34b2-4909-963f-b46413cb9fee req-0b435577-fd32-4d7b-a0c5-f8915dbdf5c3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379627 Feb 28 12:10:25.759985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a2c0df-796d-4100-8e5d-00229ef3f054 req-b2d87e7a-ec07-465c-8c95-49cfdc4166e8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:25.761390 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0a2c0df-796d-4100-8e5d-00229ef3f054 req-b2d87e7a-ec07-465c-8c95-49cfdc4166e8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0744548 Feb 28 12:10:25.808106 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0a2c0df-796d-4100-8e5d-00229ef3f054 req-25d22d3a-f36c-4004-a58d-45c9cc7a6fa9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410271 Feb 28 12:10:25.836779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 32984) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:25.935184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d2fd8ce3-d670-4532-96d3-6247dcf9c40b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3d75692a-c09c-4707-b76a-fb78f38cfa9c HTTP/1.1" status: 200 len: 993 time: 0.0971959 Feb 28 12:10:27.508826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d697acd-03b5-4448-b4c8-dd5ec9f4daa8 req-a482d10d-6747-43bf-949d-437036e98d53 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:27.510266 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d697acd-03b5-4448-b4c8-dd5ec9f4daa8 req-a482d10d-6747-43bf-949d-437036e98d53 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0814590 Feb 28 12:10:27.556265 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d697acd-03b5-4448-b4c8-dd5ec9f4daa8 req-ea03c1e5-fb77-4a9e-8f75-7b86a9338ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400684 Feb 28 12:10:27.644476 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-4095243f-d47c-4770-89b8-b0e215c7c7be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 1098 time: 0.1331751 Feb 28 12:10:27.773817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-03cc899c-93ac-498b-9ab3-edab86287fee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:27.775241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-03cc899c-93ac-498b-9ab3-edab86287fee service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5eaba45-d438-405d-9834-c67cd2b3449c HTTP/1.1" status: 200 len: 898 time: 0.1238599 Feb 28 12:10:27.871059 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-8603e490-e1a5-4d0d-b7aa-41f81ea5d1f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 HTTP/1.1" status: 200 len: 1001 time: 0.0902832 Feb 28 12:10:27.933839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-54062672-b67f-4df9-8998-c542ce66f1af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:27.935163 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-54062672-b67f-4df9-8998-c542ce66f1af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a58e5268-0cda-43ec-9629-6e7c28fb2b8e HTTP/1.1" status: 200 len: 835 time: 0.0591590 Feb 28 12:10:28.006012 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-28dc7cd9-0556-4da2-87f4-9121703bdb52 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5eaba45-d438-405d-9834-c67cd2b3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656087 Feb 28 12:10:28.015799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-a6ab1be9-53e8-4fb3-8073-71155b26015d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 12:10:28.016701 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-a6ab1be9-53e8-4fb3-8073-71155b26015d service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048504 Feb 28 12:10:28.143715 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-86887f27-a5d2-4b9c-b01c-c0c888aa720c service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214242 Feb 28 12:10:28.277316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8a55ea32-e20e-47dc-b402-8da343d164f9 req-7fb7dc25-be19-4560-95fc-c772247b3524 service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269426 Feb 28 12:10:28.841066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04105a63-71ba-4a5f-96d8-9b7323263a5e req-e8156d84-b72a-4a5e-a2fc-1d1d7cbdfc60 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:28.842489 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04105a63-71ba-4a5f-96d8-9b7323263a5e req-e8156d84-b72a-4a5e-a2fc-1d1d7cbdfc60 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.1636734 Feb 28 12:10:28.886624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04105a63-71ba-4a5f-96d8-9b7323263a5e req-d3871ac4-4798-4927-99a0-5c5010429030 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384221 Feb 28 12:10:30.084035 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f2917-ae27-4b8e-87b9-0df08c5ab28c req-a969275e-5612-4d55-b759-308e628cec04 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:30.085461 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-211f2917-ae27-4b8e-87b9-0df08c5ab28c req-a969275e-5612-4d55-b759-308e628cec04 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0750334 Feb 28 12:10:30.130205 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-211f2917-ae27-4b8e-87b9-0df08c5ab28c req-99f55b6a-7e6b-4bf2-acfd-77ca9db7204f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391507 Feb 28 12:10:30.160049 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33000) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:10:30.266885 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-30c1ce8f-a4d0-430d-befd-a86b0daf80f8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/3d75692a-c09c-4707-b76a-fb78f38cfa9c HTTP/1.1" status: 200 len: 993 time: 0.1056006 Feb 28 12:10:34.271392 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:37.411064 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:10:44.904886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-da247246-9a48-401c-9ec2-c40a68ee0a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:47.048214 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1700088d-c932-46e7-9d56-7904257eb27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:47.235710 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-3fa8375e-6d0a-4b11-8eca-5677a5accb10 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729594 Feb 28 12:10:47.369288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-1f0fb06c-d67d-4eaf-8c02-4ccfb90403a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0676651 Feb 28 12:10:47.510827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-7192edfe-fd0b-43e1-b472-51571b72cfb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:47.512266 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-7192edfe-fd0b-43e1-b472-51571b72cfb6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5eaba45-d438-405d-9834-c67cd2b3449c HTTP/1.1" status: 200 len: 898 time: 0.1244097 Feb 28 12:10:47.614030 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-76a0e903-414d-4648-8845-769067c44f25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 HTTP/1.1" status: 200 len: 1001 time: 0.0954633 Feb 28 12:10:47.676528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-7cd3c2fc-db90-4616-8868-771cfa8d28aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:10:47.677937 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-7cd3c2fc-db90-4616-8868-771cfa8d28aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a58e5268-0cda-43ec-9629-6e7c28fb2b8e HTTP/1.1" status: 200 len: 835 time: 0.0565443 Feb 28 12:10:47.754442 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-07480e7d-18a6-4e33-b07c-5cf16eda37b9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5eaba45-d438-405d-9834-c67cd2b3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688789 Feb 28 12:10:47.881304 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-492d9afe-a8ea-4223-9c15-236f59234caa service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192768 Feb 28 12:10:48.008347 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6dee9b7f-c8c5-4bf7-a6e5-0c594266e64e req-1d096349-f2dd-42db-b50e-a4d2ca0c281f service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196930 Feb 28 12:10:48.368289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:48.391018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:10:49.871228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:00.698314 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33020) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:00.891779 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 064fc3fb-572c-4988-8201-4b415ccf6957 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:11:00.892604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:01.058079 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:01.058392 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:01.179087 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 064fc3fb-572c-4988-8201-4b415ccf6957 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:11:01.379555 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:01.423285 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=064fc3fb-572c-4988-8201-4b415ccf6957,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:01.456514 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.456841 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.457176 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.457504 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.457830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.458151 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.458471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.458788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.459132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.459448 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.459767 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:01.522534 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:01.996531 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 921cef92-d4f0-46c8-b3f2-5a0e8756283f has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:11:02.191778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:11:02.202180 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] Sync routers for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:11:02.208154 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:02.213448 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:02.214212 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:10:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:02.266921 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2a476772-5ad9-42b9-8fef-d9e98eac967b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/floatingips/3d75692a-c09c-4707-b76a-fb78f38cfa9c HTTP/1.1" status: 204 len: 168 time: 1.5645974 Feb 28 12:11:02.266921 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:11:02.321708 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'status': 'completed', 'code': 200} Feb 28 12:11:02.393703 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:02.414812 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ca171db9-3018-4f97-b76a-824ae5dc3343 req-fa777320-eee8-42b4-a570-7009aadbae30 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 1098 time: 0.0724587 Feb 28 12:11:02.547967 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca171db9-3018-4f97-b76a-824ae5dc3343 req-6808b1e1-069c-4b13-8708-2a351453b452 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:02.549652 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ca171db9-3018-4f97-b76a-824ae5dc3343 req-6808b1e1-069c-4b13-8708-2a351453b452 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e5eaba45-d438-405d-9834-c67cd2b3449c HTTP/1.1" status: 200 len: 898 time: 0.1292269 Feb 28 12:11:02.625097 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ca171db9-3018-4f97-b76a-824ae5dc3343 req-98e5daf8-332d-441b-a5fc-7f34036c410a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 HTTP/1.1" status: 200 len: 217 time: 0.0695612 Feb 28 12:11:02.693065 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca171db9-3018-4f97-b76a-824ae5dc3343 req-fd07a519-f5ab-4319-b156-fd9ffcc9cef2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:02.694672 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ca171db9-3018-4f97-b76a-824ae5dc3343 req-fd07a519-f5ab-4319-b156-fd9ffcc9cef2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a58e5268-0cda-43ec-9629-6e7c28fb2b8e HTTP/1.1" status: 200 len: 835 time: 0.0633965 Feb 28 12:11:02.761363 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91b2935e-e33c-471b-9492-cfeb5ed2afc3', 'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:de:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:26Z', 'updated_at': '2022-02-28T12:09:32Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:02.765341 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] Checking router: 921cef92-d4f0-46c8-b3f2-5a0e8756283f for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:11:02.775385 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:02.776482 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:10:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:02.831374 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ca171db9-3018-4f97-b76a-824ae5dc3343 req-d897905b-dab6-4058-af16-e3517679cc0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e5eaba45-d438-405d-9834-c67cd2b3449c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1281588 Feb 28 12:11:02.837569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5834fe-244c-45ec-9fab-cc4576c28159 req-ce7dc6a9-9271-4a9c-9e96-23b50f9930be tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:02.840002 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ad5834fe-244c-45ec-9fab-cc4576c28159 req-ce7dc6a9-9271-4a9c-9e96-23b50f9930be tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.1386211 Feb 28 12:11:02.949375 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:02.966517 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ad5834fe-244c-45ec-9fab-cc4576c28159 req-c23b18d5-8137-496c-b993-8bc4bf6d8514 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061361 Feb 28 12:11:03.005995 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ca171db9-3018-4f97-b76a-824ae5dc3343 req-cf2f07e8-434e-4d56-8d6c-e69861538b90 service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649489 Feb 28 12:11:03.229247 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ca171db9-3018-4f97-b76a-824ae5dc3343 req-14f14c69-adb2-460e-9890-a94e98ce0755 service neutron] 10.222.0.57 "GET /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153869 Feb 28 12:11:03.258876 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91b2935e-e33c-471b-9492-cfeb5ed2afc3', 'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:de:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:26Z', 'updated_at': '2022-02-28T12:09:32Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:03.263353 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c983704-6291-4b5f-9c2d-837009d050bd None None] The sync data for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv is: [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '91b2935e-e33c-471b-9492-cfeb5ed2afc3', 'name': '', 'network_id': 'e5eaba45-d438-405d-9834-c67cd2b3449c', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:de:1e:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:26Z', 'updated_at': '2022-02-28T12:09:32Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': 'a58e5268-0cda-43ec-9629-6e7c28fb2b8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:11:03.480505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a89cbc-1994-43e6-bbb4-6bb6f6ac4c3f None None] New status for floating IP 3d75692a-c09c-4707-b76a-fb78f38cfa9c: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:11:04.164915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-2f3f6452-f7eb-4c50-9035-657fc9ffdbc2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:04.166538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-2f3f6452-f7eb-4c50-9035-657fc9ffdbc2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.0807405 Feb 28 12:11:04.239779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:11:04.240140 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:04.276729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:04.473364 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ade7b-31cf-49fe-a4f7-3521916dfd61 req-c9cf5709-290c-47fb-838b-8e48971567d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:04.474788 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5b6ade7b-31cf-49fe-a4f7-3521916dfd61 req-c9cf5709-290c-47fb-838b-8e48971567d4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 945 time: 0.2104619 Feb 28 12:11:04.563288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5b6ade7b-31cf-49fe-a4f7-3521916dfd61 req-3dd74705-143c-400b-b46f-17ad9b899d16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=963ae96e-78c8-42ec-8b69-4dc3db2b7e55&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829391 Feb 28 12:11:04.572229 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:04.573186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:04.694830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:11:04.888074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:04.936476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=d7b5f2e0-c46f-4ce6-b031-8e90cac8e658,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:04.977378 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.977722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.978060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.978419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.979393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.979858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.980184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.980509 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.980829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.981148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:04.981466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:05.023522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] No DVR routers for this DVR port d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:11:05.026423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:05.029102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'name': 'network-vif-deleted', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:11:05.039897 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-26f47b03-fda0-46fc-bbae-004bf8e8f06e req-f005d441-d535-4bbd-97bd-e041f6f59e16 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "DELETE /v2.0/ports/d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 HTTP/1.1" status: 204 len: 173 time: 0.8688533 Feb 28 12:11:05.083623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd8bf22-82ba-4ebf-89a9-083765b9bcd3', 'name': 'network-vif-deleted', 'tag': 'd7b5f2e0-c46f-4ce6-b031-8e90cac8e658', 'status': 'completed', 'code': 200} Feb 28 12:11:05.738755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9b3844bf-d4a1-430e-ae0a-fe7bc805a036 req-3421008a-fa54-4e18-8a86-19185036b5a3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:11:05.796729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-9b3844bf-d4a1-430e-ae0a-fe7bc805a036 req-3421008a-fa54-4e18-8a86-19185036b5a3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:11:05.797938 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9b3844bf-d4a1-430e-ae0a-fe7bc805a036 req-3421008a-fa54-4e18-8a86-19185036b5a3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbd8bf22-82ba-4ebf-89a9-083765b9bcd3 HTTP/1.1" status: 200 len: 210 time: 0.1000586 Feb 28 12:11:06.902986 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33038) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:07.290886 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:07.985611 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 91b2935e-e33c-471b-9492-cfeb5ed2afc3 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:11:07.986527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:08.164226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port 91b2935e-e33c-471b-9492-cfeb5ed2afc3, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=91b2935e-e33c-471b-9492-cfeb5ed2afc3,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:08.164695 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:08.263678 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:11:08.285944 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 91b2935e-e33c-471b-9492-cfeb5ed2afc3 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:11:08.296054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:11:08.296428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d7b5f2e0-c46f-4ce6-b031-8e90cac8e658 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:11:08.522321 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:08.568702 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=91b2935e-e33c-471b-9492-cfeb5ed2afc3,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:08.875523 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:09.545044 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 921cef92-d4f0-46c8-b3f2-5a0e8756283f has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:11:09.745110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:11:09.757383 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] Sync routers for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:11:09.769677 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:09.771320 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:10:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:09.815828 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ea17a740-6cfd-4c81-ad37-b1820a781d9e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/921cef92-d4f0-46c8-b3f2-5a0e8756283f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9117596 Feb 28 12:11:09.818740 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33042) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:09.946397 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:10.003946 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c1d0261-4adb-45f4-bd84-365909468138 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting subnet a58e5268-0cda-43ec-9629-6e7c28fb2b8e {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:11:10.006910 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0261-4adb-45f4-bd84-365909468138 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:10.066046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0261-4adb-45f4-bd84-365909468138 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:10.151742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0261-4adb-45f4-bd84-365909468138 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:10.229215 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:11:08Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:10.232987 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] Checking router: 921cef92-d4f0-46c8-b3f2-5a0e8756283f for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:11:10.242922 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] Routers {'921cef92-d4f0-46c8-b3f2-5a0e8756283f'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:10.243496 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:10:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:10.294426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0261-4adb-45f4-bd84-365909468138 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:10.336166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d0261-4adb-45f4-bd84-365909468138 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Subnet': ['ID=a58e5268-0cda-43ec-9629-6e7c28fb2b8e,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:10.344179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-0c1d0261-4adb-45f4-bd84-365909468138 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:10.350740 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-0c1d0261-4adb-45f4-bd84-365909468138 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/subnets/a58e5268-0cda-43ec-9629-6e7c28fb2b8e HTTP/1.1" status: 204 len: 168 time: 0.5309927 Feb 28 12:11:10.352042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881c351-9385-4ee2-a2b5-1fdb809bf9d4 None None] Network e5eaba45-d438-405d-9834-c67cd2b3449c requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:11:10.354249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33046) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:10.454684 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] Set router 921cef92-d4f0-46c8-b3f2-5a0e8756283f gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:10.565279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:10.625669 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] DHCP port deletion for e5eaba45-d438-405d-9834-c67cd2b3449c request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:11:10.632177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Deleting port 2198bffb-249c-4e53-bdff-1bc877b906e9 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:11:10.633323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:10.765094 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:11:08Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:10.772067 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd8c891c-c9b3-4e14-a0fb-aa8a32bc88e7 None None] The sync data for ids ['921cef92-d4f0-46c8-b3f2-5a0e8756283f'] in dv-neutron-830866-1-hyperv is: [{'id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-768277675', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144'}], 'enable_snat': True}, 'gw_port_id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:11:08Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': '5e63dcc1-1c96-4a0a-b734-e361d5490f40', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:c5:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '921cef92-d4f0-46c8-b3f2-5a0e8756283f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:09:22Z', 'updated_at': '2022-02-28T12:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:11:10.786631 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:10.849398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] For port 2198bffb-249c-4e53-bdff-1bc877b906e9, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=2198bffb-249c-4e53-bdff-1bc877b906e9,segment=NetworkSegment(b440769f-284b-4631-a48e-6e9f1944b681),segment_id=b440769f-284b-4631-a48e-6e9f1944b681)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:10.850013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:10.859414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 5e63dcc1-1c96-4a0a-b734-e361d5490f40 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:11:10.859838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:11.004551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Calling delete_port for 2198bffb-249c-4e53-bdff-1bc877b906e9 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:11:11.124749 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port 5e63dcc1-1c96-4a0a-b734-e361d5490f40, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5e63dcc1-1c96-4a0a-b734-e361d5490f40,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:11.125442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:11.139540 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:11.187327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Pushing event deleted for resources: {'Port': ['ID=2198bffb-249c-4e53-bdff-1bc877b906e9,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:11.200777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] No DVR routers for this DVR port 2198bffb-249c-4e53-bdff-1bc877b906e9 on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:11:11.209368 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.209672 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.210065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.210458 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.210938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.217796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.217796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.217796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.217796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.217796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.217796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510e231b-303b-4e9c-90fa-6da271242669 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:11.252483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 5e63dcc1-1c96-4a0a-b734-e361d5490f40 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:11:11.482555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:11.530469 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=5e63dcc1-1c96-4a0a-b734-e361d5490f40,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:11.745354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:11.992159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:11.997024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.116533 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.117066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Fanout notify agent at l3_agent the message router_deleted on router 921cef92-d4f0-46c8-b3f2-5a0e8756283f {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:11:12.131713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.132857 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-102bbf0b-1f5f-4563-8497-f5966cd9b4bb tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/routers/921cef92-d4f0-46c8-b3f2-5a0e8756283f HTTP/1.1" status: 204 len: 168 time: 1.7771966 Feb 28 12:11:12.136507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33050) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:12.254915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.386233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.411994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5eaba45-d438-405d-9834-c67cd2b3449c']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:12.424128 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b440769f-284b-4631-a48e-6e9f1944b681') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:12.424642 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b440769f-284b-4631-a48e-6e9f1944b681') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:12.435920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.451815 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.457613 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Releasing vlan 746 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:11:12.458130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:11:12.472417 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:11:12.619985 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.636617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 91b2935e-e33c-471b-9492-cfeb5ed2afc3 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:11:12.642584 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.656562 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Network': ['ID=e5eaba45-d438-405d-9834-c67cd2b3449c,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:12.658693 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6b8895f2-4e23-4baa-b60b-87069a1f4c6f tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/networks/e5eaba45-d438-405d-9834-c67cd2b3449c HTTP/1.1" status: 204 len: 168 time: 0.5211604 Feb 28 12:11:12.661972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33054) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:12.671070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 91b2935e-e33c-471b-9492-cfeb5ed2afc3 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:11:12.671407 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 91b2935e-e33c-471b-9492-cfeb5ed2afc3 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:11:12.671796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2198bffb-249c-4e53-bdff-1bc877b906e9 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:11:12.701481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 2198bffb-249c-4e53-bdff-1bc877b906e9 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:11:12.701801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 2198bffb-249c-4e53-bdff-1bc877b906e9 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:11:12.702198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5e63dcc1-1c96-4a0a-b734-e361d5490f40 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:11:12.731868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5662643a-bba4-47c2-b61e-097c9bcf6057 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.733128 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 5e63dcc1-1c96-4a0a-b734-e361d5490f40 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:11:12.733466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5e63dcc1-1c96-4a0a-b734-e361d5490f40 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:11:12.760709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5662643a-bba4-47c2-b61e-097c9bcf6057 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.882302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5662643a-bba4-47c2-b61e-097c9bcf6057 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.901914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662643a-bba4-47c2-b61e-097c9bcf6057 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963ae96e-78c8-42ec-8b69-4dc3db2b7e55,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:12.908282 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5662643a-bba4-47c2-b61e-097c9bcf6057 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:12.910702 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5662643a-bba4-47c2-b61e-097c9bcf6057 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/security-groups/963ae96e-78c8-42ec-8b69-4dc3db2b7e55 HTTP/1.1" status: 204 len: 168 time: 0.2458012 Feb 28 12:11:13.353394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33062) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:13.359029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756970653', 'description': 'tempest-secgroup-smoke-756970653 description', 'project_id': '589c4da3e4c14482880aab77996e4c70'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:13.364944 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:13.368981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:13.372440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:13.377946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:13.465262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:13.502294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:13.506005 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:13.508747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:13.515210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:13.566828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:13.631281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:13.676345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:13.746465 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:13.748205 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-31cb2d90-62c9-4b0e-a860-fe7b06441ff7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3936734 Feb 28 12:11:13.751193 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33066) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:13.756833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '8ea562ff-2032-49eb-9a1e-eeb3c89ddb96', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:13.763438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:13.767564 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:13.770471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:13.776110 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:13.831317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:13.891770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:13.944987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:13.967863 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8596cb56-f004-42d3-ba78-ef289a5291d4,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:14.036938 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.038139 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5a8aa672-8cbf-4a4a-972c-249a2d1b4d05 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2860188 Feb 28 12:11:14.040911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33070) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:14.047089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '8ea562ff-2032-49eb-9a1e-eeb3c89ddb96', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:14.053169 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:14.056978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:14.060010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:14.065713 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:14.146510 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.296617 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.356834 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.379729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597024ae-a1eb-44a3-ad3e-83ab515bb577,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:14.410926 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:11:14.454345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.455578 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1df929b0-51c1-47c8-8b72-cc8500cecf6b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4130969 Feb 28 12:11:14.459014 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33074) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:14.465064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '8ea562ff-2032-49eb-9a1e-eeb3c89ddb96', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:14.471145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:14.475101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:14.478007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:14.483785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:14.534446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.596028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.654131 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.677151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb3ff835-bae7-42c6-8072-ebd53404b600,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:14.728306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.729535 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5bb8c502-68ff-4fa9-83e4-896c79642014 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2695496 Feb 28 12:11:14.732382 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33078) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:14.737703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '8ea562ff-2032-49eb-9a1e-eeb3c89ddb96', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:14.743575 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:14.748129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:14.750961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:14.756466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:14.827824 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.891466 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.904970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-05035f6a-decc-4dd8-8170-616bcd19674a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.944855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:14.971134 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5872137-ea02-4107-ae4d-695d2b136df0,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:15.030680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.031896 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-ade2e52c-9944-461d-8c50-c795c82333d5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2986243 Feb 28 12:11:15.034550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33082) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:15.039874 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '8ea562ff-2032-49eb-9a1e-eeb3c89ddb96', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:15.045916 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:15.049707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:15.052550 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:15.058665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:15.105562 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:11:15.112177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.174953 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.247394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.268286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b29df474-da8e-4b94-bb7f-762d3741bf59,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:15.356522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.357696 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-a1fc1199-88de-4de8-a16d-6a2e1317edd8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3222220 Feb 28 12:11:15.360489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33086) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:15.366075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'security_group_rule': {'security_group_id': '8ea562ff-2032-49eb-9a1e-eeb3c89ddb96', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:15.372917 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:15.376788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:security_group_rule and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:15.379621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:15.385846 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:15.482816 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Project 589c4da3e4c14482880aab77996e4c70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:11:15.489658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.554592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.642674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.666884 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ce5e712-4c82-4e65-a174-8d4d414c35ac,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:15.757089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.758291 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-39befcfd-917b-49ee-8ba8-9074bfa462de tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3968351 Feb 28 12:11:15.761262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33090) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:15.766770 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'network': {'name': 'tempest-network-smoke--611608189', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'port_security_enabled': True}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:15.772104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:15.776764 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:network and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:15.779684 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:15.785373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:15.876475 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:11:15.879491 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.908053 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 705} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:11:15.917621 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:15.918198 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Added segment d399c4fc-ba59-40e2-99a5-d681a77710d6 of type vlan for network 5a104a9e-6f69-4d00-a178-a681dba0eb7f Feb 28 12:11:15.949654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:16.093447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:16.097127 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:16.097700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:16.204041 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Network': ['ID=5a104a9e-6f69-4d00-a178-a681dba0eb7f,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:16.215309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 5a104a9e-6f69-4d00-a178-a681dba0eb7f details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:11:16.294853 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3cd1f33a-9ee7-4c8a-9bc1-8d625be70545 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5325773 Feb 28 12:11:16.297506 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33094) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:16.302594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'admin_state_up': True, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:16.310460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:16.314566 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:router and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:16.317479 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:16.323092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:16.408395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:16.409424 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:16.427592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:16.753699 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:16.996090 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:17.025220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-60315650-4b34-4519-acd9-bfe4ad9da266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:17.030619 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:17.163054 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.228 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/ff3e7d2f-6865-4a30-abb9-4d6d81700b25) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:11:17.308086 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:17.385782 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:17.453386 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:11:17.456586 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:11:17.459089 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:11:17.496994 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=ff3e7d2f-6865-4a30-abb9-4d6d81700b25,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:17.684718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:17.685444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:17.967983 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 23427ad6-6339-4072-a210-63a3c2b70d5e is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:11:18.163182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:11:18.173277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Sync routers for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:11:18.188122 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:18.188830 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:11:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:18.260309 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:18.261548 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c19302bc-bd5c-469e-8750-a604b3564b49 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9631159 Feb 28 12:11:18.264638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33098) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:18.306835 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c1d05621-ab81-4705-b17e-f637ab8bb246 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=589c4da3e4c14482880aab77996e4c70&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381627 Feb 28 12:11:18.306835 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33102) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:18.380768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:18.425029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:18.443233 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463718a9-fb28-4561-a569-1c91fd1bf481 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:18.444700 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-463718a9-fb28-4561-a569-1c91fd1bf481 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1369228 Feb 28 12:11:18.448183 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33106) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:18.485831 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:18.491917 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d549e512-1005-4150-9b72-4fa015ee5321 tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=0f2d1b25-1d24-484b-87d3-29d5438ce27f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0426729 Feb 28 12:11:18.495562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33110) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:18.501431 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1437858839', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'project_id': '589c4da3e4c14482880aab77996e4c70', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:18.610394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:18.614166 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:subnet and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:18.617022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:18.623249 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:18.671908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:17Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:18.675852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Checking router: 23427ad6-6339-4072-a210-63a3c2b70d5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:11:18.676197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Updating router 23427ad6-6339-4072-a210-63a3c2b70d5e port ff3e7d2f-6865-4a30-abb9-4d6d81700b25 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:11:18.694102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:11:18.726491 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:18.794818 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.042335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.048571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.053494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Transition to ACTIVE for port object ff3e7d2f-6865-4a30-abb9-4d6d81700b25 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:11:19.105535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.131339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Subnet': ['ID=1c6a5424-56ee-48cc-8628-327eabb940bc,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:19.141663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Checking segment: {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:11:19.142021 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network hostable DHCP agents. Network: 5a104a9e-6f69-4d00-a178-a681dba0eb7f, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:11:19.217171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53d72d-5e7b-427b-bcf6-879e6141c28d None None] Pushing event updated for resources: {'Port': ['ID=ff3e7d2f-6865-4a30-abb9-4d6d81700b25,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:19.219453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Attempting to bind port ff3e7d2f-6865-4a30-abb9-4d6d81700b25 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:11:19.219802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 5a104a9e-6f69-4d00-a178-a681dba0eb7f is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:11:19.219930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Attempting to bind port ff3e7d2f-6865-4a30-abb9-4d6d81700b25 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:11:19.220295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Attempting to bind port ff3e7d2f-6865-4a30-abb9-4d6d81700b25 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:11:19.227022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:11:19.227504 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:11:19.227760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.228143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:11:19.229394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Bound port: ff3e7d2f-6865-4a30-abb9-4d6d81700b25, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:11:19.229767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.293316 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 5a104a9e-6f69-4d00-a178-a681dba0eb7f) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:11:19.297758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:19.298502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.299259 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] For port ff3e7d2f-6865-4a30-abb9-4d6d81700b25, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:11:19.302388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f71ef-0fee-4638-8996-3ee560d94ba7 None None] Network 5a104a9e-6f69-4d00-a178-a681dba0eb7f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:11:19.371687 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] For port ff3e7d2f-6865-4a30-abb9-4d6d81700b25, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ff3e7d2f-6865-4a30-abb9-4d6d81700b25,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:11:19.408324 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-87ab9482-393d-4674-a3d1-22f96264e759 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9115858 Feb 28 12:11:19.411118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33114) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:19.453760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.581457 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53d72d-5e7b-427b-bcf6-879e6141c28d None None] Pushing event updated for resources: {'Port': ['ID=ff3e7d2f-6865-4a30-abb9-4d6d81700b25,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:19.592592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:19.593217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:11:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:19.645098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:11:19.645912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.907719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:19.908454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:20.100726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Allocated IP 172.20.0.2 (5a104a9e-6f69-4d00-a178-a681dba0eb7f/1c6a5424-56ee-48cc-8628-327eabb940bc/b50c1e87-84ca-4fa0-b512-6f2b28102aef) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:11:20.260702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:20.399689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:20.412046 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Transition to ACTIVE for port object b50c1e87-84ca-4fa0-b512-6f2b28102aef will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:11:20.419142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:17Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:20.427193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065f9558-f401-47dd-adc4-4e39951ed768 None None] The sync data for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv is: [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:17Z', 'revision_number': 3, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:11:20.436639 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Transition to ACTIVE for port object b50c1e87-84ca-4fa0-b512-6f2b28102aef will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:11:20.506098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:20.583277 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Network 5a104a9e-6f69-4d00-a178-a681dba0eb7f is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:11:20.591193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Pushing event updated for resources: {'Port': ['ID=b50c1e87-84ca-4fa0-b512-6f2b28102aef,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:20.594065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:11:20.619417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:11:20.690565 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.1 (5a104a9e-6f69-4d00-a178-a681dba0eb7f/1c6a5424-56ee-48cc-8628-327eabb940bc/938acf6c-5416-412f-b21d-56f8c168c83b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:11:20.722798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Attempting to bind port b50c1e87-84ca-4fa0-b512-6f2b28102aef on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:11:20.723346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Attempting to bind port b50c1e87-84ca-4fa0-b512-6f2b28102aef by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:11:20.723833 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Attempting to bind port b50c1e87-84ca-4fa0-b512-6f2b28102aef on network 5a104a9e-6f69-4d00-a178-a681dba0eb7f {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:11:20.731005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:11:20.731545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Checking segment: {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:11:20.732047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:20.732567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Bound using segment: {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:11:20.733138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Bound port: b50c1e87-84ca-4fa0-b512-6f2b28102aef, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:11:20.733606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:20.861471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:20.875068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] For port b50c1e87-84ca-4fa0-b512-6f2b28102aef, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:11:20.879404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object 938acf6c-5416-412f-b21d-56f8c168c83b will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:11:20.880149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] For port b50c1e87-84ca-4fa0-b512-6f2b28102aef, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b50c1e87-84ca-4fa0-b512-6f2b28102aef,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:11:20.946105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:21.003578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:21.032780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7870f8e8-62fe-4711-955f-b480fc25d508 None None] Pushing event updated for resources: {'Port': ['ID=b50c1e87-84ca-4fa0-b512-6f2b28102aef,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:21.094479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 5a104a9e-6f69-4d00-a178-a681dba0eb7f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:11:21.097630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:11:21.102036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:11:21.127183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=938acf6c-5416-412f-b21d-56f8c168c83b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:21.167182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:21.414523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:21.795152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:21.848311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:21.960827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=938acf6c-5416-412f-b21d-56f8c168c83b,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:21.964231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:21.991197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feadf5a1-1271-4fc2-9936-56f1469cec1f None None] Network 5a104a9e-6f69-4d00-a178-a681dba0eb7f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:11:22.099292 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 5a104a9e-6f69-4d00-a178-a681dba0eb7f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:11:22.100440 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:11:22.201398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-f160a110-9336-454e-a5ff-ecf54d7e1b1e None None] Provisioning for port b50c1e87-84ca-4fa0-b512-6f2b28102aef completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:11:22.482265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7c2499ef-0d1f-4dc3-b734-bd36a073f359 None None] Provisioning for port 938acf6c-5416-412f-b21d-56f8c168c83b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:11:22.487556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-7c2499ef-0d1f-4dc3-b734-bd36a073f359 None None] Provisioning complete for port 938acf6c-5416-412f-b21d-56f8c168c83b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:22.487921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-7c2499ef-0d1f-4dc3-b734-bd36a073f359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:22.544198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-7c2499ef-0d1f-4dc3-b734-bd36a073f359 None None] Port 938acf6c-5416-412f-b21d-56f8c168c83b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:11:22.586094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 23427ad6-6339-4072-a210-63a3c2b70d5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:11:22.680637 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-45d0eb03-fb01-4757-afe6-e1b0b6d115ad None None] Provisioning complete for port 938acf6c-5416-412f-b21d-56f8c168c83b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:22.681372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-45d0eb03-fb01-4757-afe6-e1b0b6d115ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:22.724483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b50c1e87-84ca-4fa0-b512-6f2b28102aef up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:11:22.797154 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-45d0eb03-fb01-4757-afe6-e1b0b6d115ad None None] Port 938acf6c-5416-412f-b21d-56f8c168c83b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:11:22.804694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:11:22.817915 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-64c227bd-8497-42ce-a02e-d8ceb06e3ce3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/23427ad6-6339-4072-a210-63a3c2b70d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4057317 Feb 28 12:11:22.871156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b50c1e87-84ca-4fa0-b512-6f2b28102aef completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:11:22.876413 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b50c1e87-84ca-4fa0-b512-6f2b28102aef triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:22.876790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:22.945829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-625aeb20-81a2-45c8-a3ac-75eef085b3f1 None None] Provisioning complete for port 938acf6c-5416-412f-b21d-56f8c168c83b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:22.946193 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-625aeb20-81a2-45c8-a3ac-75eef085b3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:23.022734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-8b6892a9-7a88-4b95-94fa-f2126c50236c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:11:23.041762 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-625aeb20-81a2-45c8-a3ac-75eef085b3f1 None None] Port 938acf6c-5416-412f-b21d-56f8c168c83b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:11:23.050454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:23.081304 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port b50c1e87-84ca-4fa0-b512-6f2b28102aef, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b50c1e87-84ca-4fa0-b512-6f2b28102aef,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:23.098808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-8b6892a9-7a88-4b95-94fa-f2126c50236c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:11:23.100003 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-8b6892a9-7a88-4b95-94fa-f2126c50236c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756970653&fields=id&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 267 time: 0.1172805 Feb 28 12:11:23.185559 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:23.186342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ff3e7d2f-6865-4a30-abb9-4d6d81700b25 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:11:23.247075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-2b11eae2-54ae-4f23-ae8d-4f296207cb9a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:23.248505 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-2b11eae2-54ae-4f23-ae8d-4f296207cb9a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/networks?id=5a104a9e-6f69-4d00-a178-a681dba0eb7f HTTP/1.1" status: 200 len: 796 time: 0.1412578 Feb 28 12:11:23.265688 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-f723e71f-e1bc-4575-be65-96c56ddcece5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/quotas/589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 375 time: 0.0111411 Feb 28 12:11:23.302299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=b50c1e87-84ca-4fa0-b512-6f2b28102aef,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:23.349057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-506101f9-e108-4b83-b651-dae98dcd7fc7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:11:23.368373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port ff3e7d2f-6865-4a30-abb9-4d6d81700b25 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:11:23.373417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ff3e7d2f-6865-4a30-abb9-4d6d81700b25 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:23.373799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:23.425180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-506101f9-e108-4b83-b651-dae98dcd7fc7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:11:23.426561 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-506101f9-e108-4b83-b651-dae98dcd7fc7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1558671 Feb 28 12:11:23.488391 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:23.504463 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port ff3e7d2f-6865-4a30-abb9-4d6d81700b25, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ff3e7d2f-6865-4a30-abb9-4d6d81700b25,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:23.585787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:23.658523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=ff3e7d2f-6865-4a30-abb9-4d6d81700b25,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:23.669370 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-951d47ee-98d6-4a77-8447-97326a62a0a6 service neutron] 10.222.0.31 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307317 Feb 28 12:11:23.803156 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-098c94da-7dad-4f22-8824-1aa664abb2fc service neutron] 10.222.0.31 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279948 Feb 28 12:11:23.994571 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Sync routers for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:11:24.007087 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:24.007693 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:11:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:24.065638 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1e5453ee-df4c-40bb-9eac-78eb1fe5dd4f req-280ca807-6664-4a73-b23d-9c5ca50022a2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 210 time: 0.0427980 Feb 28 12:11:24.186388 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:24.495711 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '938acf6c-5416-412f-b21d-56f8c168c83b', 'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:96:96:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:20Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 2, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:24.499535 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Checking router: 23427ad6-6339-4072-a210-63a3c2b70d5e for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:11:24.499864 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Updating router 23427ad6-6339-4072-a210-63a3c2b70d5e port 938acf6c-5416-412f-b21d-56f8c168c83b binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:11:24.553507 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:24.653365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b50c1e87-84ca-4fa0-b512-6f2b28102aef up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:11:24.724811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b50c1e87-84ca-4fa0-b512-6f2b28102aef triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:24.725151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:24.842640 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ff3e7d2f-6865-4a30-abb9-4d6d81700b25 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:11:24.911592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port ff3e7d2f-6865-4a30-abb9-4d6d81700b25 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:24.911872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:24.924341 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:24.935468 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Transition to ACTIVE for port object 938acf6c-5416-412f-b21d-56f8c168c83b will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:11:25.027240 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:25.201480 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Pushing event updated for resources: {'Port': ['ID=938acf6c-5416-412f-b21d-56f8c168c83b,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:25.245957 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ba04542a-c973-4525-b93e-ca0c6c54efa9 req-a581d282-2f57-42b5-b076-be7cad7522fa tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 210 time: 0.0512187 Feb 28 12:11:25.247747 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.248097 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.248440 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.248773 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.249102 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.249427 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.249749 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.250076 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.250395 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.250711 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.251055 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:11:25.281174 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Attempting to bind port 938acf6c-5416-412f-b21d-56f8c168c83b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:11:25.281567 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Attempting to bind port 938acf6c-5416-412f-b21d-56f8c168c83b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:11:25.281927 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Attempting to bind port 938acf6c-5416-412f-b21d-56f8c168c83b on network 5a104a9e-6f69-4d00-a178-a681dba0eb7f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:11:25.289917 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:11:25.289917 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Checking segment: {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:11:25.289917 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:25.290167 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Bound using segment: {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:11:25.290380 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Bound port: 938acf6c-5416-412f-b21d-56f8c168c83b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:11:25.290743 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:25.380322 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] For port 938acf6c-5416-412f-b21d-56f8c168c83b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:11:25.383290 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] For port 938acf6c-5416-412f-b21d-56f8c168c83b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=938acf6c-5416-412f-b21d-56f8c168c83b,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:11:25.431083 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:25.519671 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea755ce-d142-450d-a205-90f74a5501f4 None None] Pushing event updated for resources: {'Port': ['ID=938acf6c-5416-412f-b21d-56f8c168c83b,revision_number=4']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:25.522366 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:25.523048 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:11:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:25.712746 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:25.832757 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-995b5926-5c44-4808-8a09-644f733e70c3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:25.834158 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-995b5926-5c44-4808-8a09-644f733e70c3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/networks?id=5a104a9e-6f69-4d00-a178-a681dba0eb7f HTTP/1.1" status: 200 len: 796 time: 0.1446285 Feb 28 12:11:25.892176 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-d2ed0bcd-63c1-44d7-bfdc-3c7d7845410b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=589c4da3e4c14482880aab77996e4c70 HTTP/1.1" status: 200 len: 379 time: 0.0420480 Feb 28 12:11:25.900026 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'port': {'device_id': '8722d379-d718-43a5-8661-f7ef877f89a0', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'admin_state_up': True, 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'security_groups': ['8ea562ff-2032-49eb-9a1e-eeb3c89ddb96']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:26.030180 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '938acf6c-5416-412f-b21d-56f8c168c83b', 'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:96:96:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:20Z', 'updated_at': '2022-02-28T12:11:25Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:26.034781 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd6705-9f9f-4ac9-bd23-444f8f1388ce None None] The sync data for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv is: [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '938acf6c-5416-412f-b21d-56f8c168c83b', 'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:96:96:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:20Z', 'updated_at': '2022-02-28T12:11:25Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:11:26.165668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:26.176187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:26.265577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Made reservation on behalf of 589c4da3e4c14482880aab77996e4c70 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:11:26.268655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:26.460855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8fc8965a-acad-49ca-8da2-c2c736afe0da req-65428416-ccd6-4e2d-b95e-d038af7037dc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 210 time: 0.0536153 Feb 28 12:11:26.480408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.20.0.8 (5a104a9e-6f69-4d00-a178-a681dba0eb7f/1c6a5424-56ee-48cc-8628-327eabb940bc/0758452e-abdb-4e73-bae3-194ea0ef36c5) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:11:26.690920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 938acf6c-5416-412f-b21d-56f8c168c83b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:11:26.696028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:26.715012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Transition to ACTIVE for port object 0758452e-abdb-4e73-bae3-194ea0ef36c5 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:11:26.792520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:26.819798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 938acf6c-5416-412f-b21d-56f8c168c83b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:11:26.830609 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 938acf6c-5416-412f-b21d-56f8c168c83b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:26.831129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:26.869267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 5a104a9e-6f69-4d00-a178-a681dba0eb7f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:11:26.872151 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:11:26.876118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:11:26.910927 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=0758452e-abdb-4e73-bae3-194ea0ef36c5,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:26.946069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:26.947599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:26.965539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:26.999820 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 938acf6c-5416-412f-b21d-56f8c168c83b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=938acf6c-5416-412f-b21d-56f8c168c83b,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:27.043766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-5faea38b-93d0-45f6-8e32-cf4819cd2221 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1473467 Feb 28 12:11:27.054718 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Request body: {'port': {'device_id': '8722d379-d718-43a5-8661-f7ef877f89a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:27.071113 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:27.151707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=938acf6c-5416-412f-b21d-56f8c168c83b,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:27.165019 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:27.191022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b419c8a9-a604-485f-8a2b-1da6991187b2 None None] Provisioning for port 0758452e-abdb-4e73-bae3-194ea0ef36c5 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:11:27.196055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b419c8a9-a604-485f-8a2b-1da6991187b2 None None] Provisioning complete for port 0758452e-abdb-4e73-bae3-194ea0ef36c5 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:27.196423 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b419c8a9-a604-485f-8a2b-1da6991187b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:27.281796 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b419c8a9-a604-485f-8a2b-1da6991187b2 None None] Port 0758452e-abdb-4e73-bae3-194ea0ef36c5 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:11:27.497439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0758452e-abdb-4e73-bae3-194ea0ef36c5 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:11:27.504068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:27.519147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Transition to ACTIVE for port object 0758452e-abdb-4e73-bae3-194ea0ef36c5 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:11:27.568261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:27.736413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Pushing event updated for resources: {'Port': ['ID=0758452e-abdb-4e73-bae3-194ea0ef36c5,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:27.851611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ea430-e9d1-429a-831d-eb78854233ea req-8f4ac297-bd9a-43e4-83d5-27a50d6593be tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:27.852291 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-954ea430-e9d1-429a-831d-eb78854233ea req-8f4ac297-bd9a-43e4-83d5-27a50d6593be tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:11:27.875954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Attempting to bind port 0758452e-abdb-4e73-bae3-194ea0ef36c5 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:11:27.876284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Attempting to bind port 0758452e-abdb-4e73-bae3-194ea0ef36c5 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:11:27.876602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Attempting to bind port 0758452e-abdb-4e73-bae3-194ea0ef36c5 on network 5a104a9e-6f69-4d00-a178-a681dba0eb7f {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:11:27.883829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Port 0758452e-abdb-4e73-bae3-194ea0ef36c5 on network 5a104a9e-6f69-4d00-a178-a681dba0eb7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:11:27.884144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Attempting to bind port 0758452e-abdb-4e73-bae3-194ea0ef36c5 on network 5a104a9e-6f69-4d00-a178-a681dba0eb7f {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:11:27.891198 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:11:27.891532 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Checking segment: {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:11:27.891911 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Bound using segment: {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:11:27.892332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Bound port: 0758452e-abdb-4e73-bae3-194ea0ef36c5, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd399c4fc-ba59-40e2-99a5-d681a77710d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 705, 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:11:27.894183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:27.943214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-954ea430-e9d1-429a-831d-eb78854233ea req-8f4ac297-bd9a-43e4-83d5-27a50d6593be tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:11:27.944291 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-954ea430-e9d1-429a-831d-eb78854233ea req-8f4ac297-bd9a-43e4-83d5-27a50d6593be tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 943 time: 0.3442287 Feb 28 12:11:28.008981 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] For port 0758452e-abdb-4e73-bae3-194ea0ef36c5, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:11:28.018363 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-954ea430-e9d1-429a-831d-eb78854233ea req-7aaa0474-3e3d-413c-8cba-f76a278d3a5d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647931 Feb 28 12:11:28.020841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] For port 0758452e-abdb-4e73-bae3-194ea0ef36c5, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:11:28.077031 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:28.133700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:28.135964 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] 10.222.0.57 "PUT /v2.0/ports/0758452e-abdb-4e73-bae3-194ea0ef36c5 HTTP/1.1" status: 200 len: 1093 time: 1.0851626 Feb 28 12:11:28.143704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:11:28.163848 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16964d7b-cc31-4992-acb6-50e3155fe2cc service neutron] Pushing event updated for resources: {'Port': ['ID=0758452e-abdb-4e73-bae3-194ea0ef36c5,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:28.203624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'status': 'completed', 'code': 200} Feb 28 12:11:28.296980 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7cbd6525-4028-42b8-81a3-b3426f50f172 req-99093c77-026b-4ac7-81b1-6a0c6f0e5666 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 1096 time: 0.0733063 Feb 28 12:11:28.524811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6525-4028-42b8-81a3-b3426f50f172 req-533a7130-d53d-472d-a91b-8c81e5de7cb8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:28.526795 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7cbd6525-4028-42b8-81a3-b3426f50f172 req-533a7130-d53d-472d-a91b-8c81e5de7cb8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=589c4da3e4c14482880aab77996e4c70&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2232919 Feb 28 12:11:28.649610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 938acf6c-5416-412f-b21d-56f8c168c83b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:11:28.665197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbd6525-4028-42b8-81a3-b3426f50f172 req-3062b776-59ba-4b09-8733-d54708d53a7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:28.667151 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7cbd6525-4028-42b8-81a3-b3426f50f172 req-3062b776-59ba-4b09-8733-d54708d53a7a service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1344843 Feb 28 12:11:28.718631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 938acf6c-5416-412f-b21d-56f8c168c83b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:28.719023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:28.778047 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-11aeba1f-6e57-4be2-861a-b8f69e477afe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 1096 time: 0.0747747 Feb 28 12:11:28.845484 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-336551ec-c28d-4bde-a58a-d1715230d1e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5 HTTP/1.1" status: 200 len: 217 time: 0.0606136 Feb 28 12:11:28.908923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-30a332ba-af0b-420c-be95-d045d7d1a30f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:28.910308 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-30a332ba-af0b-420c-be95-d045d7d1a30f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c6a5424-56ee-48cc-8628-327eabb940bc HTTP/1.1" status: 200 len: 835 time: 0.0593352 Feb 28 12:11:28.982902 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-a364fcae-43cd-4f4e-b33c-76a8f1af238b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a104a9e-6f69-4d00-a178-a681dba0eb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661395 Feb 28 12:11:29.113091 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-d0a3f385-2509-46f2-8d7e-8ee2fed65e2e service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241958 Feb 28 12:11:29.299953 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-43f16ee5-c276-41fe-9dff-6405a8f5ab30 req-fc622bbc-4332-4c0f-b1f6-415c22fcf3c0 service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806889 Feb 28 12:11:29.309446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5ac905-1051-4d27-a5e3-70406096a889 req-398886db-18d6-4ca8-bec9-1fcb369e633a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:29.310876 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7b5ac905-1051-4d27-a5e3-70406096a889 req-398886db-18d6-4ca8-bec9-1fcb369e633a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 943 time: 0.1745794 Feb 28 12:11:29.355766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7b5ac905-1051-4d27-a5e3-70406096a889 req-b85fe82d-438a-42bc-b50b-81177995da02 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390754 Feb 28 12:11:30.373689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 0758452e-abdb-4e73-bae3-194ea0ef36c5 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:11:30.507617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 0758452e-abdb-4e73-bae3-194ea0ef36c5, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:30.522991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'port_id': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'mac_address': 'fa:16:3e:40:62:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 705, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:11:30.555270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f82dd-9adc-45c6-9608-c7988c2e9237 req-e244eabb-72ed-43f0-9ffa-f22ebd4d30c8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:30.557563 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-848f82dd-9adc-45c6-9608-c7988c2e9237 req-e244eabb-72ed-43f0-9ffa-f22ebd4d30c8 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 943 time: 0.0789917 Feb 28 12:11:30.591305 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:30.608572 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0758452e-abdb-4e73-bae3-194ea0ef36c5 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:11:30.608923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-848f82dd-9adc-45c6-9608-c7988c2e9237 req-5304edab-cebd-4010-8299-6eefe87e3fc3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457945 Feb 28 12:11:30.624417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 0758452e-abdb-4e73-bae3-194ea0ef36c5, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:30.677055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:30.741367 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=0758452e-abdb-4e73-bae3-194ea0ef36c5,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:30.878106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['0758452e-abdb-4e73-bae3-194ea0ef36c5'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:11:31.806079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2371727-ee7d-4383-a63c-615291ced34b req-6edb2a18-6265-454f-a1c1-aef15abb98f5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:31.807461 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b2371727-ee7d-4383-a63c-615291ced34b req-6edb2a18-6265-454f-a1c1-aef15abb98f5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 944 time: 0.0755942 Feb 28 12:11:31.851871 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b2371727-ee7d-4383-a63c-615291ced34b req-4f9c3d44-a05a-4a93-8d5d-a553dd401339 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390015 Feb 28 12:11:32.388525 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 0758452e-abdb-4e73-bae3-194ea0ef36c5 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:11:32.504922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 0758452e-abdb-4e73-bae3-194ea0ef36c5 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:11:32.509877 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 0758452e-abdb-4e73-bae3-194ea0ef36c5 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:11:32.510234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:32.650908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:32.688765 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:11:32.702002 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 0758452e-abdb-4e73-bae3-194ea0ef36c5, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:11:32.746409 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'code': 200} Feb 28 12:11:32.768170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:32.845238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=0758452e-abdb-4e73-bae3-194ea0ef36c5,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:33.110935 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db55992c-416c-416e-b82d-c823725d328d req-bfade52b-34e4-404f-8af9-7417ccb1060b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:33.112382 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db55992c-416c-416e-b82d-c823725d328d req-bfade52b-34e4-404f-8af9-7417ccb1060b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.1382551 Feb 28 12:11:33.147594 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b8f7abf3-8f70-452d-97ba-b47dfa70bdfd req-1e263736-c1a5-4c52-a468-42f44fd1b44b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 1098 time: 0.1158328 Feb 28 12:11:33.185258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-db55992c-416c-416e-b82d-c823725d328d req-c434e653-de21-428e-9468-1d0d2dbed96a tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671048 Feb 28 12:11:33.204872 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b8f7abf3-8f70-452d-97ba-b47dfa70bdfd req-925f89f6-cb57-4eca-bc34-b847e0f3377f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492353 Feb 28 12:11:34.328141 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:34.379473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55771b5-fbe6-4f26-b507-4ed41c60ee8a req-d73363a0-aa3b-4bf1-9a00-d4291a03123b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:34.380895 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e55771b5-fbe6-4f26-b507-4ed41c60ee8a req-d73363a0-aa3b-4bf1-9a00-d4291a03123b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.0754199 Feb 28 12:11:34.425433 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e55771b5-fbe6-4f26-b507-4ed41c60ee8a req-53d05323-95c5-4292-b420-86c7edaad4ce tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391824 Feb 28 12:11:35.623620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be98935-403a-459b-85e3-a1f59903288d req-809e59bb-e1bf-4fbb-8c40-0cae72a5ccbc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:35.625057 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3be98935-403a-459b-85e3-a1f59903288d req-809e59bb-e1bf-4fbb-8c40-0cae72a5ccbc tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.0788088 Feb 28 12:11:35.670163 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3be98935-403a-459b-85e3-a1f59903288d req-9675ea37-436c-48e0-bca4-dc4ceb894fd0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395050 Feb 28 12:11:35.866621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf6e05-0b9d-4aed-9bbb-d40f04fe9ed3 req-cf86ffa6-1273-4515-8eda-b1d8332c5cd0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:35.868117 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ebf6e05-0b9d-4aed-9bbb-d40f04fe9ed3 req-cf86ffa6-1273-4515-8eda-b1d8332c5cd0 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.0749791 Feb 28 12:11:35.913850 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5ebf6e05-0b9d-4aed-9bbb-d40f04fe9ed3 req-f93ef8d7-1dbd-4cdb-8982-680f25eea767 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392613 Feb 28 12:11:35.940922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33162) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:36.087676 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c6b6c9cb-7714-4972-afeb-46ad27cfd9bf tempest-TestNetworkAdvancedServerOps-1224672106 tempest-TestNetworkAdvancedServerOps-1224672106-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 1093 time: 0.1456511 Feb 28 12:11:36.091194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33166) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:36.096157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:11:36.101519 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:11:36.105413 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Usage tracker for resource:floatingip and tenant:589c4da3e4c14482880aab77996e4c70 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:11:36.108210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:11:36.113711 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:11:36.202779 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:36.337923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:36.468044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Allocated IP 172.26.1.38 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/c367fdaf-c5f8-49b9-8b2a-0b12fdac3a38) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:11:36.614568 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:36.694448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:36.759103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:11:36.762324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:11:36.766054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:11:36.794650 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=c367fdaf-c5f8-49b9-8b2a-0b12fdac3a38,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:37.248914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:37.360311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:37.560661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:37.619678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:37.730190 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event updated for resources: {'Port': ['ID=c367fdaf-c5f8-49b9-8b2a-0b12fdac3a38,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:11:37.740034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:38.015245 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Floating IP 32faaf58-57e3-4778-98ae-eb77c0e883d2 associated. External IP: 172.26.1.38, port: 0758452e-abdb-4e73-bae3-194ea0ef36c5. Feb 28 12:11:38.396195 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 23427ad6-6339-4072-a210-63a3c2b70d5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:11:38.592572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:11:38.603254 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] Sync routers for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:11:38.615394 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:38.616005 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:11:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:38.682596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:38.738320 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-250e5a13-1b56-46d4-952e-205f1ad7322d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6461384 Feb 28 12:11:38.739553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:11:38.796510 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'status': 'completed', 'code': 200} Feb 28 12:11:38.797847 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:38.949190 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a68ca32b-cc32-4305-94ca-eb2d9e20e9cd req-0fa3d4cb-7492-4979-bdb7-521e9ddd6da2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 1098 time: 0.1293225 Feb 28 12:11:38.955988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0859be3-bf83-407b-a1e8-93413a9d611c req-6bb7bf03-3349-42b3-90d3-5532a533a26c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:38.957591 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0859be3-bf83-407b-a1e8-93413a9d611c req-6bb7bf03-3349-42b3-90d3-5532a533a26c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.1015995 Feb 28 12:11:39.084187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d0859be3-bf83-407b-a1e8-93413a9d611c req-4c2b6fe7-a247-412b-8393-152c302d0799 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090887 Feb 28 12:11:39.113590 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca32b-cc32-4305-94ca-eb2d9e20e9cd req-87bf4223-3fcc-4eb7-a109-55223742f889 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:39.114469 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33174) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:39.115138 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a68ca32b-cc32-4305-94ca-eb2d9e20e9cd req-87bf4223-3fcc-4eb7-a109-55223742f889 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a104a9e-6f69-4d00-a178-a681dba0eb7f HTTP/1.1" status: 200 len: 897 time: 0.1570039 Feb 28 12:11:39.181557 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '32faaf58-57e3-4778-98ae-eb77c0e883d2', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'port_id': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'mac_address': 'fa:16:3e:40:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722d379-d718-43a5-8661-f7ef877f89a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:11:37Z', 'updated_at': '2022-02-28T12:11:37Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938acf6c-5416-412f-b21d-56f8c168c83b', 'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:96:96:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:20Z', 'updated_at': '2022-02-28T12:11:26Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:39.186520 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] Checking router: 23427ad6-6339-4072-a210-63a3c2b70d5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:11:39.197494 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:11:39.198331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:11:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:39.223114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a68ca32b-cc32-4305-94ca-eb2d9e20e9cd req-2951c413-a818-4f30-8f36-f11e6bf781f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5 HTTP/1.1" status: 200 len: 998 time: 0.0989580 Feb 28 12:11:39.225705 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2088e9fc-b9f6-4641-81c9-1e0e8fe5198b tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/32faaf58-57e3-4778-98ae-eb77c0e883d2 HTTP/1.1" status: 200 len: 990 time: 0.1095598 Feb 28 12:11:39.293101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ca32b-cc32-4305-94ca-eb2d9e20e9cd req-d0f2ee39-0a4f-4030-8c04-bb2a6d9fb2db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:39.295328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a68ca32b-cc32-4305-94ca-eb2d9e20e9cd req-d0f2ee39-0a4f-4030-8c04-bb2a6d9fb2db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c6a5424-56ee-48cc-8628-327eabb940bc HTTP/1.1" status: 200 len: 835 time: 0.0681415 Feb 28 12:11:39.368531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a68ca32b-cc32-4305-94ca-eb2d9e20e9cd req-3d209100-3d97-4677-b418-25af2bf63d82 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a104a9e-6f69-4d00-a178-a681dba0eb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671015 Feb 28 12:11:39.386474 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:11:39.501240 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a68ca32b-cc32-4305-94ca-eb2d9e20e9cd req-4fe0da24-33ce-4509-9a32-4ff2377619e5 service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267250 Feb 28 12:11:39.737868 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a68ca32b-cc32-4305-94ca-eb2d9e20e9cd req-00868e9b-fab0-4e57-8ebd-4af95f253d4d service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307546 Feb 28 12:11:39.739591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '32faaf58-57e3-4778-98ae-eb77c0e883d2', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'port_id': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'mac_address': 'fa:16:3e:40:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722d379-d718-43a5-8661-f7ef877f89a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:11:37Z', 'updated_at': '2022-02-28T12:11:37Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938acf6c-5416-412f-b21d-56f8c168c83b', 'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:96:96:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:20Z', 'updated_at': '2022-02-28T12:11:26Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:11:39.743709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8167443d-2d87-49b5-9395-6fc4795f8442 None None] The sync data for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv is: [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '32faaf58-57e3-4778-98ae-eb77c0e883d2', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'floating_ip_address': '172.26.1.38', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'port_id': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'mac_address': 'fa:16:3e:40:62:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8722d379-d718-43a5-8661-f7ef877f89a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:11:37Z', 'updated_at': '2022-02-28T12:11:37Z', 'revision_number': 0, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '938acf6c-5416-412f-b21d-56f8c168c83b', 'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:96:96:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:20Z', 'updated_at': '2022-02-28T12:11:26Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:11:40.229678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33178) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:40.332664 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-01aa130a-0a87-43df-a14c-14e2a7783804 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/32faaf58-57e3-4778-98ae-eb77c0e883d2 HTTP/1.1" status: 200 len: 990 time: 0.1018610 Feb 28 12:11:41.336221 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33182) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:41.438313 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5aae6c00-dbff-421c-8325-e6544135568c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/32faaf58-57e3-4778-98ae-eb77c0e883d2 HTTP/1.1" status: 200 len: 990 time: 0.1009781 Feb 28 12:11:42.441868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33186) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:42.543706 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3c13e9bb-083c-4f87-9860-e2dcada13c17 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/32faaf58-57e3-4778-98ae-eb77c0e883d2 HTTP/1.1" status: 200 len: 990 time: 0.1007357 Feb 28 12:11:42.945972 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c709305-9a1a-4320-84d6-72bb6bf1575b None None] New status for floating IP 32faaf58-57e3-4778-98ae-eb77c0e883d2: ACTIVE {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:11:43.548223 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33190) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:11:43.656177 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0db96f9f-790a-45c7-8306-74f19fcd1a0d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/32faaf58-57e3-4778-98ae-eb77c0e883d2 HTTP/1.1" status: 200 len: 992 time: 0.1068740 Feb 28 12:11:44.916566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9e37ef86-2530-4003-83ef-45886017fa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:47.042589 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b19f7c88-645c-4948-bdc1-548ac63f29e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:47.208567 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-f8e0281e-99e1-48ea-8fe9-eea9dcd63c6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0656431 Feb 28 12:11:47.345104 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-da669129-cfcb-4e93-ab41-0081e3152fd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 1098 time: 0.0671141 Feb 28 12:11:47.484043 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-9b4c2bab-1ba6-4fd5-842a-306a95b1dd24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:47.485433 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-9b4c2bab-1ba6-4fd5-842a-306a95b1dd24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a104a9e-6f69-4d00-a178-a681dba0eb7f HTTP/1.1" status: 200 len: 897 time: 0.1235695 Feb 28 12:11:47.584844 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-e6d2240a-cbe2-46b0-9b2d-d1ac63078703 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5 HTTP/1.1" status: 200 len: 1000 time: 0.0938640 Feb 28 12:11:47.649018 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-26a8f6e9-2de2-4901-aff8-51db6197bf3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:11:47.650350 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-26a8f6e9-2de2-4901-aff8-51db6197bf3e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c6a5424-56ee-48cc-8628-327eabb940bc HTTP/1.1" status: 200 len: 835 time: 0.0594778 Feb 28 12:11:47.725087 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-9a237a0d-4fd9-44a0-89c1-bcabfb559ef1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a104a9e-6f69-4d00-a178-a681dba0eb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695198 Feb 28 12:11:47.855607 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-6d9a52ac-dd5a-4eb9-a19c-516443b65ebe service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239252 Feb 28 12:11:47.981330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7a7317ae-10a0-4f8e-9919-6a96404bd43f req-8a9c2cc7-d6a0-41a6-8830-4feb519dae72 service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202514 Feb 28 12:11:48.373440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:48.430934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:49.847824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:11:51.411735 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:12:04.288127 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:06.762367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22466eb-f2dc-4e02-9839-ae47707a41eb req-fe3cdb28-c5f5-4e26-867d-42e9e2fd0f9c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:06.763827 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f22466eb-f2dc-4e02-9839-ae47707a41eb req-fe3cdb28-c5f5-4e26-867d-42e9e2fd0f9c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.0741878 Feb 28 12:12:06.810690 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f22466eb-f2dc-4e02-9839-ae47707a41eb req-d5273fe3-85c4-4f3c-891c-a519389a433c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411775 Feb 28 12:12:08.009120 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d47ff-6745-4408-8acc-ca5c898970b0 req-81425009-3321-42e6-bd06-03f7e24b97e7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:08.010446 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e80d47ff-6745-4408-8acc-ca5c898970b0 req-81425009-3321-42e6-bd06-03f7e24b97e7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.0747504 Feb 28 12:12:08.059953 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e80d47ff-6745-4408-8acc-ca5c898970b0 req-3e86e803-08bd-4f97-b410-458d05aaa7c4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440073 Feb 28 12:12:08.087426 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33210) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:08.277297 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-eb03d6e6-c9c6-4d7e-851e-815c604df3af tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/32faaf58-57e3-4778-98ae-eb77c0e883d2 HTTP/1.1" status: 200 len: 992 time: 0.1886747 Feb 28 12:12:10.102985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4bbb1-1bc5-4914-988f-a76872d9652a req-5e81fa9b-81a9-40d7-a2df-9578d7d3c398 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:10.104423 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78e4bbb1-1bc5-4914-988f-a76872d9652a req-5e81fa9b-81a9-40d7-a2df-9578d7d3c398 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.2242355 Feb 28 12:12:10.109907 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5b373c84-2ab9-414d-ae8d-c88ecdfe0200 req-345380d6-774a-43bf-b7e4-1bdd400524ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 1098 time: 0.1857266 Feb 28 12:12:10.230837 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-78e4bbb1-1bc5-4914-988f-a76872d9652a req-a396a9e6-7e21-4c02-b658-ce65df8aede1 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199882 Feb 28 12:12:10.267235 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373c84-2ab9-414d-ae8d-c88ecdfe0200 req-e4883ab2-bfb2-4dab-9a38-594ed530dd0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:10.268631 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5b373c84-2ab9-414d-ae8d-c88ecdfe0200 req-e4883ab2-bfb2-4dab-9a38-594ed530dd0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a104a9e-6f69-4d00-a178-a681dba0eb7f HTTP/1.1" status: 200 len: 897 time: 0.1451917 Feb 28 12:12:10.368243 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5b373c84-2ab9-414d-ae8d-c88ecdfe0200 req-420b0ec7-9dd1-41a7-8796-ba3458687700 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5 HTTP/1.1" status: 200 len: 1000 time: 0.0930052 Feb 28 12:12:10.432951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b373c84-2ab9-414d-ae8d-c88ecdfe0200 req-5020d5cb-9fc4-457d-a90e-d6842232b491 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:10.434342 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5b373c84-2ab9-414d-ae8d-c88ecdfe0200 req-5020d5cb-9fc4-457d-a90e-d6842232b491 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c6a5424-56ee-48cc-8628-327eabb940bc HTTP/1.1" status: 200 len: 835 time: 0.0604606 Feb 28 12:12:10.507001 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5b373c84-2ab9-414d-ae8d-c88ecdfe0200 req-036f1eaf-2153-46e2-9b94-3addb418deca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a104a9e-6f69-4d00-a178-a681dba0eb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668669 Feb 28 12:12:10.636187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5b373c84-2ab9-414d-ae8d-c88ecdfe0200 req-ba323bf8-ac74-4698-947c-ff1ffc39e7b3 service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227586 Feb 28 12:12:10.762061 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5b373c84-2ab9-414d-ae8d-c88ecdfe0200 req-55df1d9c-b034-4a25-9bde-16e7ba0e7fac service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203983 Feb 28 12:12:11.431433 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac93b49-f451-481b-ad1d-b42df7c7c444 req-cf1c5ffc-30ca-41f1-9ee9-141d70b477a2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:11.432863 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bac93b49-f451-481b-ad1d-b42df7c7c444 req-cf1c5ffc-30ca-41f1-9ee9-141d70b477a2 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.0750952 Feb 28 12:12:11.481454 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bac93b49-f451-481b-ad1d-b42df7c7c444 req-3f238d31-2f4e-4624-b8e0-1867b7013335 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428567 Feb 28 12:12:12.676293 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586ccf9-ac26-4c82-a2b7-17bce0aa8408 req-34e31f86-0582-498c-a988-cf20599b0a19 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:12.677720 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d586ccf9-ac26-4c82-a2b7-17bce0aa8408 req-34e31f86-0582-498c-a988-cf20599b0a19 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.0765169 Feb 28 12:12:12.722183 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d586ccf9-ac26-4c82-a2b7-17bce0aa8408 req-9b6714b5-9a88-4fac-8370-2e0844e3aef9 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390329 Feb 28 12:12:12.749589 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33224) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:12.850758 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-761401c7-3124-47a6-ba22-2d9a3a85365e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/floatingips/32faaf58-57e3-4778-98ae-eb77c0e883d2 HTTP/1.1" status: 200 len: 992 time: 0.1000957 Feb 28 12:12:13.158906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33232) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:13.355183 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port c367fdaf-c5f8-49b9-8b2a-0b12fdac3a38 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:12:13.355514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:13.517882 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:13.518118 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:13.731478 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for c367fdaf-c5f8-49b9-8b2a-0b12fdac3a38 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:12:13.945294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:13.989335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=c367fdaf-c5f8-49b9-8b2a-0b12fdac3a38,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:14.030921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.031274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.031615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.031951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.032284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.032611 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.032940 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.033264 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.033587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.033909 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.034231 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:14.093515 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:14.474946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 23427ad6-6339-4072-a210-63a3c2b70d5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:12:14.674551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:12:14.683872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] Sync routers for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:12:14.695670 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:14.704729 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:11:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:14.756317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:14.809847 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-076fb0e3-bb14-4a71-a010-5ed143684773 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/floatingips/32faaf58-57e3-4778-98ae-eb77c0e883d2 HTTP/1.1" status: 204 len: 168 time: 1.6497838 Feb 28 12:12:14.810348 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:12:14.883188 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:14.935104 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5d876fa6-7c58-4df6-9c73-3ec757025cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:14.949923 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'status': 'completed', 'code': 200} Feb 28 12:12:15.043217 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de5ada2f-764a-404a-98b4-e13edb787ef2 req-04f52e38-f029-4cf5-b6bb-bb5be97ccc6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=589c4da3e4c14482880aab77996e4c70&device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 1098 time: 0.0725181 Feb 28 12:12:15.174731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ada2f-764a-404a-98b4-e13edb787ef2 req-ce16841d-5fc4-4df9-9512-115438bd1997 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:15.176277 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de5ada2f-764a-404a-98b4-e13edb787ef2 req-ce16841d-5fc4-4df9-9512-115438bd1997 service neutron] 10.222.0.57 "GET /v2.0/networks?id=5a104a9e-6f69-4d00-a178-a681dba0eb7f HTTP/1.1" status: 200 len: 897 time: 0.1279416 Feb 28 12:12:15.204602 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '938acf6c-5416-412f-b21d-56f8c168c83b', 'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:96:96:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:20Z', 'updated_at': '2022-02-28T12:11:26Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:15.208361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] Checking router: 23427ad6-6339-4072-a210-63a3c2b70d5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:12:15.219197 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:15.219781 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:11:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:15.245244 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de5ada2f-764a-404a-98b4-e13edb787ef2 req-01b5b757-3a02-4e19-b4ce-62e442abd8c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5 HTTP/1.1" status: 200 len: 217 time: 0.0627120 Feb 28 12:12:15.314216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ada2f-764a-404a-98b4-e13edb787ef2 req-53bb02e2-f846-477c-afb3-c0a2b0f24e0f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:15.315781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de5ada2f-764a-404a-98b4-e13edb787ef2 req-53bb02e2-f846-477c-afb3-c0a2b0f24e0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1c6a5424-56ee-48cc-8628-327eabb940bc HTTP/1.1" status: 200 len: 835 time: 0.0655155 Feb 28 12:12:15.438890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:15.454287 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de5ada2f-764a-404a-98b4-e13edb787ef2 req-1d38ba49-46c1-4e1f-9d18-620591c2a063 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5a104a9e-6f69-4d00-a178-a681dba0eb7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1321087 Feb 28 12:12:15.463318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fb27f-ec04-4a8c-ae46-ebaaddec57b9 req-382109fa-386b-4666-b7d0-9c9d42f3f784 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:15.463970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a43fb27f-ec04-4a8c-ae46-ebaaddec57b9 req-382109fa-386b-4666-b7d0-9c9d42f3f784 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:12:15.698439 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de5ada2f-764a-404a-98b4-e13edb787ef2 req-ed4777f2-29e6-4915-9f05-12bd683c7359 service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308390 Feb 28 12:12:15.725290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a43fb27f-ec04-4a8c-ae46-ebaaddec57b9 req-382109fa-386b-4666-b7d0-9c9d42f3f784 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:12:15.726415 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a43fb27f-ec04-4a8c-ae46-ebaaddec57b9 req-382109fa-386b-4666-b7d0-9c9d42f3f784 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.3654296 Feb 28 12:12:15.757777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '938acf6c-5416-412f-b21d-56f8c168c83b', 'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:96:96:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:20Z', 'updated_at': '2022-02-28T12:11:26Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:15.761930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de57bc88-104c-400e-809b-44f6c5c9f0c9 None None] The sync data for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv is: [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:11:21Z', 'revision_number': 4, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '938acf6c-5416-412f-b21d-56f8c168c83b', 'name': '', 'network_id': '5a104a9e-6f69-4d00-a178-a681dba0eb7f', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'mac_address': 'fa:16:3e:96:96:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:20Z', 'updated_at': '2022-02-28T12:11:26Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'subnets': [{'id': '1c6a5424-56ee-48cc-8628-327eabb940bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:12:15.855688 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a43fb27f-ec04-4a8c-ae46-ebaaddec57b9 req-4bc77bd1-ad7a-476a-abd6-a98301ec6dd7 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808401 Feb 28 12:12:15.875184 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-de5ada2f-764a-404a-98b4-e13edb787ef2 req-dadf2e5e-41d6-490a-b594-433f37c54276 service neutron] 10.222.0.57 "GET /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699603 Feb 28 12:12:15.977187 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffa6a7d-9f70-4730-89e0-f1655faa7f7b None None] New status for floating IP 32faaf58-57e3-4778-98ae-eb77c0e883d2: DOWN {{(pid=84341) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:12:16.891847 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-04738219-89ab-4f78-8292-9778c71c625e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:16.893187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-04738219-89ab-4f78-8292-9778c71c625e tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.0751383 Feb 28 12:12:16.970797 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 0758452e-abdb-4e73-bae3-194ea0ef36c5 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:12:16.971163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:17.013955 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b8455760-20c0-4037-b720-5f1082c1336a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:17.209008 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93875ec8-dc4e-476c-982d-cb875cb2a612 req-dc016d88-26d9-4654-a8ad-882d72d981b4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:17.210341 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-93875ec8-dc4e-476c-982d-cb875cb2a612 req-dc016d88-26d9-4654-a8ad-882d72d981b4 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 945 time: 0.2156601 Feb 28 12:12:17.297157 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-93875ec8-dc4e-476c-982d-cb875cb2a612 req-d21ea472-16d8-4d6e-9abf-21d8ac04058d tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760131 Feb 28 12:12:17.303671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port 0758452e-abdb-4e73-bae3-194ea0ef36c5, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0758452e-abdb-4e73-bae3-194ea0ef36c5,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:17.304007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:17.424724 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 0758452e-abdb-4e73-bae3-194ea0ef36c5 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:12:17.642880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:17.694095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=0758452e-abdb-4e73-bae3-194ea0ef36c5,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:17.762859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] No DVR routers for this DVR port 0758452e-abdb-4e73-bae3-194ea0ef36c5 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:12:17.766387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:17.768828 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'name': 'network-vif-deleted', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:12:17.824730 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8722d379-d718-43a5-8661-f7ef877f89a0', 'name': 'network-vif-deleted', 'tag': '0758452e-abdb-4e73-bae3-194ea0ef36c5', 'status': 'completed', 'code': 200} Feb 28 12:12:17.843111 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0933f128-bc1e-4676-9488-87fc4e6e50fc req-f6260be0-e88d-4e2a-b4e9-f046f09007b3 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.57 "DELETE /v2.0/ports/0758452e-abdb-4e73-bae3-194ea0ef36c5 HTTP/1.1" status: 204 len: 173 time: 0.9447641 Feb 28 12:12:18.385399 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:18.419441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:18.476807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-11c627a3-f7b4-4f73-838e-86033cb0f963 req-500b3b87-c8a3-483d-a3e5-adf4b7f1d033 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Synchronizing usage tracker for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:12:18.573706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-11c627a3-f7b4-4f73-838e-86033cb0f963 req-500b3b87-c8a3-483d-a3e5-adf4b7f1d033 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Unset dirty status for tenant:589c4da3e4c14482880aab77996e4c70 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:12:18.574933 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-11c627a3-f7b4-4f73-838e-86033cb0f963 req-500b3b87-c8a3-483d-a3e5-adf4b7f1d033 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "GET /v2.0/ports?device_id=8722d379-d718-43a5-8661-f7ef877f89a0 HTTP/1.1" status: 200 len: 210 time: 0.1422398 Feb 28 12:12:19.688585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33252) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:19.865472 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:20.083189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:20.141377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [req-85347b3f-be47-43b7-b0cf-b30cea98e8cc req-e17cf5b8-ac9d-4133-acdb-14eabf5e8c44 service neutron] (84338) timed out ('10.222.0.31', 57558) {{(pid=84338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 12:12:20.667114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 0758452e-abdb-4e73-bae3-194ea0ef36c5 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:12:20.684149 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port 938acf6c-5416-412f-b21d-56f8c168c83b {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:12:20.684489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:20.698867 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 0758452e-abdb-4e73-bae3-194ea0ef36c5 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:12:20.699275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 0758452e-abdb-4e73-bae3-194ea0ef36c5 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:12:20.864574 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port 938acf6c-5416-412f-b21d-56f8c168c83b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=938acf6c-5416-412f-b21d-56f8c168c83b,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:20.865174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:20.981866 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for 938acf6c-5416-412f-b21d-56f8c168c83b owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:12:21.310978 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:21.360259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=938acf6c-5416-412f-b21d-56f8c168c83b,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:21.430999 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.431345 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.431677 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.432009 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.432333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.432658 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.432975 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.433294 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.433608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.433924 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.434236 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:21.661257 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:22.221977 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Router 23427ad6-6339-4072-a210-63a3c2b70d5e has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:12:22.415894 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:12:22.426359 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] Sync routers for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:12:22.440615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:22.444428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:22.502437 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-77a10704-9ffe-4275-aba8-3f9236aa9e5c tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "PUT /v2.0/routers/23427ad6-6339-4072-a210-63a3c2b70d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8126762 Feb 28 12:12:22.505163 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33256) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:22.619534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:22.802097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d32ca31-bfe4-401b-a9c1-89fcd4b6caf5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting subnet 1c6a5424-56ee-48cc-8628-327eabb940bc {{(pid=84338) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:12:22.804943 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d32ca31-bfe4-401b-a9c1-89fcd4b6caf5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:22.857733 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d32ca31-bfe4-401b-a9c1-89fcd4b6caf5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-67057194'] for subnet, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:22.904297 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:12:21Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:22.908766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] Checking router: 23427ad6-6339-4072-a210-63a3c2b70d5e for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:12:22.919714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] Routers {'23427ad6-6339-4072-a210-63a3c2b70d5e'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:22.920316 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['23427ad6-6339-4072-a210-63a3c2b70d5e'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:22.942262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d32ca31-bfe4-401b-a9c1-89fcd4b6caf5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:23.065754 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d32ca31-bfe4-401b-a9c1-89fcd4b6caf5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3843348', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3455565'] for subnet, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:23.101890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] Set router 23427ad6-6339-4072-a210-63a3c2b70d5e gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:23.106734 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d32ca31-bfe4-401b-a9c1-89fcd4b6caf5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6a5424-56ee-48cc-8628-327eabb940bc,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:23.113766 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5d32ca31-bfe4-401b-a9c1-89fcd4b6caf5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:23.119935 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5d32ca31-bfe4-401b-a9c1-89fcd4b6caf5 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/subnets/1c6a5424-56ee-48cc-8628-327eabb940bc HTTP/1.1" status: 204 len: 168 time: 0.6139085 Feb 28 12:12:23.122635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33260) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:23.143855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2e89c5-6b83-45ad-b67d-cdba6836f5e8 None None] Network 5a104a9e-6f69-4d00-a178-a681dba0eb7f requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:12:23.320704 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:23.519359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:23.590138 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Deleting port ff3e7d2f-6865-4a30-abb9-4d6d81700b25 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:12:23.590605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:23.601310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:12:21Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:23.605311 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba95defc-c173-49e2-abf9-0a5ca43f96ca None None] The sync data for ids ['23427ad6-6339-4072-a210-63a3c2b70d5e'] in dv-neutron-830866-1-hyperv is: [{'id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1631752038', 'tenant_id': '589c4da3e4c14482880aab77996e4c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228'}], 'enable_snat': True}, 'gw_port_id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:11:16Z', 'updated_at': '2022-02-28T12:12:21Z', 'revision_number': 5, 'project_id': '589c4da3e4c14482880aab77996e4c70', 'gw_port': {'id': 'ff3e7d2f-6865-4a30-abb9-4d6d81700b25', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:63:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23427ad6-6339-4072-a210-63a3c2b70d5e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:11:17Z', 'updated_at': '2022-02-28T12:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:12:23.774822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] For port ff3e7d2f-6865-4a30-abb9-4d6d81700b25, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=ff3e7d2f-6865-4a30-abb9-4d6d81700b25,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:23.775202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:23.890526 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Calling delete_port for ff3e7d2f-6865-4a30-abb9-4d6d81700b25 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:12:23.973045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] DHCP port deletion for 5a104a9e-6f69-4d00-a178-a681dba0eb7f request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:12:23.977342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Deleting port b50c1e87-84ca-4fa0-b512-6f2b28102aef {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:12:23.977817 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:24.185617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:24.185850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] For port b50c1e87-84ca-4fa0-b512-6f2b28102aef, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b50c1e87-84ca-4fa0-b512-6f2b28102aef,segment=NetworkSegment(d399c4fc-ba59-40e2-99a5-d681a77710d6),segment_id=d399c4fc-ba59-40e2-99a5-d681a77710d6)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:24.186074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:24.233615 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Port': ['ID=ff3e7d2f-6865-4a30-abb9-4d6d81700b25,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:24.305018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Calling delete_port for b50c1e87-84ca-4fa0-b512-6f2b28102aef owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:12:24.448362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890'] for port, after_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:24.499918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Pushing event deleted for resources: {'Port': ['ID=b50c1e87-84ca-4fa0-b512-6f2b28102aef,revision_number=None']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:24.508487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] No DVR routers for this DVR port b50c1e87-84ca-4fa0-b512-6f2b28102aef on host dv-neutron-830866-1-hyperv {{(pid=84340) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:12:24.521753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.522094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.522424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.522753 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.523105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.523430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.523749 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.524065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.524380 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.524697 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.525010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-823ed3d3-07a4-4517-b5a4-6eaf794feda1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:24.557118 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:24.715701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 938acf6c-5416-412f-b21d-56f8c168c83b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:12:24.750355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 938acf6c-5416-412f-b21d-56f8c168c83b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:12:24.750699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 938acf6c-5416-412f-b21d-56f8c168c83b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:12:24.751134 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b50c1e87-84ca-4fa0-b512-6f2b28102aef no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:12:24.783890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: b50c1e87-84ca-4fa0-b512-6f2b28102aef {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:12:24.784148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b50c1e87-84ca-4fa0-b512-6f2b28102aef not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:12:24.818431 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:24.822592 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:24.916208 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:24.916713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Fanout notify agent at l3_agent the message router_deleted on router 23427ad6-6339-4072-a210-63a3c2b70d5e {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:12:24.930640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:24.932815 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fb34ce27-eb5c-4574-85a0-d20292a93dab tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/routers/23427ad6-6339-4072-a210-63a3c2b70d5e HTTP/1.1" status: 204 len: 168 time: 1.8082664 Feb 28 12:12:24.934520 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33264) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:25.050979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.176662 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.201304 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a104a9e-6f69-4d00-a178-a681dba0eb7f']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:25.213572 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd399c4fc-ba59-40e2-99a5-d681a77710d6') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:25.213816 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd399c4fc-ba59-40e2-99a5-d681a77710d6') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:25.224874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.240097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.245830 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Releasing vlan 705 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:12:25.246202 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:12:25.260619 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:12:25.414178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.434509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.446179 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'Network': ['ID=5a104a9e-6f69-4d00-a178-a681dba0eb7f,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:25.451151 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-777e73d1-f09e-4c55-8984-79785d2315dd tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/networks/5a104a9e-6f69-4d00-a178-a681dba0eb7f HTTP/1.1" status: 204 len: 168 time: 0.5155258 Feb 28 12:12:25.453915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33268) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:25.523874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2e4cea9d-9950-43e2-823b-105606989f72 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.552626 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2e4cea9d-9950-43e2-823b-105606989f72 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.671638 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2e4cea9d-9950-43e2-823b-105606989f72 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.690803 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cea9d-9950-43e2-823b-105606989f72 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea562ff-2032-49eb-9a1e-eeb3c89ddb96,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:25.755871 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-2e4cea9d-9950-43e2-823b-105606989f72 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:25.757000 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-2e4cea9d-9950-43e2-823b-105606989f72 tempest-TestNetworkAdvancedServerOps-1766116540 tempest-TestNetworkAdvancedServerOps-1766116540-project] 10.222.0.31 "DELETE /v2.0/security-groups/8ea562ff-2032-49eb-9a1e-eeb3c89ddb96 HTTP/1.1" status: 204 len: 168 time: 0.3022008 Feb 28 12:12:26.400599 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33278) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:26.586149 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-6dfce83d-cd6b-48df-be45-2b3454bb9525 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=589c4da3e4c14482880aab77996e4c70&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1844361 Feb 28 12:12:26.588577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33284) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:26.628635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ff3e7d2f-6865-4a30-abb9-4d6d81700b25 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:12:26.649014 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e524-40f7-4bb1-a9d0-f33364c153d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:26.665505 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: ff3e7d2f-6865-4a30-abb9-4d6d81700b25 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:12:26.665852 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device ff3e7d2f-6865-4a30-abb9-4d6d81700b25 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:12:26.674867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e524-40f7-4bb1-a9d0-f33364c153d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:26.785352 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e524-40f7-4bb1-a9d0-f33364c153d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:26.803594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5e524-40f7-4bb1-a9d0-f33364c153d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab361b-a042-42cb-b94b-64a7d4baad10,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:26.809267 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7fa5e524-40f7-4bb1-a9d0-f33364c153d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:26.809267 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7fa5e524-40f7-4bb1-a9d0-f33364c153d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87ab361b-a042-42cb-b94b-64a7d4baad10 HTTP/1.1" status: 204 len: 168 time: 0.2194345 Feb 28 12:12:27.528945 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33292) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:27.549554 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddf54207-fb44-42e9-ba1b-f5d3b46c370e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:27.580411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ddf54207-fb44-42e9-ba1b-f5d3b46c370e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:27.584173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ddf54207-fb44-42e9-ba1b-f5d3b46c370e admin admin] Usage tracker for resource:security_group_rule and tenant:f519d14944b54890a555331bc8d8affe is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:27.586979 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-ddf54207-fb44-42e9-ba1b-f5d3b46c370e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:27.592587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-ddf54207-fb44-42e9-ba1b-f5d3b46c370e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:27.658872 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddf54207-fb44-42e9-ba1b-f5d3b46c370e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:27.728178 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ddf54207-fb44-42e9-ba1b-f5d3b46c370e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:27.773640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf54207-fb44-42e9-ba1b-f5d3b46c370e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2df04bf-5431-4998-9391-e83152fe74cf,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:27.777932 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ddf54207-fb44-42e9-ba1b-f5d3b46c370e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f519d14944b54890a555331bc8d8affe&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2480114 Feb 28 12:12:27.780681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33296) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:27.838388 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e2bf-1a72-44af-954c-b3b8b0a42cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:27.865790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e2bf-1a72-44af-954c-b3b8b0a42cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:27.962492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e2bf-1a72-44af-954c-b3b8b0a42cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:27.976598 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b8e2bf-1a72-44af-954c-b3b8b0a42cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2df04bf-5431-4998-9391-e83152fe74cf,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:27.982436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b5b8e2bf-1a72-44af-954c-b3b8b0a42cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:27.983572 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b5b8e2bf-1a72-44af-954c-b3b8b0a42cd2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b2df04bf-5431-4998-9391-e83152fe74cf HTTP/1.1" status: 204 len: 168 time: 0.2019496 Feb 28 12:12:28.412476 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:12:29.216288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33318) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:29.344423 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1488694384-network', 'tenant_id': '150497b96ef24a118092c26e781695e3'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:29.349256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:29.353098 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Usage tracker for resource:network and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:29.355947 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:29.363100 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:29.430713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Made reservation on behalf of 150497b96ef24a118092c26e781695e3 for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:12:29.432985 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:29.445901 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:29.475709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:29.479482 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:29.482235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:29.488468 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:29.552447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:29.619762 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:29.650360 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 749} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:12:29.659259 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a00bd3-d7c3-4fc6-b344-d38fd6ebfb89,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:29.664600 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:29.664942 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Added segment 812ad56c-228d-4a07-907c-a059562e4439 of type vlan for network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a Feb 28 12:12:29.690815 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:29.789564 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:29.790394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:29.791068 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:29.890789 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] Pushing event updated for resources: {'Network': ['ID=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:29.900405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:12:29.970121 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8205ce59-7c26-4b36-8a5d-196b952ebe89 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7526822 Feb 28 12:12:29.973102 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33324) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:29.978608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Request body: {'subnet': {'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1488694384-subnet', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:29.984980 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:29.988890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Usage tracker for resource:subnet and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:29.991907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:29.997489 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:30.082266 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Made reservation on behalf of 150497b96ef24a118092c26e781695e3 for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:12:30.084616 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:30.454895 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:30.525738 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55842360-1965-4376-9eb2-dce1410eaf36,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:30.540836 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Checking segment: {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:12:30.541182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Network hostable DHCP agents. Network: fcb5dc11-c3b1-4833-82d1-e41dd036ab2a, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:12:30.613509 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:12:30.698198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, fcb5dc11-c3b1-4833-82d1-e41dd036ab2a) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:30.702290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:30.703094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:30.707313 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0cc87e-bbe7-4e21-bb85-185967073a05 None None] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:12:30.784571 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-7166bd78-7af9-4355-ade7-85fec8ca8659 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8103232 Feb 28 12:12:30.787116 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33328) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:30.792097 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:30.797412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:30.801427 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Usage tracker for resource:router and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:30.804290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:30.809927 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:30.882749 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:30.883739 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:30.901432 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:30.915728 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:12:30.916543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.111802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Allocated IP 172.20.0.2 (fcb5dc11-c3b1-4833-82d1-e41dd036ab2a/55842360-1965-4376-9eb2-dce1410eaf36/c5f8fb73-f997-470b-a742-ac288d300b1f) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:12:31.118889 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.311929 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.321746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Transition to ACTIVE for port object c5f8fb73-f997-470b-a742-ac288d300b1f will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:31.339628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Transition to ACTIVE for port object c5f8fb73-f997-470b-a742-ac288d300b1f will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:31.378333 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.408325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.412384 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.473785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:12:31.476439 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:31.479989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:12:31.486037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Pushing event updated for resources: {'Port': ['ID=c5f8fb73-f997-470b-a742-ac288d300b1f,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:31.550560 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Allocated IP 172.26.1.102 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/7cade921-e5f5-44ac-ac9d-0258640c9bf8) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:12:31.574905 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Attempting to bind port c5f8fb73-f997-470b-a742-ac288d300b1f on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:12:31.575273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Attempting to bind port c5f8fb73-f997-470b-a742-ac288d300b1f by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:12:31.575631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Attempting to bind port c5f8fb73-f997-470b-a742-ac288d300b1f on network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:12:31.582522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:12:31.585522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Checking segment: {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:12:31.585522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.585522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Bound using segment: {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:12:31.585522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Bound port: c5f8fb73-f997-470b-a742-ac288d300b1f, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:12:31.585522 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.681244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] For port c5f8fb73-f997-470b-a742-ac288d300b1f, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:12:31.684300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] For port c5f8fb73-f997-470b-a742-ac288d300b1f, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=c5f8fb73-f997-470b-a742-ac288d300b1f,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:12:31.704419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.775011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.803291 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:31.878476 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd828c9e-5c2a-4b05-a337-cad0e0684f31 None None] Pushing event updated for resources: {'Port': ['ID=c5f8fb73-f997-470b-a742-ac288d300b1f,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:31.882281 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:12:31.885203 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:31.888942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:12:31.924519 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Pushing event updated for resources: {'Port': ['ID=7cade921-e5f5-44ac-ac9d-0258640c9bf8,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:32.179300 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:32.180362 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:32.471187 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Router 5284f360-44eb-4afd-87bc-de8066ab4b70 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:12:32.715792 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device c5f8fb73-f997-470b-a742-ac288d300b1f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:32.797716 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:12:32.807023 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Sync routers for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:12:32.821533 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:32.821533 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:32.850320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597f01fc-4a3c-47a2-987d-095a393636b7 None None] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:12:32.905573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:32.910916 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8cdccdc8-1c64-4045-b5d8-51485a52b6dc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1202393 Feb 28 12:12:32.911125 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33332) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:32.913484 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port c5f8fb73-f997-470b-a742-ac288d300b1f completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:32.994262 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:33.068573 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-42c078df-5beb-4785-b664-65012e7dfdab None None] Provisioning for port c5f8fb73-f997-470b-a742-ac288d300b1f completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:33.080140 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-42c078df-5beb-4785-b664-65012e7dfdab None None] Provisioning complete for port c5f8fb73-f997-470b-a742-ac288d300b1f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:33.081971 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-42c078df-5beb-4785-b664-65012e7dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.219713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-42c078df-5beb-4785-b664-65012e7dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.268174 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-42c078df-5beb-4785-b664-65012e7dfdab None None] For port c5f8fb73-f997-470b-a742-ac288d300b1f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=c5f8fb73-f997-470b-a742-ac288d300b1f,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:33.294721 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:32Z', 'revision_number': 3, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:33.300226 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Checking router: 5284f360-44eb-4afd-87bc-de8066ab4b70 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:12:33.300612 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Updating router 5284f360-44eb-4afd-87bc-de8066ab4b70 port 7cade921-e5f5-44ac-ac9d-0258640c9bf8 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:12:33.329415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-42c078df-5beb-4785-b664-65012e7dfdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.354725 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.403908 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c078df-5beb-4785-b664-65012e7dfdab None None] Pushing event updated for resources: {'Port': ['ID=c5f8fb73-f997-470b-a742-ac288d300b1f,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:33.450200 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-22ea700b-38af-4188-8ba5-ce4d6811aa19 None None] Provisioning complete for port c5f8fb73-f997-470b-a742-ac288d300b1f triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:33.450754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-22ea700b-38af-4188-8ba5-ce4d6811aa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.694875 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.700264 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.709932 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Transition to ACTIVE for port object 7cade921-e5f5-44ac-ac9d-0258640c9bf8 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:33.807993 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.887856 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Attempting to bind port 7cade921-e5f5-44ac-ac9d-0258640c9bf8 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:12:33.888212 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Attempting to bind port 7cade921-e5f5-44ac-ac9d-0258640c9bf8 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:12:33.888565 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Attempting to bind port 7cade921-e5f5-44ac-ac9d-0258640c9bf8 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:12:33.890984 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Pushing event updated for resources: {'Port': ['ID=7cade921-e5f5-44ac-ac9d-0258640c9bf8,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:33.902104 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:12:33.905346 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:12:33.905346 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.905346 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:12:33.905346 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Bound port: 7cade921-e5f5-44ac-ac9d-0258640c9bf8, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:12:33.905346 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:33.912210 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Allocated IP 172.20.0.1 (fcb5dc11-c3b1-4833-82d1-e41dd036ab2a/55842360-1965-4376-9eb2-dce1410eaf36/42dda969-ddb1-46ff-8199-e28ee9e75f6b) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:12:33.927334 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.927669 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.927997 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.928322 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.928641 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.928959 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.929271 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.929599 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.929894 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.930209 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.930526 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:12:33.981633 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] For port 7cade921-e5f5-44ac-ac9d-0258640c9bf8, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:12:33.984693 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] For port 7cade921-e5f5-44ac-ac9d-0258640c9bf8, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7cade921-e5f5-44ac-ac9d-0258640c9bf8,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:12:34.059359 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:34.075663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Transition to ACTIVE for port object 42dda969-ddb1-46ff-8199-e28ee9e75f6b will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:34.122893 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:34.203550 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efff49c-66dd-4d88-ad9d-133aed7bc51a None None] Pushing event updated for resources: {'Port': ['ID=7cade921-e5f5-44ac-ac9d-0258640c9bf8,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:34.207092 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:34.207673 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:34.208608 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:34.277675 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:12:34.280381 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:34.284783 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:12:34.309243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Pushing event updated for resources: {'Port': ['ID=42dda969-ddb1-46ff-8199-e28ee9e75f6b,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:34.311479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:34.339736 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:34.394327 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:34.482546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:34.561208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1714892f-980f-4acf-af06-5c46a8579e04 None None] Provisioning for port 42dda969-ddb1-46ff-8199-e28ee9e75f6b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:34.567045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1714892f-980f-4acf-af06-5c46a8579e04 None None] Provisioning complete for port 42dda969-ddb1-46ff-8199-e28ee9e75f6b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:34.570717 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1714892f-980f-4acf-af06-5c46a8579e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:34.622433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1714892f-980f-4acf-af06-5c46a8579e04 None None] Port 42dda969-ddb1-46ff-8199-e28ee9e75f6b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:12:34.684648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device c5f8fb73-f997-470b-a742-ac288d300b1f up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:34.728353 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:34.738770 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:32Z', 'revision_number': 3, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:34.742824 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5fac12-95c0-4fd5-901d-8d65e049437f None None] The sync data for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv is: [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:32Z', 'revision_number': 3, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:12:34.762521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port c5f8fb73-f997-470b-a742-ac288d300b1f triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:34.762521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:34.795094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:35.011654 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:35.015325 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Pushing event updated for resources: {'Port': ['ID=42dda969-ddb1-46ff-8199-e28ee9e75f6b,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:35.156635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:12:35.158069 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:35.465398 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a29c08c1-b9a1-4733-9946-db5f7869d702 None None] Provisioning complete for port 42dda969-ddb1-46ff-8199-e28ee9e75f6b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:35.465946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a29c08c1-b9a1-4733-9946-db5f7869d702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:35.534607 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-a29c08c1-b9a1-4733-9946-db5f7869d702 None None] Port 42dda969-ddb1-46ff-8199-e28ee9e75f6b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:12:35.592262 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Router 5284f360-44eb-4afd-87bc-de8066ab4b70 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:12:35.799237 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:12:35.808146 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-86667bbf-d4b5-41ec-abea-7c7f5fa67341 admin admin] 10.222.0.31 "PUT /v2.0/routers/5284f360-44eb-4afd-87bc-de8066ab4b70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8959668 Feb 28 12:12:36.707961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7cade921-e5f5-44ac-ac9d-0258640c9bf8 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:36.882329 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 7cade921-e5f5-44ac-ac9d-0258640c9bf8 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:36.887361 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7cade921-e5f5-44ac-ac9d-0258640c9bf8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:36.887766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.023008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.064558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33354) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:37.064558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-658951932-network', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:37.064558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:37.068331 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Usage tracker for resource:network and tenant:e1c5798619a64d07937824158fb4ba2d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:37.071142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:37.077288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:37.092222 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 7cade921-e5f5-44ac-ac9d-0258640c9bf8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7cade921-e5f5-44ac-ac9d-0258640c9bf8,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:37.185396 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Made reservation on behalf of e1c5798619a64d07937824158fb4ba2d for: {'network': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:12:37.187792 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.200219 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.230580 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:37.231178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.235256 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Usage tracker for resource:security_group_rule and tenant:e1c5798619a64d07937824158fb4ba2d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:37.238114 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:37.243838 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:37.299038 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=7cade921-e5f5-44ac-ac9d-0258640c9bf8,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:37.309341 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.419067 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.448378 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 719} {{(pid=84338) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:12:37.460229 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1e3212f-0239-4db5-b849-3140b773f85d,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:37.465466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.465809 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.segments_db [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Added segment 423776b4-5ddb-4778-9edd-bbbedb6753d5 of type vlan for network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 Feb 28 12:12:37.491113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.602198 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.603088 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:37.603674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:37.707012 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc28ef0-135b-4d04-a0ed-fa3e66f0b290,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:37.716506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:12:37.757459 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-8e390e3e-a51d-4bed-8fd9-c4e04ea1c2e1 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7024455 Feb 28 12:12:37.760383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33358) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:37.766383 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Request body: {'subnet': {'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-658951932-subnet', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:37.771711 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:37.775535 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Usage tracker for resource:subnet and tenant:e1c5798619a64d07937824158fb4ba2d is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:37.778315 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:37.784594 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:37.854011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Made reservation on behalf of e1c5798619a64d07937824158fb4ba2d for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:12:37.856457 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:38.151518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:38.231996 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc705c01-e266-4de5-acbc-71728d9a4a46,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:38.241025 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Checking segment: {'id': '423776b4-5ddb-4778-9edd-bbbedb6753d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:12:38.241492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Network hostable DHCP agents. Network: 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:12:38.264933 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Sync routers for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:12:38.277737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:38.278332 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:38.333938 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:12:38.413713 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:38.418334 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:38.419522 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:38.423180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179fe429-9de1-4ae0-b3a2-5e12727b4c12 None None] Network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:12:38.500939 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-a93afd34-a6f1-4469-8bad-0b0546482f1f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7395315 Feb 28 12:12:38.503832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33362) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:38.508886 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:38.513719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:38.518068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Usage tracker for resource:router and tenant:e1c5798619a64d07937824158fb4ba2d is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:38.520847 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:38.527307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:38.544184 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:38.601461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:38.602663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:38.625605 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:38.715141 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7cade921-e5f5-44ac-ac9d-0258640c9bf8 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:38.836150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:38.885028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-4cc28ef0-135b-4d04-a0ed-fa3e66f0b290', 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'fixed_ips': [{'subnet_id': 'dc705c01-e266-4de5-acbc-71728d9a4a46'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:12:38.885824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.073138 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 7cade921-e5f5-44ac-ac9d-0258640c9bf8 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:39.073508 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.187068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.205889 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Allocated IP 172.20.0.2 (4cc28ef0-135b-4d04-a0ed-fa3e66f0b290/dc705c01-e266-4de5-acbc-71728d9a4a46/4636b741-fc3a-46b3-aa1a-39306922b1ef) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:12:39.221062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.231631 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 2, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:39.250172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Checking router: 5284f360-44eb-4afd-87bc-de8066ab4b70 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:12:39.250524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Updating router 5284f360-44eb-4afd-87bc-de8066ab4b70 port 42dda969-ddb1-46ff-8199-e28ee9e75f6b binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:12:39.356300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Allocated IP 172.26.1.118 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/5145457a-ac1a-42c9-a0af-0eb5915c0bbc) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:12:39.445105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.510301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.597377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.672722 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:12:39.676172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:39.678126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.678259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Pushing event updated for resources: {'Port': ['ID=5145457a-ac1a-42c9-a0af-0eb5915c0bbc,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:39.680161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:12:39.750156 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Transition to ACTIVE for port object 4636b741-fc3a-46b3-aa1a-39306922b1ef will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:39.782913 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Transition to ACTIVE for port object 4636b741-fc3a-46b3-aa1a-39306922b1ef will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:39.865535 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.899785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.900608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.956989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:39.970763 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:12:39.971515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Pushing event updated for resources: {'Port': ['ID=4636b741-fc3a-46b3-aa1a-39306922b1ef,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:39.977136 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:39.980619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Transition to ACTIVE for port object 42dda969-ddb1-46ff-8199-e28ee9e75f6b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:39.983013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:12:40.069076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Attempting to bind port 4636b741-fc3a-46b3-aa1a-39306922b1ef on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:12:40.069451 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Attempting to bind port 4636b741-fc3a-46b3-aa1a-39306922b1ef by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '423776b4-5ddb-4778-9edd-bbbedb6753d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:12:40.069806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Attempting to bind port 4636b741-fc3a-46b3-aa1a-39306922b1ef on network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:12:40.076029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:12:40.076396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Checking segment: {'id': '423776b4-5ddb-4778-9edd-bbbedb6753d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:12:40.076786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:40.077173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Bound using segment: {'id': '423776b4-5ddb-4778-9edd-bbbedb6753d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:12:40.077662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Bound port: 4636b741-fc3a-46b3-aa1a-39306922b1ef, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423776b4-5ddb-4778-9edd-bbbedb6753d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:12:40.078180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:40.088336 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:40.202214 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Router 6852b963-ae8d-4051-a29f-12ac25aaa53c is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:12:40.254653 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73adf4b-eed7-405d-ac72-bfa76e225677 None None] Pushing event updated for resources: {'Port': ['ID=42dda969-ddb1-46ff-8199-e28ee9e75f6b,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:40.324339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] For port 4636b741-fc3a-46b3-aa1a-39306922b1ef, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:12:40.380691 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] For port 4636b741-fc3a-46b3-aa1a-39306922b1ef, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4636b741-fc3a-46b3-aa1a-39306922b1ef,segment=NetworkSegment(423776b4-5ddb-4778-9edd-bbbedb6753d5),segment_id=423776b4-5ddb-4778-9edd-bbbedb6753d5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:12:40.387211 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Attempting to bind port 42dda969-ddb1-46ff-8199-e28ee9e75f6b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:12:40.387570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Attempting to bind port 42dda969-ddb1-46ff-8199-e28ee9e75f6b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:12:40.387958 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Attempting to bind port 42dda969-ddb1-46ff-8199-e28ee9e75f6b on network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:12:40.394688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:12:40.397055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Checking segment: {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:12:40.397055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:40.397055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Bound using segment: {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:12:40.397055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Bound port: 42dda969-ddb1-46ff-8199-e28ee9e75f6b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:12:40.397055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:40.417931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:12:40.439022 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Sync routers for ids ['6852b963-ae8d-4051-a29f-12ac25aaa53c'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:12:40.454632 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:40.457025 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Routers {'6852b963-ae8d-4051-a29f-12ac25aaa53c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:40.457579 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6852b963-ae8d-4051-a29f-12ac25aaa53c'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:40.532904 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:40.534259 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-6a35ce59-efd6-4dd5-9b9c-065aa6ddaf8e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0294547 Feb 28 12:12:40.536991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33366) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:40.576521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] For port 42dda969-ddb1-46ff-8199-e28ee9e75f6b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:12:40.584630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] For port 42dda969-ddb1-46ff-8199-e28ee9e75f6b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=42dda969-ddb1-46ff-8199-e28ee9e75f6b,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:12:40.585567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d9777-3f3c-40d5-9809-df6e0ab08f1f None None] Pushing event updated for resources: {'Port': ['ID=4636b741-fc3a-46b3-aa1a-39306922b1ef,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:40.664325 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:40.684245 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Set router 6852b963-ae8d-4051-a29f-12ac25aaa53c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:40.757335 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:40.758068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:40.902205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73adf4b-eed7-405d-ac72-bfa76e225677 None None] Pushing event updated for resources: {'Port': ['ID=42dda969-ddb1-46ff-8199-e28ee9e75f6b,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:41.012760 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:41.068401 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:38Z', 'updated_at': '2022-02-28T12:12:39Z', 'revision_number': 3, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'gw_port': {'id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:39Z', 'updated_at': '2022-02-28T12:12:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:41.073891 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Checking router: 6852b963-ae8d-4051-a29f-12ac25aaa53c for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:12:41.074492 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Updating router 6852b963-ae8d-4051-a29f-12ac25aaa53c port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:12:41.142022 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:41.418858 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:40Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:41.423311 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb1c48f-1489-4d49-bdbf-1f321164d1bd None None] The sync data for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv is: [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:40Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:12:41.511292 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:41.524861 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Transition to ACTIVE for port object 5145457a-ac1a-42c9-a0af-0eb5915c0bbc will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:41.580301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:41.603028 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:41.700967 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Attempting to bind port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:12:41.701451 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Attempting to bind port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:12:41.701899 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Attempting to bind port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:12:41.714078 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284875-bda6-4ab6-a0f2-fbf4b9448626 None None] Pushing event updated for resources: {'Port': ['ID=5145457a-ac1a-42c9-a0af-0eb5915c0bbc,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:41.716990 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:12:41.717471 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:12:41.718750 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:41.719141 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:12:41.719700 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Bound port: 5145457a-ac1a-42c9-a0af-0eb5915c0bbc, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:12:41.720210 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:41.810723 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] For port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:12:41.816564 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] For port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5145457a-ac1a-42c9-a0af-0eb5915c0bbc,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:12:41.826374 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Allocated IP 172.20.0.1 (4cc28ef0-135b-4d04-a0ed-fa3e66f0b290/dc705c01-e266-4de5-acbc-71728d9a4a46/a8216ad2-3033-427a-8056-82ecad44ec07) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:12:41.894299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4eb8e53-5b2b-4207-9b7b-056b863e9e90 None None] Network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:12:41.930058 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:41.996706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.018150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Transition to ACTIVE for port object a8216ad2-3033-427a-8056-82ecad44ec07 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:42.046987 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4284875-bda6-4ab6-a0f2-fbf4b9448626 None None] Pushing event updated for resources: {'Port': ['ID=5145457a-ac1a-42c9-a0af-0eb5915c0bbc,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:42.059316 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Routers {'6852b963-ae8d-4051-a29f-12ac25aaa53c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:12:42.059921 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6852b963-ae8d-4051-a29f-12ac25aaa53c'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:42.078191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-dba4ab4b-5e87-4a8e-84b9-18d72fa9229c None None] Provisioning for port 4636b741-fc3a-46b3-aa1a-39306922b1ef completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:42.123520 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.201710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:12:42.204791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:42.208651 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:12:42.266377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Pushing event updated for resources: {'Port': ['ID=a8216ad2-3033-427a-8056-82ecad44ec07,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:42.283010 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.299746 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] Set router 6852b963-ae8d-4051-a29f-12ac25aaa53c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:12:42.442275 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.497818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1aa2c630-7311-49c8-ae26-1360f821ca07 None None] Provisioning for port a8216ad2-3033-427a-8056-82ecad44ec07 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:42.503749 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1aa2c630-7311-49c8-ae26-1360f821ca07 None None] Provisioning complete for port a8216ad2-3033-427a-8056-82ecad44ec07 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:42.504124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1aa2c630-7311-49c8-ae26-1360f821ca07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.603029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2c630-7311-49c8-ae26-1360f821ca07 None None] Port a8216ad2-3033-427a-8056-82ecad44ec07 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:12:42.657776 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:38Z', 'updated_at': '2022-02-28T12:12:39Z', 'revision_number': 3, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'gw_port': {'id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:39Z', 'updated_at': '2022-02-28T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:12:42.662971 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9996ba-4702-4b62-aa61-301ae8d1cc1f None None] The sync data for ids ['6852b963-ae8d-4051-a29f-12ac25aaa53c'] in dv-neutron-830866-1-hyperv is: [{'id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:38Z', 'updated_at': '2022-02-28T12:12:39Z', 'revision_number': 3, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'gw_port': {'id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:39Z', 'updated_at': '2022-02-28T12:12:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:12:42.740273 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-d7790d93-31f6-4c72-86a8-0b7b4b586e4e None None] Provisioning complete for port a8216ad2-3033-427a-8056-82ecad44ec07 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:42.740650 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d7790d93-31f6-4c72-86a8-0b7b4b586e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.754868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.768388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 42dda969-ddb1-46ff-8199-e28ee9e75f6b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:42.819539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.843901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d7790d93-31f6-4c72-86a8-0b7b4b586e4e None None] Port a8216ad2-3033-427a-8056-82ecad44ec07 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:12:42.911047 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 42dda969-ddb1-46ff-8199-e28ee9e75f6b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:42.915886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 42dda969-ddb1-46ff-8199-e28ee9e75f6b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:42.916247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.926392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:42.929820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Pushing event updated for resources: {'Port': ['ID=a8216ad2-3033-427a-8056-82ecad44ec07,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:43.029917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:43.061465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 42dda969-ddb1-46ff-8199-e28ee9e75f6b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=42dda969-ddb1-46ff-8199-e28ee9e75f6b,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:43.066360 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:12:43.067498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:43.156872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:43.157934 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4636b741-fc3a-46b3-aa1a-39306922b1ef up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:43.272818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=42dda969-ddb1-46ff-8199-e28ee9e75f6b,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:43.345353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 4636b741-fc3a-46b3-aa1a-39306922b1ef completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:43.351116 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 4636b741-fc3a-46b3-aa1a-39306922b1ef triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:43.351481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:43.419805 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0dd4601e-8705-4dd0-8c8c-668177d0d597 None None] Provisioning complete for port a8216ad2-3033-427a-8056-82ecad44ec07 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:43.420166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0dd4601e-8705-4dd0-8c8c-668177d0d597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:43.515264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-0dd4601e-8705-4dd0-8c8c-668177d0d597 None None] Port a8216ad2-3033-427a-8056-82ecad44ec07 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:12:43.524364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:43.555998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 4636b741-fc3a-46b3-aa1a-39306922b1ef, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4636b741-fc3a-46b3-aa1a-39306922b1ef,segment=NetworkSegment(423776b4-5ddb-4778-9edd-bbbedb6753d5),segment_id=423776b4-5ddb-4778-9edd-bbbedb6753d5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:43.561481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Router 6852b963-ae8d-4051-a29f-12ac25aaa53c has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:12:43.627291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:43.698012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=4636b741-fc3a-46b3-aa1a-39306922b1ef,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:43.763474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:12:43.772793 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-abbced99-5278-405c-a5cf-0de6e746ef16 admin admin] 10.222.0.31 "PUT /v2.0/routers/6852b963-ae8d-4051-a29f-12ac25aaa53c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2346931 Feb 28 12:12:44.654320 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33376) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:44.660687 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-723634927', 'description': 'tempest-secgroup-smoke-723634927 description', 'project_id': '150497b96ef24a118092c26e781695e3'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:44.666923 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:44.670702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:44.673686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:44.679907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:44.691720 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 42dda969-ddb1-46ff-8199-e28ee9e75f6b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:44.758527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 42dda969-ddb1-46ff-8199-e28ee9e75f6b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:44.758915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:44.813893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:44.848522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:44.852286 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:44.855034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:44.860630 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:44.882205 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4636b741-fc3a-46b3-aa1a-39306922b1ef up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:44.915240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:44.939243 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0ec8e234-78cc-4ffa-a6ba-bbf3d72247dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:44.950120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 4636b741-fc3a-46b3-aa1a-39306922b1ef triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:44.950475 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.008435 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.049116 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:45.128353 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.129560 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-433ddcb3-7b97-405d-b235-eab5b5aba7b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4739583 Feb 28 12:12:45.132680 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33380) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:45.137958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:45.144148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:45.147954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:45.150715 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:45.156274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:45.249243 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.314536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.408400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.431907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2323773e-ed1d-4140-bd38-3a688fce4fc8,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:45.511108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.512299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bb5a86a8-7895-4b44-a2bd-1dc8da188564 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3787713 Feb 28 12:12:45.515092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33384) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:45.520654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:45.526596 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:45.530307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:45.533646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:45.539226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:45.643948 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.705252 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.784941 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.807754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70fe62c7-5019-4d66-a6f3-d856c269fda5,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:45.909246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:45.910402 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7ba5fa16-6d55-4069-ac29-743479053167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3944244 Feb 28 12:12:45.913127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33388) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:45.918324 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:45.924485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:45.928246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:45.931038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:45.936546 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:46.029887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.091450 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.185234 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.209394 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bc104b8-db28-46b7-b8d5-444852280de8,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:46.276759 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.277956 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-017dd8e3-d572-4b26-95e3-f4666365b8a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3639092 Feb 28 12:12:46.282470 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33392) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:46.286393 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:46.292288 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:46.296158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:46.299523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:46.305162 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:46.373743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.436330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.509307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.535502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71fd5d9-9f41-4d4d-9462-43b58f757178,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:46.602145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.603395 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d6404ee8-ab3b-4ff3-94ec-6cc82941f6a2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3217137 Feb 28 12:12:46.606036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33396) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:46.612148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:46.618410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:46.622128 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:46.625093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:46.631492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:46.705090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Project 150497b96ef24a118092c26e781695e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:12:46.711739 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.774060 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.836887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.861446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b55f1d-0a43-4fc5-9ec0-934b9d7def65,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:46.951176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:46.952352 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e8bdad37-ab5a-41f6-a3af-b0bf54095be2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3454156 Feb 28 12:12:46.955248 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33400) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:12:46.960675 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:46.966655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:46.971227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:46.973996 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:46.979760 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:47.057799 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6184ec13-7c91-4ca7-8d79-0d07eff2e94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:47.094030 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Project 150497b96ef24a118092c26e781695e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:12:47.101132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:47.169179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:47.236695 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:47.259662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77c6f7eb-8c0d-4bd9-9bb5-934c633513eb,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:47.345985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:47.347150 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-8e8557e8-da54-4ef0-a281-be2df8dfc044 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3909369 Feb 28 12:12:47.515138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-9177d169-53e0-4931-8263-8bc1d49c0e03 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Synchronizing usage tracker for tenant:150497b96ef24a118092c26e781695e3 on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:12:47.600786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-9177d169-53e0-4931-8263-8bc1d49c0e03 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Unset dirty status for tenant:150497b96ef24a118092c26e781695e3 on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:12:47.601889 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-9177d169-53e0-4931-8263-8bc1d49c0e03 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-723634927&fields=id&tenant_id=150497b96ef24a118092c26e781695e3 HTTP/1.1" status: 200 len: 267 time: 0.1261942 Feb 28 12:12:47.745387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-2062f886-966a-481c-add4-c78072096c7e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:47.746762 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-2062f886-966a-481c-add4-c78072096c7e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 809 time: 0.1385927 Feb 28 12:12:47.762178 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-a236fdeb-75a1-4579-92c4-552ab1701193 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/quotas/150497b96ef24a118092c26e781695e3 HTTP/1.1" status: 200 len: 375 time: 0.0100679 Feb 28 12:12:47.838229 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-d5a47d29-8594-4923-b5aa-a95e61918165 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0713341 Feb 28 12:12:47.978387 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-c903b7ba-da6a-476e-bd3f-cf61d0ae89da service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 12:12:47.979366 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-c903b7ba-da6a-476e-bd3f-cf61d0ae89da service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1295366 Feb 28 12:12:48.108674 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-c2e1b023-598d-4132-8f24-d698473f12f1 service neutron] 10.222.0.31 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229782 Feb 28 12:12:48.236516 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-14cac034-e7fd-4a55-b873-ad75974f2814 service neutron] 10.222.0.31 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218522 Feb 28 12:12:48.452347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:48.454547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:48.508201 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1f51620a-b621-40c0-9e64-b493d3e2360d req-a4d84c4c-a942-4784-8079-af83879a4926 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 210 time: 0.0447676 Feb 28 12:12:49.689578 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e510f028-b534-42f9-9756-a18d028b11bd req-d7a93a07-0fbe-4194-bbe5-aae288542e7b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 210 time: 0.0539563 Feb 28 12:12:49.836810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:50.714876 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5145457a-ac1a-42c9-a0af-0eb5915c0bbc up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:50.749232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-55124b28-7e44-4a4f-92d9-dc75315e6cc9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:50.750938 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-55124b28-7e44-4a4f-92d9-dc75315e6cc9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 809 time: 0.2432337 Feb 28 12:12:50.804743 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-3fdaa9c7-2151-4f18-9cff-cdcda5961431 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=150497b96ef24a118092c26e781695e3 HTTP/1.1" status: 200 len: 379 time: 0.0412714 Feb 28 12:12:50.813569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'port': {'device_id': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'admin_state_up': True, 'tenant_id': '150497b96ef24a118092c26e781695e3', 'security_groups': ['b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:50.853577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:50.859452 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:50.859819 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:50.918746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7ff8067e-d10f-4240-bdf7-528ccbf7c79e req-faaf4a8c-3899-41fa-8e0c-5f013243b01f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 210 time: 0.0916212 Feb 28 12:12:50.996671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:12:51.000491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:port and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:12:51.004397 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:12:51.009989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:51.011448 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:12:51.027114 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5145457a-ac1a-42c9-a0af-0eb5915c0bbc,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:51.088073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Made reservation on behalf of 150497b96ef24a118092c26e781695e3 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:12:51.091141 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:51.116821 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:51.186129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=5145457a-ac1a-42c9-a0af-0eb5915c0bbc,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:51.256773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Allocated IP 172.20.0.11 (fcb5dc11-c3b1-4833-82d1-e41dd036ab2a/55842360-1965-4376-9eb2-dce1410eaf36/628d8df3-042a-42a7-8a79-aa4e8054de43) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:12:51.437313 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:51.452766 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Transition to ACTIVE for port object 628d8df3-042a-42a7-8a79-aa4e8054de43 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:51.555314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:51.622573 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:12:51.626881 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:12:51.629244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:12:51.674626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:51.702490 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:51.703040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:51.791570 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fd7fa4c7-bba7-443e-a201-f2fa6e24b1c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9817872 Feb 28 12:12:51.802830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Request body: {'port': {'device_id': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:12:51.908745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:51.933424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-409bbbe9-8ed3-451d-b4c0-48b15552dd8e None None] Provisioning for port 628d8df3-042a-42a7-8a79-aa4e8054de43 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:51.938444 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-409bbbe9-8ed3-451d-b4c0-48b15552dd8e None None] Provisioning complete for port 628d8df3-042a-42a7-8a79-aa4e8054de43 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:51.938900 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-409bbbe9-8ed3-451d-b4c0-48b15552dd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:51.990528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-409bbbe9-8ed3-451d-b4c0-48b15552dd8e None None] Port 628d8df3-042a-42a7-8a79-aa4e8054de43 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:12:52.317915 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628d8df3-042a-42a7-8a79-aa4e8054de43 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:12:52.326990 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:52.336591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eccc69-dfdc-4047-9a97-fe74f0ba52f7 req-3a794cd7-2f88-418a-9994-d973df70a325 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:52.337266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-05eccc69-dfdc-4047-9a97-fe74f0ba52f7 req-3a794cd7-2f88-418a-9994-d973df70a325 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Synchronizing usage tracker for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:12:52.356263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Transition to ACTIVE for port object 628d8df3-042a-42a7-8a79-aa4e8054de43 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:12:52.452205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:52.488537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-05eccc69-dfdc-4047-9a97-fe74f0ba52f7 req-3a794cd7-2f88-418a-9994-d973df70a325 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Unset dirty status for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:12:52.489660 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-05eccc69-dfdc-4047-9a97-fe74f0ba52f7 req-3a794cd7-2f88-418a-9994-d973df70a325 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 932 time: 0.2992494 Feb 28 12:12:52.603526 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:52.649703 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-05eccc69-dfdc-4047-9a97-fe74f0ba52f7 req-453f9150-c6c4-4dfa-88fb-8110391bb146 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437502 Feb 28 12:12:52.714514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5145457a-ac1a-42c9-a0af-0eb5915c0bbc up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:52.729417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Attempting to bind port 628d8df3-042a-42a7-8a79-aa4e8054de43 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:12:52.729751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Attempting to bind port 628d8df3-042a-42a7-8a79-aa4e8054de43 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:12:52.730078 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Attempting to bind port 628d8df3-042a-42a7-8a79-aa4e8054de43 on network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:12:52.735733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Port 628d8df3-042a-42a7-8a79-aa4e8054de43 on network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:12:52.736036 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Attempting to bind port 628d8df3-042a-42a7-8a79-aa4e8054de43 on network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:12:52.742201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:12:52.742539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Checking segment: {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:12:52.742951 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Bound using segment: {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:12:52.743390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Bound port: 628d8df3-042a-42a7-8a79-aa4e8054de43, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:12:52.743732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:52.782318 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:52.782689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:52.833218 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:12:52.836205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:12:52.928745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:53.071119 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:53.072442 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] 10.222.0.57 "PUT /v2.0/ports/628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 1094 time: 1.2737699 Feb 28 12:12:53.072868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:12:53.097099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe133bd9-207a-4e79-abff-d012667aca6c service neutron] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:53.135709 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'status': 'completed', 'code': 200} Feb 28 12:12:53.231763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71a8bd6a-a9ce-4d9a-a699-ad18463341c5 req-e81f3c61-1d37-44b6-98c3-74a8bac8931e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1097 time: 0.0751278 Feb 28 12:12:53.368244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8bd6a-a9ce-4d9a-a699-ad18463341c5 req-b47e0d62-f84a-45d9-a91f-953b620b746d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:53.369560 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71a8bd6a-a9ce-4d9a-a699-ad18463341c5 req-b47e0d62-f84a-45d9-a91f-953b620b746d service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=150497b96ef24a118092c26e781695e3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1315827 Feb 28 12:12:53.499592 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a8bd6a-a9ce-4d9a-a699-ad18463341c5 req-ec27f524-b132-428c-83b5-50e361c856b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:53.501575 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-71a8bd6a-a9ce-4d9a-a699-ad18463341c5 req-ec27f524-b132-428c-83b5-50e361c856b0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1263740 Feb 28 12:12:53.603721 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-a93f9d2e-fa8b-4de5-8f51-1d62bb53a806 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1097 time: 0.0673287 Feb 28 12:12:53.672930 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-cf0784da-2811-4339-b53d-8f9e80b286f8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 217 time: 0.0629108 Feb 28 12:12:53.735484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-e6448616-7986-4547-9a7c-d3a6be2ed609 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:53.736975 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-e6448616-7986-4547-9a7c-d3a6be2ed609 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0590954 Feb 28 12:12:53.870873 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-f06067e3-1df0-4fe0-8851-d5acab9c0960 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1276958 Feb 28 12:12:53.880894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd832dd-7310-4822-86df-3fdeb1dc414e req-2c444736-09df-4c73-be14-fc8b7d5dbd49 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:53.882217 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bbd832dd-7310-4822-86df-3fdeb1dc414e req-2c444736-09df-4c73-be14-fc8b7d5dbd49 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.1003685 Feb 28 12:12:54.008320 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bbd832dd-7310-4822-86df-3fdeb1dc414e req-5da241d9-a9bd-4825-9a28-b548301612b4 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075363 Feb 28 12:12:54.043995 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-cc293a5f-a6dc-4c3a-80ba-979766fa1420 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608000 Feb 28 12:12:54.169799 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ed14c9a0-083f-48d0-b23b-85d415f85b6f req-a7a01933-13d6-4244-b87b-d6a5284a1c14 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205180 Feb 28 12:12:55.207586 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d3fe86-5426-426e-be68-c056ed6c31be req-5699827f-07a3-478a-8dba-28c95fa89983 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:55.209227 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e2d3fe86-5426-426e-be68-c056ed6c31be req-5699827f-07a3-478a-8dba-28c95fa89983 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0783529 Feb 28 12:12:55.252976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e2d3fe86-5426-426e-be68-c056ed6c31be req-166c9d71-e0fd-4f2a-aeae-82c348cfa886 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385151 Feb 28 12:12:56.449073 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592bc8b2-7c2a-4547-837d-10975c1f6ef5 req-4cac1989-c5b1-49e2-931d-9464db56c8d2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:56.450521 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-592bc8b2-7c2a-4547-837d-10975c1f6ef5 req-4cac1989-c5b1-49e2-931d-9464db56c8d2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0802774 Feb 28 12:12:56.500299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-592bc8b2-7c2a-4547-837d-10975c1f6ef5 req-8890dc2f-7e68-4bcb-98e2-7c2e1d4efdb2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436480 Feb 28 12:12:56.884356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:12:57.017392 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:57.033411 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'port_id': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'mac_address': 'fa:16:3e:02:70:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:12:57.085430 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:57.102390 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628d8df3-042a-42a7-8a79-aa4e8054de43 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:12:57.116591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:57.194881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:57.262024 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:57.398330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['628d8df3-042a-42a7-8a79-aa4e8054de43'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:12:57.699773 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24190b77-cdc8-4266-a2be-4d7e974bec26 req-15de1197-2709-432b-83c2-5d7364cefd2a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:57.701190 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24190b77-cdc8-4266-a2be-4d7e974bec26 req-15de1197-2709-432b-83c2-5d7364cefd2a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 945 time: 0.0773423 Feb 28 12:12:57.744959 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-24190b77-cdc8-4266-a2be-4d7e974bec26 req-c6f8afba-beb0-4594-ac86-2fcc3ba0185b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381327 Feb 28 12:12:58.907389 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:12:58.941251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcef790-6f6f-4f4f-96c9-b47273d33993 req-304a5493-c35c-41bd-acc9-d0f462f7467c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:12:58.942778 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7bcef790-6f6f-4f4f-96c9-b47273d33993 req-304a5493-c35c-41bd-acc9-d0f462f7467c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 945 time: 0.0780029 Feb 28 12:12:58.986554 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7bcef790-6f6f-4f4f-96c9-b47273d33993 req-aed82506-85c7-42ba-8032-1c8ff23f3cd9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384047 Feb 28 12:12:59.046362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 628d8df3-042a-42a7-8a79-aa4e8054de43 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:12:59.051563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 628d8df3-042a-42a7-8a79-aa4e8054de43 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:12:59.051939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:59.162930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:59.189570 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:12:59.198818 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:12:59.244437 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'code': 200} Feb 28 12:12:59.263611 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:12:59.327941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:12:59.600559 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-817f5ea9-27f8-47dc-8570-ec8752be5669 req-5c768028-193f-418c-a7d5-21724fc5bfc9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1099 time: 0.0720978 Feb 28 12:12:59.642778 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-817f5ea9-27f8-47dc-8570-ec8752be5669 req-62a1ab77-7ad5-4c77-886f-4f8a64427a4b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361924 Feb 28 12:13:00.264833 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92f16d-e11b-43cc-aa5c-00524422add7 req-89c98cd3-e79e-42c4-aea9-438286003ee8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:00.266392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d92f16d-e11b-43cc-aa5c-00524422add7 req-89c98cd3-e79e-42c4-aea9-438286003ee8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.1572723 Feb 28 12:13:00.310598 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2d92f16d-e11b-43cc-aa5c-00524422add7 req-769f68e8-5ace-46be-9dbe-6aac8cc67ff2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378249 Feb 28 12:13:01.321563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Sync routers for ids ['6852b963-ae8d-4051-a29f-12ac25aaa53c'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:13:01.321563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Routers {'6852b963-ae8d-4051-a29f-12ac25aaa53c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:13:01.321563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6852b963-ae8d-4051-a29f-12ac25aaa53c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:13:01.494415 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Set router 6852b963-ae8d-4051-a29f-12ac25aaa53c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:13:01.505274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ef9dc-d241-4d6a-b621-f1f05d0179fd req-ba2eabf8-3878-4a7c-bffd-5f6fbc5b6fe0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:01.506746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae3ef9dc-d241-4d6a-b621-f1f05d0179fd req-ba2eabf8-3878-4a7c-bffd-5f6fbc5b6fe0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0754843 Feb 28 12:13:01.553106 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae3ef9dc-d241-4d6a-b621-f1f05d0179fd req-e797d21a-3d04-4bee-aebb-bdf34fb611b1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407887 Feb 28 12:13:01.755914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c351dc-8a34-4eec-ad80-9b7b8acd94ec req-90d6f335-e447-4a31-a24d-01927914c9f1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:01.757340 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c1c351dc-8a34-4eec-ad80-9b7b8acd94ec req-90d6f335-e447-4a31-a24d-01927914c9f1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0794778 Feb 28 12:13:01.801882 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c1c351dc-8a34-4eec-ad80-9b7b8acd94ec req-ac413110-6c7e-48dd-afd4-29e67ac96fe7 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388029 Feb 28 12:13:01.830330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33450) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:13:01.838922 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:38Z', 'updated_at': '2022-02-28T12:12:42Z', 'revision_number': 4, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'gw_port': {'id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:39Z', 'updated_at': '2022-02-28T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'a8216ad2-3033-427a-8056-82ecad44ec07', 'name': '', 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'mac_address': 'fa:16:3e:2e:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc705c01-e266-4de5-acbc-71728d9a4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:41Z', 'updated_at': '2022-02-28T12:12:42Z', 'revision_number': 2, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'subnets': [{'id': 'dc705c01-e266-4de5-acbc-71728d9a4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:13:01.842917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Checking router: 6852b963-ae8d-4051-a29f-12ac25aaa53c for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:13:01.843275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Updating router 6852b963-ae8d-4051-a29f-12ac25aaa53c port a8216ad2-3033-427a-8056-82ecad44ec07 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:13:01.895956 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:01.965401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-484b26e0-d345-48d3-8a3f-5b9521f9f8bf tempest-TestShelveInstance-1833547078 tempest-TestShelveInstance-1833547078-project-admin] Synchronizing usage tracker for tenant:e1c5798619a64d07937824158fb4ba2d on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:13:02.143682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-484b26e0-d345-48d3-8a3f-5b9521f9f8bf tempest-TestShelveInstance-1833547078 tempest-TestShelveInstance-1833547078-project-admin] Unset dirty status for tenant:e1c5798619a64d07937824158fb4ba2d on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:13:02.144848 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-484b26e0-d345-48d3-8a3f-5b9521f9f8bf tempest-TestShelveInstance-1833547078 tempest-TestShelveInstance-1833547078-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1094 time: 0.3135233 Feb 28 12:13:02.147776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33456) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:13:02.152894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:13:02.159056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:13:02.162742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:floatingip and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:13:02.165591 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:13:02.171228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:13:02.229210 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:02.240087 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Transition to ACTIVE for port object a8216ad2-3033-427a-8056-82ecad44ec07 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:13:02.252237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:02.331774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:02.384037 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:02.456641 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad72e0-3006-4ca1-a73e-a27bc0c4b15e None None] Pushing event updated for resources: {'Port': ['ID=a8216ad2-3033-427a-8056-82ecad44ec07,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:13:02.540805 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Allocated IP 172.26.1.119 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/43508e92-90c0-4f65-ac07-e151fea22f54) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:13:02.551146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Attempting to bind port a8216ad2-3033-427a-8056-82ecad44ec07 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:13:02.553026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Attempting to bind port a8216ad2-3033-427a-8056-82ecad44ec07 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '423776b4-5ddb-4778-9edd-bbbedb6753d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:13:02.553026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Attempting to bind port a8216ad2-3033-427a-8056-82ecad44ec07 on network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:13:02.558930 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:13:02.559400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Checking segment: {'id': '423776b4-5ddb-4778-9edd-bbbedb6753d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:13:02.559714 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:02.560097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Bound using segment: {'id': '423776b4-5ddb-4778-9edd-bbbedb6753d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:13:02.560552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Bound port: a8216ad2-3033-427a-8056-82ecad44ec07, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '423776b4-5ddb-4778-9edd-bbbedb6753d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 719, 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:13:02.560963 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:02.660028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] For port a8216ad2-3033-427a-8056-82ecad44ec07, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:13:02.664067 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] For port a8216ad2-3033-427a-8056-82ecad44ec07, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a8216ad2-3033-427a-8056-82ecad44ec07,segment=NetworkSegment(423776b4-5ddb-4778-9edd-bbbedb6753d5),segment_id=423776b4-5ddb-4778-9edd-bbbedb6753d5)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:13:02.694627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:02.749946 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:02.784157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:02.829872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad72e0-3006-4ca1-a73e-a27bc0c4b15e None None] Pushing event updated for resources: {'Port': ['ID=a8216ad2-3033-427a-8056-82ecad44ec07,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:13:02.832974 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Routers {'6852b963-ae8d-4051-a29f-12ac25aaa53c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:13:02.833592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6852b963-ae8d-4051-a29f-12ac25aaa53c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:13:02.862791 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:13:02.863998 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:13:02.866555 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:13:02.901792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'Port': ['ID=43508e92-90c0-4f65-ac07-e151fea22f54,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:13:03.024151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] Set router 6852b963-ae8d-4051-a29f-12ac25aaa53c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:13:03.341211 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:38Z', 'updated_at': '2022-02-28T12:12:42Z', 'revision_number': 4, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'gw_port': {'id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:39Z', 'updated_at': '2022-02-28T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'a8216ad2-3033-427a-8056-82ecad44ec07', 'name': '', 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'mac_address': 'fa:16:3e:2e:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc705c01-e266-4de5-acbc-71728d9a4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:41Z', 'updated_at': '2022-02-28T12:13:02Z', 'revision_number': 4, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'subnets': [{'id': 'dc705c01-e266-4de5-acbc-71728d9a4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:13:03.345225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2f6135-170a-434d-9f58-547519c1059f None None] The sync data for ids ['6852b963-ae8d-4051-a29f-12ac25aaa53c'] in dv-neutron-830866-1-hyperv is: [{'id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:38Z', 'updated_at': '2022-02-28T12:12:42Z', 'revision_number': 4, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'gw_port': {'id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:39Z', 'updated_at': '2022-02-28T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'a8216ad2-3033-427a-8056-82ecad44ec07', 'name': '', 'network_id': '4cc28ef0-135b-4d04-a0ed-fa3e66f0b290', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'mac_address': 'fa:16:3e:2e:f9:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc705c01-e266-4de5-acbc-71728d9a4a46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:41Z', 'updated_at': '2022-02-28T12:13:02Z', 'revision_number': 4, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'subnets': [{'id': 'dc705c01-e266-4de5-acbc-71728d9a4a46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:13:03.393513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:03.518180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:03.727107 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:03.825432 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:04.020780 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'Port': ['ID=43508e92-90c0-4f65-ac07-e151fea22f54,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:13:04.041856 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:04.233314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Floating IP a9002357-8b79-4d8d-910e-046c9132928c associated. External IP: 172.26.1.119, port: 628d8df3-042a-42a7-8a79-aa4e8054de43. Feb 28 12:13:04.304879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:04.615009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Router 5284f360-44eb-4afd-87bc-de8066ab4b70 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:13:04.714400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a8216ad2-3033-427a-8056-82ecad44ec07 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:13:04.817305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:13:04.827649 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] Sync routers for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:13:04.840775 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:13:04.841369 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:13:04.845937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port a8216ad2-3033-427a-8056-82ecad44ec07 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:13:04.850768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a8216ad2-3033-427a-8056-82ecad44ec07 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:13:04.851161 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:04.926309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:05.002087 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-acb2a7cf-585a-45de-9b0b-1861c9bbf591 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8394351 Feb 28 12:13:05.002087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:13:05.013098 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:05.028898 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:13:05.046644 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'status': 'completed', 'code': 200} Feb 28 12:13:05.050446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port a8216ad2-3033-427a-8056-82ecad44ec07, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a8216ad2-3033-427a-8056-82ecad44ec07,segment=NetworkSegment(423776b4-5ddb-4778-9edd-bbbedb6753d5),segment_id=423776b4-5ddb-4778-9edd-bbbedb6753d5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:13:05.137762 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-195efa51-c5e4-47c3-9370-d9c449032e46 req-099ea560-d869-48d3-96ed-d5eca8fe7c88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1099 time: 0.0681129 Feb 28 12:13:05.152301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:05.224812 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=a8216ad2-3033-427a-8056-82ecad44ec07,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:13:05.275152 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195efa51-c5e4-47c3-9370-d9c449032e46 req-4c9dd236-c1c3-4235-8dd3-26f2f44591db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:05.276581 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-195efa51-c5e4-47c3-9370-d9c449032e46 req-4c9dd236-c1c3-4235-8dd3-26f2f44591db service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1333268 Feb 28 12:13:05.378278 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'a9002357-8b79-4d8d-910e-046c9132928c', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'floating_ip_address': '172.26.1.119', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'port_id': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'mac_address': 'fa:16:3e:02:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:13:03Z', 'updated_at': '2022-02-28T12:13:03Z', 'revision_number': 0, 'project_id': '150497b96ef24a118092c26e781695e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:13:05.379397 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-195efa51-c5e4-47c3-9370-d9c449032e46 req-1a906363-8878-4ea4-8c6c-5dc2c6191cb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 1000 time: 0.0962067 Feb 28 12:13:05.382158 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] Checking router: 5284f360-44eb-4afd-87bc-de8066ab4b70 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:13:05.393664 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:13:05.394474 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:12:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:13:05.440461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195efa51-c5e4-47c3-9370-d9c449032e46 req-ac3d8516-20ba-4fd0-a0b3-25fee116cbb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:05.441853 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-195efa51-c5e4-47c3-9370-d9c449032e46 req-ac3d8516-20ba-4fd0-a0b3-25fee116cbb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0567324 Feb 28 12:13:05.515243 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:13:05.519863 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-195efa51-c5e4-47c3-9370-d9c449032e46 req-dd008d81-d324-4094-83c9-e28c2b4cdeef service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725350 Feb 28 12:13:05.581543 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:13:05.744716 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-195efa51-c5e4-47c3-9370-d9c449032e46 req-5bf20e4b-627b-4ffb-a473-c78ac8899a60 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189982 Feb 28 12:13:05.874366 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-195efa51-c5e4-47c3-9370-d9c449032e46 req-a719bef0-d5b7-45d0-bdde-ef084255e7c1 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244390 Feb 28 12:13:05.957258 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'a9002357-8b79-4d8d-910e-046c9132928c', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'floating_ip_address': '172.26.1.119', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'port_id': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'mac_address': 'fa:16:3e:02:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:13:03Z', 'updated_at': '2022-02-28T12:13:03Z', 'revision_number': 0, 'project_id': '150497b96ef24a118092c26e781695e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:13:05.961125 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb66b3c-d0d7-48c4-8c70-43746edd011d None None] The sync data for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv is: [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': 'a9002357-8b79-4d8d-910e-046c9132928c', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'floating_ip_address': '172.26.1.119', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'port_id': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'mac_address': 'fa:16:3e:02:70:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:13:03Z', 'updated_at': '2022-02-28T12:13:03Z', 'revision_number': 0, 'project_id': '150497b96ef24a118092c26e781695e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:13:06.695076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a8216ad2-3033-427a-8056-82ecad44ec07 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:13:06.762498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port a8216ad2-3033-427a-8056-82ecad44ec07 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:13:06.762884 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:07.364203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261f0aad-7261-4548-a717-484c0e6ef811 None None] New status for floating IP a9002357-8b79-4d8d-910e-046c9132928c: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:13:14.922327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-36f31e7f-80ec-4dd7-95d3-789ac0786f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:17.029031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9b81e6bc-b6eb-4c54-875f-22706dea6324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:18.402225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:18.436063 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:19.859827 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:34.345043 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:42.456795 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:13:44.910898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-99d862c7-f012-4618-9fe6-deeab5dd3696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:47.019498 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ad3f7802-d648-467e-a836-1a7c64157454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:48.382636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:48.433642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:49.864725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:13:50.204592 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-e2423131-970b-4fcc-a9c2-73642a859154 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675251 Feb 28 12:13:50.347303 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-b756ef35-ebeb-4102-98df-31f2329cf3e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1099 time: 0.0732031 Feb 28 12:13:50.487970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-b5aea997-35cc-4054-80da-bfb0b1d16833 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:50.489287 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-b5aea997-35cc-4054-80da-bfb0b1d16833 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1239336 Feb 28 12:13:50.589665 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-6d698466-eff7-41bf-8f1a-f5a67533c896 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 1002 time: 0.0942223 Feb 28 12:13:50.651260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-f42e479d-a9d3-4282-a0d8-074a5189147b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:13:50.652671 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-f42e479d-a9d3-4282-a0d8-074a5189147b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0573783 Feb 28 12:13:50.726041 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-c9c7fd22-6537-4499-b67a-09b4375a0d7b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670147 Feb 28 12:13:50.853858 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-e179f021-eeb4-44aa-a25d-4a192fa217a6 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221588 Feb 28 12:13:50.981707 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5a712afc-a9af-47e0-8e64-fdc61a17426e req-f99c3148-198f-4b36-acfc-31fb64eace2b service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225715 Feb 28 12:14:04.328010 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:14.919552 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-97a92fd9-7d03-4c12-90e7-9d72c5a49fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:17.039918 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-57b32b51-c495-4867-a687-bf77581adf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:18.378920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:18.470951 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:19.456644 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:14:19.873811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:34.324565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:44.899162 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f9cf5980-0572-42cb-8799-f3a4f2a9077e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:47.061657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-de696c0a-7667-4526-a91a-2c4913415426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:48.376663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:48.459213 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:49.867220 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:14:52.223314 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-bfa8f848-5f5d-4073-8898-13d86d90af02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700479 Feb 28 12:14:52.354997 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-a22ad22e-ee13-47f4-ada1-7abbc0d4a3d6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1099 time: 0.0659423 Feb 28 12:14:52.501356 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-7869bbbf-3771-4162-9300-028e3813833f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:52.501356 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-7869bbbf-3771-4162-9300-028e3813833f service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1253657 Feb 28 12:14:52.599877 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-52c46ba7-3b1c-4239-924f-bc8aa0ff5edc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 1002 time: 0.0958498 Feb 28 12:14:52.664785 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-c4a7f367-aed1-4a9a-9ffc-930f20be8e02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:52.666194 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-c4a7f367-aed1-4a9a-9ffc-930f20be8e02 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0602727 Feb 28 12:14:52.739295 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-fdc31551-2ce5-43cc-9d8f-52fb1330cf9a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670829 Feb 28 12:14:52.956686 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-8beb1670-9cb7-450b-8eb0-4c1c043cd189 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124186 Feb 28 12:14:53.084691 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cadb21f7-cd60-41f8-8680-e154fecea7d5 req-9f50950a-a378-410c-850d-82c631b8cd8d service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222982 Feb 28 12:14:56.458027 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:14:59.708558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013734c-48c3-4715-a499-eb6ed957906a req-f2858844-d7ad-4a0f-9038-69dcb88abd06 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:14:59.710586 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5013734c-48c3-4715-a499-eb6ed957906a req-f2858844-d7ad-4a0f-9038-69dcb88abd06 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0761292 Feb 28 12:14:59.758755 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5013734c-48c3-4715-a499-eb6ed957906a req-9e896f2f-376d-44e3-a4b0-8b830bcb576e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429692 Feb 28 12:15:00.969301 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e4d79-a058-465c-8487-92102f8fb004 req-dcb814bb-a5ac-4590-a597-af21e66019f0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:00.970659 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-075e4d79-a058-465c-8487-92102f8fb004 req-dcb814bb-a5ac-4590-a597-af21e66019f0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0772166 Feb 28 12:15:01.017982 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-075e4d79-a058-465c-8487-92102f8fb004 req-528997cc-ad0b-453e-b180-68dcae1de220 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411313 Feb 28 12:15:02.224796 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6f87ca-371e-4482-86e0-ffdd053a80e2 req-7ad53c60-eab7-41e4-beb6-bdd24a7f9b06 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:02.226259 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae6f87ca-371e-4482-86e0-ffdd053a80e2 req-7ad53c60-eab7-41e4-beb6-bdd24a7f9b06 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0777965 Feb 28 12:15:02.268725 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ae6f87ca-371e-4482-86e0-ffdd053a80e2 req-383dc461-f322-4215-86ea-ec5c74e448b8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371556 Feb 28 12:15:03.469947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750109e-411c-4b71-9d79-8d534ef4bc3a req-991f485f-8f4b-4613-968e-7b8828feff5e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:03.471402 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c750109e-411c-4b71-9d79-8d534ef4bc3a req-991f485f-8f4b-4613-968e-7b8828feff5e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0748689 Feb 28 12:15:03.516052 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c750109e-411c-4b71-9d79-8d534ef4bc3a req-82191e82-621d-48aa-b15a-8c7b5091a1a1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387230 Feb 28 12:15:04.324045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:04.713599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b0f9e-9851-4dc4-a663-dc6f24f7dfb2 req-ef28b457-0cf8-4645-813e-3efc046ae669 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:04.715072 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e6b0f9e-9851-4dc4-a663-dc6f24f7dfb2 req-ef28b457-0cf8-4645-813e-3efc046ae669 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0790238 Feb 28 12:15:04.759360 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2e6b0f9e-9851-4dc4-a663-dc6f24f7dfb2 req-7649cbef-928d-49e9-9875-443a00d098d8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388651 Feb 28 12:15:05.956621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b689e1be-f355-474c-8dba-fa59a194ca74 req-88976319-51c1-4d6a-8089-d07b344c9861 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:05.958082 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b689e1be-f355-474c-8dba-fa59a194ca74 req-88976319-51c1-4d6a-8089-d07b344c9861 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0765989 Feb 28 12:15:06.001776 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b689e1be-f355-474c-8dba-fa59a194ca74 req-2659bb18-3672-40d1-bc0a-f73851c12f6b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382791 Feb 28 12:15:07.198091 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a06da-5860-45ee-961e-aa27fc2d91f8 req-d2b869e3-4dac-4146-bb92-008454a6c351 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:07.199528 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-718a06da-5860-45ee-961e-aa27fc2d91f8 req-d2b869e3-4dac-4146-bb92-008454a6c351 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0785825 Feb 28 12:15:07.243153 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-718a06da-5860-45ee-961e-aa27fc2d91f8 req-7f41b22a-105f-473a-8dbb-f77c85710734 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382102 Feb 28 12:15:08.435931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123a173-23fb-4893-97d1-a129bdb4159e req-6f525364-eb77-4cdf-af2c-47167734d00e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:08.437386 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1123a173-23fb-4893-97d1-a129bdb4159e req-6f525364-eb77-4cdf-af2c-47167734d00e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0782332 Feb 28 12:15:08.485092 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1123a173-23fb-4893-97d1-a129bdb4159e req-e22d9bee-57d4-4db0-9c02-3fe60c2d0aa2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422585 Feb 28 12:15:09.680499 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c770cfe9-fbad-4678-b77b-a4772866c43b req-d20c62c5-c5c2-43aa-bcfc-b2af67f66379 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:09.681982 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c770cfe9-fbad-4678-b77b-a4772866c43b req-d20c62c5-c5c2-43aa-bcfc-b2af67f66379 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0773880 Feb 28 12:15:09.727282 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c770cfe9-fbad-4678-b77b-a4772866c43b req-d88a39f1-6cc7-4857-a451-29177a3bcee4 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397613 Feb 28 12:15:10.925216 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2bce-fd6b-4815-a51f-9e953e18c21b req-179c0820-71af-4784-833c-1e89c7a8ab6f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:10.926577 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0abd2bce-fd6b-4815-a51f-9e953e18c21b req-179c0820-71af-4784-833c-1e89c7a8ab6f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0793123 Feb 28 12:15:10.970323 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0abd2bce-fd6b-4815-a51f-9e953e18c21b req-e8a1c7f5-dbe0-4917-8616-0b4a93edc49d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376980 Feb 28 12:15:11.505859 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:15:11.635774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:15:11.649468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'port_id': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'mac_address': 'fa:16:3e:02:70:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:15:11.704356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:11.721300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 628d8df3-042a-42a7-8a79-aa4e8054de43 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:15:11.735489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:15:11.813055 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:11.878414 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:15:11.887232 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.887574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.887910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.888239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.888566 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.888893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.889216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.889537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.889855 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.890170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.890486 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:15:11.895171 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['628d8df3-042a-42a7-8a79-aa4e8054de43'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:15:12.165806 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08ab759-7ff0-43fd-928e-b63074336b7e req-c844a795-e2d3-4f5d-8995-0dbb6a98594d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:12.167265 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d08ab759-7ff0-43fd-928e-b63074336b7e req-c844a795-e2d3-4f5d-8995-0dbb6a98594d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 945 time: 0.0764685 Feb 28 12:15:12.211506 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d08ab759-7ff0-43fd-928e-b63074336b7e req-5ecb5177-4820-4b56-8d5e-4f09501e2d24 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388536 Feb 28 12:15:13.418451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3e7c0-e260-4bbe-b6ba-b5a9c4cd0a11 req-cffd061b-d2ed-4951-adb6-65369adb16f4 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:13.420136 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f5f3e7c0-e260-4bbe-b6ba-b5a9c4cd0a11 req-cffd061b-d2ed-4951-adb6-65369adb16f4 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 945 time: 0.0839510 Feb 28 12:15:13.468387 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f5f3e7c0-e260-4bbe-b6ba-b5a9c4cd0a11 req-65cc87d7-a396-4585-a8ff-eeb770abd51e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419955 Feb 28 12:15:13.508417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:15:13.623302 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 628d8df3-042a-42a7-8a79-aa4e8054de43 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:15:13.623921 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:13.762710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:13.792658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:15:13.805664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:15:13.870378 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:13.947675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:15:13.968632 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'code': 200} Feb 28 12:15:14.679452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e76bb-cc42-49d0-ae46-7286177b45d7 req-c1569259-0858-4bd7-8d0a-5ce56047a919 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:14.681616 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5f0e76bb-cc42-49d0-ae46-7286177b45d7 req-c1569259-0858-4bd7-8d0a-5ce56047a919 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0879853 Feb 28 12:15:14.737381 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5f0e76bb-cc42-49d0-ae46-7286177b45d7 req-46385ae0-8c89-4015-8714-a6f84509e202 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498657 Feb 28 12:15:14.896715 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-17d8133f-db5d-46dd-885d-3d07aeb29964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:16.041637 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a898c56e-e530-4c2f-8148-04817d3dede2 req-fd45d067-3446-4fc9-a79f-8f1f3ce8c70d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:16.043253 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a898c56e-e530-4c2f-8148-04817d3dede2 req-fd45d067-3446-4fc9-a79f-8f1f3ce8c70d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.1734240 Feb 28 12:15:16.094336 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a898c56e-e530-4c2f-8148-04817d3dede2 req-3d386afc-821b-4344-887a-7f6ff9cbfbd2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449638 Feb 28 12:15:17.027239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-4864aee0-4a26-45b6-b29b-a8fc911df6d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:17.388539 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c173024-65e4-4d38-aac6-8697462994a4 req-d7e97195-9454-45dd-8a56-fe256debedb5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:17.390572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3c173024-65e4-4d38-aac6-8697462994a4 req-d7e97195-9454-45dd-8a56-fe256debedb5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.1636147 Feb 28 12:15:17.438708 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-3c173024-65e4-4d38-aac6-8697462994a4 req-16efcead-52b1-43a3-bf91-998c8897f0e8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415025 Feb 28 12:15:18.377314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:18.461454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:18.646442 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338230c9-64cb-4046-95da-9f1015f321e9 req-34abd777-8e8d-414e-b18c-037c72a34ec6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:18.648007 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-338230c9-64cb-4046-95da-9f1015f321e9 req-34abd777-8e8d-414e-b18c-037c72a34ec6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0822031 Feb 28 12:15:18.702789 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-338230c9-64cb-4046-95da-9f1015f321e9 req-fb7624cd-a7b0-4106-9df8-68b75ae90608 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470500 Feb 28 12:15:19.969985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:20.005899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9086f-2c72-42e5-9fee-6d3484b6a4b3 req-1d3ac797-ce42-472a-886c-d08781fc8a2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:20.007333 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96d9086f-2c72-42e5-9fee-6d3484b6a4b3 req-1d3ac797-ce42-472a-886c-d08781fc8a2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.1700668 Feb 28 12:15:20.053392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-96d9086f-2c72-42e5-9fee-6d3484b6a4b3 req-712468b6-196a-46a1-bea1-29134e887cd6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405390 Feb 28 12:15:21.274603 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d1c11-c15c-450e-8fd4-9a5855ba9685 req-155c3641-0204-4137-aded-f773c741f540 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:21.276770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c64d1c11-c15c-450e-8fd4-9a5855ba9685 req-155c3641-0204-4137-aded-f773c741f540 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0885496 Feb 28 12:15:21.327356 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c64d1c11-c15c-450e-8fd4-9a5855ba9685 req-6fd2cd6f-fea3-464d-84e9-e3eff9806f01 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447850 Feb 28 12:15:22.551958 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6109ac-1894-47cf-b08e-8e45cd644160 req-203063c8-356e-4adf-a539-87433953eb84 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:22.554249 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8d6109ac-1894-47cf-b08e-8e45cd644160 req-203063c8-356e-4adf-a539-87433953eb84 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0897138 Feb 28 12:15:22.617276 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8d6109ac-1894-47cf-b08e-8e45cd644160 req-d6ecc588-0b8e-4d77-ac9a-e61c67a56cc6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574727 Feb 28 12:15:23.825790 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48b3b3-9137-4b0e-8980-c34d1f41286d req-ec937d3f-3c3b-481b-ab8f-b5ea4c1ba7ee tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:23.827738 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf48b3b3-9137-4b0e-8980-c34d1f41286d req-ec937d3f-3c3b-481b-ab8f-b5ea4c1ba7ee tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0874953 Feb 28 12:15:23.881328 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf48b3b3-9137-4b0e-8980-c34d1f41286d req-5fe9dca7-bb9f-4f78-a65d-9a9fb6d48229 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477221 Feb 28 12:15:25.081125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593356a-83e9-4a68-8749-949022d59965 req-8dca22b9-6082-4bfe-a403-90a779b8d08a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:25.082538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9593356a-83e9-4a68-8749-949022d59965 req-8dca22b9-6082-4bfe-a403-90a779b8d08a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0741994 Feb 28 12:15:25.128665 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9593356a-83e9-4a68-8749-949022d59965 req-e19dd7b2-16c4-40ee-8137-b2c860e60b23 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399592 Feb 28 12:15:25.422533 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f611e5f8-298d-45c8-994f-85f2a64b0919 req-2f8e65e0-825b-46e1-8611-7e9cdd577bc5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1099 time: 0.0711181 Feb 28 12:15:25.549878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611e5f8-298d-45c8-994f-85f2a64b0919 req-476ab722-1d31-415c-a402-996cbda00624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:25.551306 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f611e5f8-298d-45c8-994f-85f2a64b0919 req-476ab722-1d31-415c-a402-996cbda00624 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1236048 Feb 28 12:15:25.655544 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f611e5f8-298d-45c8-994f-85f2a64b0919 req-f2ec89a9-25a6-4ef1-91f1-7a104242ec4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 1002 time: 0.0969307 Feb 28 12:15:25.716914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f611e5f8-298d-45c8-994f-85f2a64b0919 req-bd898630-6577-4457-8465-ed291d568ca5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:25.718227 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f611e5f8-298d-45c8-994f-85f2a64b0919 req-bd898630-6577-4457-8465-ed291d568ca5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0568871 Feb 28 12:15:25.790752 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f611e5f8-298d-45c8-994f-85f2a64b0919 req-4e4f3b82-eb51-4f7d-9e28-e39f25e89b36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668266 Feb 28 12:15:25.920738 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f611e5f8-298d-45c8-994f-85f2a64b0919 req-0f76de23-f32d-4647-8491-0ca4cf4bcf06 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238222 Feb 28 12:15:26.050207 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f611e5f8-298d-45c8-994f-85f2a64b0919 req-ccdff2a2-c652-4eb2-848c-81c10c030363 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239173 Feb 28 12:15:26.325150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff1f9c3-ff7e-4283-862a-136219e02690 req-b7526f23-b766-4431-b94b-2ba0ddf65a86 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:26.326565 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6ff1f9c3-ff7e-4283-862a-136219e02690 req-b7526f23-b766-4431-b94b-2ba0ddf65a86 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0783095 Feb 28 12:15:26.370290 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6ff1f9c3-ff7e-4283-862a-136219e02690 req-a59a6f01-03bd-4c7e-95ee-c02061ff3170 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383396 Feb 28 12:15:27.566054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033b866b-8e68-48ac-9988-62550fcf1fd6 req-cc2d1ea4-d148-459f-9d2a-f3e962372949 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:27.573585 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-033b866b-8e68-48ac-9988-62550fcf1fd6 req-cc2d1ea4-d148-459f-9d2a-f3e962372949 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 946 time: 0.0779715 Feb 28 12:15:27.573731 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:15:27.618521 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-033b866b-8e68-48ac-9988-62550fcf1fd6 req-a9cb0372-2b86-4c52-a24a-5fc4afa6dcc9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451510 Feb 28 12:15:27.686645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:27.713657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:15:27.723281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:15:27.767177 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'code': 200} Feb 28 12:15:27.838528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:27.908844 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:15:28.811646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94e259-9788-40bd-b868-479bec466b00 req-d3a20c5f-3dc1-44f9-ad67-d20cc2326773 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:28.813068 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1f94e259-9788-40bd-b868-479bec466b00 req-d3a20c5f-3dc1-44f9-ad67-d20cc2326773 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0751138 Feb 28 12:15:28.857093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1f94e259-9788-40bd-b868-479bec466b00 req-eaf9379d-e8d2-40b0-81b9-802155b6e351 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383604 Feb 28 12:15:29.043882 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-979cd7f0-0c7e-4c38-98c3-b1bdfc2129ee req-d0cf45fc-14bc-48f6-9154-13d3d8a074c1 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0716896 Feb 28 12:15:29.425636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cea3c-16ed-4015-910d-1c11f71a9766 req-7aa263c2-559c-470d-bacf-41eb078ceb33 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:29.427220 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b3cea3c-16ed-4015-910d-1c11f71a9766 req-7aa263c2-559c-470d-bacf-41eb078ceb33 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0790641 Feb 28 12:15:29.472671 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2b3cea3c-16ed-4015-910d-1c11f71a9766 req-1f7648a2-2baf-4dcf-8951-96cdb8c007b1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398445 Feb 28 12:15:29.543621 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33618) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:15:29.760486 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-eb6317cd-12a7-4b75-a68f-2c2361672cbf service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2157466 Feb 28 12:15:30.675059 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a1d25f-6c44-47a1-ad46-b4e5bbd13e12 req-ec43aced-433f-4da4-9b43-1be4d30bbaf9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:30.676630 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-20a1d25f-6c44-47a1-ad46-b4e5bbd13e12 req-ec43aced-433f-4da4-9b43-1be4d30bbaf9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0792229 Feb 28 12:15:30.721832 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-20a1d25f-6c44-47a1-ad46-b4e5bbd13e12 req-de87e89a-f939-4b88-b280-4786f886157f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396075 Feb 28 12:15:30.944035 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-ce5b146c-a437-4411-8918-beec13db682b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616&tenant_id=150497b96ef24a118092c26e781695e3 HTTP/1.1" status: 200 len: 1097 time: 0.1374500 Feb 28 12:15:31.031449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-2c6b964b-617d-4e6c-8723-583ca15357ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1097 time: 0.0673258 Feb 28 12:15:31.158768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-052245d5-f43c-403c-8df4-5ab1fa09c21b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:31.160203 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-052245d5-f43c-403c-8df4-5ab1fa09c21b service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1220884 Feb 28 12:15:31.260927 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-2b4fc7cc-9a23-46d7-aec5-8d432518c34c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 1000 time: 0.0942850 Feb 28 12:15:31.321317 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-268ba43e-3c42-4eed-885e-3a6b93dca2c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:31.322685 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-268ba43e-3c42-4eed-885e-3a6b93dca2c7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0561314 Feb 28 12:15:31.397382 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-4877333c-7e48-4575-a99a-556815078b28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690529 Feb 28 12:15:31.525487 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-7c52c989-57a1-4aa7-b399-d0a835971e25 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226356 Feb 28 12:15:31.572619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:15:31.660330 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-65b47954-cc59-4567-94e5-e799c874b528 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290751 Feb 28 12:15:31.921765 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63fba37-ed7b-440f-87b2-afd5042ee975 req-ca552001-05fb-42c2-9d80-5eea7cb74ac7 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:31.923215 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a63fba37-ed7b-440f-87b2-afd5042ee975 req-ca552001-05fb-42c2-9d80-5eea7cb74ac7 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0778449 Feb 28 12:15:31.969817 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a63fba37-ed7b-440f-87b2-afd5042ee975 req-57ed43a8-49ee-4694-a849-af99d8f69973 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398097 Feb 28 12:15:33.196066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35df2892-6ba0-4f52-b85b-7b7e9eb16815 req-af909eb7-e6e2-4c85-adee-af60fe7885a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:33.197977 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35df2892-6ba0-4f52-b85b-7b7e9eb16815 req-af909eb7-e6e2-4c85-adee-af60fe7885a5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.1014702 Feb 28 12:15:33.261076 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-35df2892-6ba0-4f52-b85b-7b7e9eb16815 req-0a5c8c61-78ea-4253-b137-907e08fca9ce tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565958 Feb 28 12:15:33.458818 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:15:34.346746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:34.466734 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2178bd4a-6fbb-46a3-beef-a45efb388189 req-f51f69d0-a617-4af8-a0e9-ccf7cef5f853 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:34.468322 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2178bd4a-6fbb-46a3-beef-a45efb388189 req-f51f69d0-a617-4af8-a0e9-ccf7cef5f853 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0911067 Feb 28 12:15:34.516363 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-2178bd4a-6fbb-46a3-beef-a45efb388189 req-3d87b065-b68b-45c1-8115-e6fc3e0ccf16 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424368 Feb 28 12:15:35.759839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880586d-1446-44f5-b53d-a58056ae9415 req-fb676f6c-b125-4fcd-9c5c-e32dcbcf30da tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:35.761289 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1880586d-1446-44f5-b53d-a58056ae9415 req-fb676f6c-b125-4fcd-9c5c-e32dcbcf30da tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.1054080 Feb 28 12:15:35.811554 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1880586d-1446-44f5-b53d-a58056ae9415 req-b56ce636-1b5a-4ed4-b979-a965e7f26f4a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443327 Feb 28 12:15:37.047350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a82d9-da57-4f3e-9bdc-46f1b9629d19 req-1685ef76-60a1-4d3f-9a24-d741300ed708 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:37.053301 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b34a82d9-da57-4f3e-9bdc-46f1b9629d19 req-1685ef76-60a1-4d3f-9a24-d741300ed708 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.1073370 Feb 28 12:15:37.138089 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b34a82d9-da57-4f3e-9bdc-46f1b9629d19 req-81888f06-8843-4c7d-9b8c-82cbbeffee28 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740507 Feb 28 12:15:38.351537 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c104e3-fe78-489b-923d-0d44b54348f5 req-eb8dadfa-525b-4ecc-9d9d-145985fc9576 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:38.355270 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72c104e3-fe78-489b-923d-0d44b54348f5 req-eb8dadfa-525b-4ecc-9d9d-145985fc9576 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0877151 Feb 28 12:15:38.404241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72c104e3-fe78-489b-923d-0d44b54348f5 req-02bb7657-ab3d-4769-ac0b-9335ffe71c32 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459051 Feb 28 12:15:39.634488 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb669487-c8d6-41d9-b51e-774a53839209 req-fd627fff-7248-484f-b8f6-b50b2934c70b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:39.636502 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb669487-c8d6-41d9-b51e-774a53839209 req-fd627fff-7248-484f-b8f6-b50b2934c70b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0994208 Feb 28 12:15:39.690388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fb669487-c8d6-41d9-b51e-774a53839209 req-b42255da-e8e2-435e-b52e-b5eb2ad3a6de tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450799 Feb 28 12:15:40.880263 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaa3dce-4705-4c5c-9710-9e1f04de29dc req-2b8b2d84-3749-42a5-838b-181bc9ad2cfa tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:40.882288 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ccaa3dce-4705-4c5c-9710-9e1f04de29dc req-2b8b2d84-3749-42a5-838b-181bc9ad2cfa tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0751486 Feb 28 12:15:40.927070 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ccaa3dce-4705-4c5c-9710-9e1f04de29dc req-d911e9e6-49a0-4266-a484-ad2e3b02f0c2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393531 Feb 28 12:15:42.215281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009171c-dafa-4526-8a46-927481b7e73c req-b20e3728-8b03-4d4f-93f4-8b8ca875ba65 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:42.217116 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4009171c-dafa-4526-8a46-927481b7e73c req-b20e3728-8b03-4d4f-93f4-8b8ca875ba65 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.1718113 Feb 28 12:15:42.267096 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4009171c-dafa-4526-8a46-927481b7e73c req-e70822b0-7ba7-45ce-91b0-1765518f97a4 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445387 Feb 28 12:15:43.467215 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b2433-2aae-43fd-8812-ec6beb143da5 req-0efbb81a-ee4a-49b4-bb07-2040108c2960 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:43.468620 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-462b2433-2aae-43fd-8812-ec6beb143da5 req-0efbb81a-ee4a-49b4-bb07-2040108c2960 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 944 time: 0.0751090 Feb 28 12:15:43.513388 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-462b2433-2aae-43fd-8812-ec6beb143da5 req-c0313239-4675-452d-983e-b06233dbc897 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394027 Feb 28 12:15:43.628838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:15:43.760322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:15:43.776454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'port_id': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'mac_address': 'fa:16:3e:02:70:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:15:43.828075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:43.844836 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 628d8df3-042a-42a7-8a79-aa4e8054de43 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:15:43.859590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:15:43.957965 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:44.023061 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=9']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:15:44.184069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['628d8df3-042a-42a7-8a79-aa4e8054de43'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:15:44.709693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f09af-dde1-468e-ae3e-0ea3752144a8 req-aed4b458-331c-4681-9b1c-824a48eb66fb tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:44.710866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-048f09af-dde1-468e-ae3e-0ea3752144a8 req-aed4b458-331c-4681-9b1c-824a48eb66fb tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 945 time: 0.0772700 Feb 28 12:15:44.755035 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-048f09af-dde1-468e-ae3e-0ea3752144a8 req-f90dcdd0-f2cf-4e03-baea-fbc215e4eb93 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385971 Feb 28 12:15:44.911973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9627a42c-7dad-4bd3-91d7-2639d7db2430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:45.636453 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:15:45.703623 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 628d8df3-042a-42a7-8a79-aa4e8054de43 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:15:45.703996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:45.818079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:45.845515 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:15:45.855558 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:15:45.901850 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'code': 200} Feb 28 12:15:45.953144 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fedf5-c08c-46c1-8541-c10daa8e48e5 req-b3a60cfb-eea7-4ff7-a8f0-dfa303a87c14 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:45.954559 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-338fedf5-c08c-46c1-8541-c10daa8e48e5 req-b3a60cfb-eea7-4ff7-a8f0-dfa303a87c14 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 945 time: 0.0781472 Feb 28 12:15:45.958028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:46.003928 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-338fedf5-c08c-46c1-8541-c10daa8e48e5 req-b896eb05-32c9-4f86-95d1-6178e5be758f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423584 Feb 28 12:15:46.025418 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=10']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:15:46.279579 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-94bb5c6b-cbe0-48c4-9c72-effe6fab69ce req-aab9ba45-a77b-491e-937c-7737b18bb639 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1100 time: 0.0660660 Feb 28 12:15:46.320448 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-94bb5c6b-cbe0-48c4-9c72-effe6fab69ce req-4a8c0ab1-e2bb-4692-9edb-ace90bbd4d9c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351207 Feb 28 12:15:47.083990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-662a5125-9a2e-49f5-a969-bb47bd3a8b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:47.217303 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24046d0-e510-4e7d-91c7-09e5cf8efb64 req-6d02cbf9-bccd-4bbc-8ddd-e65545d5d5af tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:47.218767 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e24046d0-e510-4e7d-91c7-09e5cf8efb64 req-6d02cbf9-bccd-4bbc-8ddd-e65545d5d5af tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 947 time: 0.0867791 Feb 28 12:15:47.264842 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e24046d0-e510-4e7d-91c7-09e5cf8efb64 req-4ed7b899-a56d-450c-b572-06f2e2031382 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404429 Feb 28 12:15:48.398185 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:48.420774 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:48.462689 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21ccd0-76d2-4e77-9182-155afef509e3 req-9ebc2789-962b-46d6-b102-c5ac1a06b8fa tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:48.464131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aa21ccd0-76d2-4e77-9182-155afef509e3 req-9ebc2789-962b-46d6-b102-c5ac1a06b8fa tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 947 time: 0.0777729 Feb 28 12:15:48.511602 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aa21ccd0-76d2-4e77-9182-155afef509e3 req-6e5d2365-70a4-4df5-b418-ccb6b60c1de3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420039 Feb 28 12:15:49.707627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c942f29-57e6-4a06-b43a-ee82b719bcef req-40e73289-ed49-495f-86ba-920093e85fb1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:49.709093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6c942f29-57e6-4a06-b43a-ee82b719bcef req-40e73289-ed49-495f-86ba-920093e85fb1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 947 time: 0.0789230 Feb 28 12:15:49.753211 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6c942f29-57e6-4a06-b43a-ee82b719bcef req-c7efec50-a0d6-43a8-a5cf-8fd0ad8e8b04 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377853 Feb 28 12:15:49.870036 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:15:54.209501 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-3c3efcea-87f1-4d91-a418-c09795fd7da6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678544 Feb 28 12:15:54.346942 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-63eb8eda-119d-4fd7-a339-86eeba040059 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1100 time: 0.0710297 Feb 28 12:15:54.488534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-610be712-e1c0-4381-8d19-d00b063d1c0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:54.489856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-610be712-e1c0-4381-8d19-d00b063d1c0a service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1253247 Feb 28 12:15:54.591616 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-95131cb8-0feb-42c9-9a53-6826cbf3de05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 1002 time: 0.0960588 Feb 28 12:15:54.653513 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-97e6ea80-8d72-4352-9e85-010403a781a3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:15:54.654948 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-97e6ea80-8d72-4352-9e85-010403a781a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0573714 Feb 28 12:15:54.726962 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-f07b8fcd-4ae5-4723-89b3-cd689c3a004b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663691 Feb 28 12:15:54.862895 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-c3a0c4d8-4f96-48f1-b0f8-dbcd8ceb81a6 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301851 Feb 28 12:15:54.989632 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5928f2dc-1b25-42da-92bc-104d19f72194 req-e4051820-b1a7-4e3b-bf53-e84efe030ea1 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204219 Feb 28 12:16:04.340589 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:10.458512 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:16:14.923405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1d7bdac2-1bf9-4e03-91d0-670f33c1c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:17.030547 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-276f9c54-3cc9-4745-a138-a9a8942cdc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:18.376203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:18.448008 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:19.877730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:34.345755 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:44.905433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-93aedac3-959f-4480-a99a-03ce19021808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:47.007988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-259fb6f1-319c-43a7-99db-c097416b3103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:47.458521 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:16:48.385483 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:48.446786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:49.882278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:16:56.214215 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-28a6931e-acc3-4af2-8a6d-09c7adffb7be service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691948 Feb 28 12:16:56.350064 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-18c828cd-45bb-40db-9358-2c5a530d55f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1100 time: 0.0666187 Feb 28 12:16:56.566115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-2c8cb933-6e45-442e-a902-9f84a7186964 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:16:56.567568 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-2c8cb933-6e45-442e-a902-9f84a7186964 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.2036641 Feb 28 12:16:56.669770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-8632707c-9437-4ebc-9fb0-25574b4af508 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 1002 time: 0.0960810 Feb 28 12:16:56.734754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-e94ddaa5-8573-4593-bf48-130b693b6509 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:16:56.736746 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-e94ddaa5-8573-4593-bf48-130b693b6509 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0613852 Feb 28 12:16:56.808454 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-0b964e35-1958-400f-81c9-19dde643459b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664437 Feb 28 12:16:56.938826 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-2d55e748-382a-40a0-9691-0b31adff48c8 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235290 Feb 28 12:16:57.069000 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d177bf5c-86a3-4a0c-834f-b694cf12d598 req-675ba415-8f14-40c5-aeba-ffb64a7a779a service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252582 Feb 28 12:17:00.733794 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33742) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:01.024377 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Deleting port 43508e92-90c0-4f65-ac07-e151fea22f54 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:17:01.024635 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:01.193085 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:01.193409 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:01.310271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Calling delete_port for 43508e92-90c0-4f65-ac07-e151fea22f54 owned by network:floatingip {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:17:01.551322 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:01.595063 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event deleted for resources: {'Port': ['ID=43508e92-90c0-4f65-ac07-e151fea22f54,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:01.634446 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.634790 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.635158 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.635515 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.635849 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.636175 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.636505 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.636832 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.637157 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.637478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.637796 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:01.701573 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for floatingip, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:02.086134 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Router 5284f360-44eb-4afd-87bc-de8066ab4b70 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:17:02.283565 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:17:02.293599 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] Sync routers for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:17:02.304782 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:17:02.310494 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:16:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:17:02.356133 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:02.414906 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-da36e8e1-c1c8-497d-bed7-a918d08d0c2e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "DELETE /v2.0/floatingips/a9002357-8b79-4d8d-910e-046c9132928c HTTP/1.1" status: 204 len: 168 time: 1.6800973 Feb 28 12:17:02.415581 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43'}] {{(pid=84338) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:17:02.481731 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:17:02.558802 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'status': 'completed', 'code': 200} Feb 28 12:17:02.658332 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cf9db7f-4c5f-4a5c-8f71-e7471df47de0 req-7e4d11e6-8676-438a-a9dd-346bfdf23745 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 1100 time: 0.0769367 Feb 28 12:17:02.798658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9db7f-4c5f-4a5c-8f71-e7471df47de0 req-faa51b42-3149-42b3-9d77-5db87471ec1a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:02.800107 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cf9db7f-4c5f-4a5c-8f71-e7471df47de0 req-faa51b42-3149-42b3-9d77-5db87471ec1a service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1363502 Feb 28 12:17:02.800751 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:17:02.804846 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] Checking router: 5284f360-44eb-4afd-87bc-de8066ab4b70 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:17:02.817333 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:17:02.817962 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:16:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:17:02.871830 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cf9db7f-4c5f-4a5c-8f71-e7471df47de0 req-d6a4058a-ad97-4664-94db-c7603c3617fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 200 len: 217 time: 0.0642548 Feb 28 12:17:02.940571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9db7f-4c5f-4a5c-8f71-e7471df47de0 req-48528ced-91d8-4af6-a1fd-8b4c151ba01a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:02.941906 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cf9db7f-4c5f-4a5c-8f71-e7471df47de0 req-48528ced-91d8-4af6-a1fd-8b4c151ba01a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0641377 Feb 28 12:17:02.993668 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:17:03.074146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608814b0-4f83-4a42-8536-1f14c686227b req-4fbc12d5-e3f4-4f12-88b7-3d0e7815eff2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:03.075605 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-608814b0-4f83-4a42-8536-1f14c686227b req-4fbc12d5-e3f4-4f12-88b7-3d0e7815eff2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 947 time: 0.1319542 Feb 28 12:17:03.082712 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cf9db7f-4c5f-4a5c-8f71-e7471df47de0 req-f4996fcd-cf94-43fd-8a0c-5444d287d5cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057928 Feb 28 12:17:03.206152 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-608814b0-4f83-4a42-8536-1f14c686227b req-d3b1d449-b88d-49fb-8907-9edd10fe8901 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223793 Feb 28 12:17:03.242577 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cf9db7f-4c5f-4a5c-8f71-e7471df47de0 req-53f252a8-1e63-40d4-818e-209640a3e31e service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459544 Feb 28 12:17:03.331223 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:17:03.335036 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63a13b55-06ae-45b4-aa99-eafac04733d3 None None] The sync data for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv is: [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:17:03.375246 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1cf9db7f-4c5f-4a5c-8f71-e7471df47de0 req-26ab0f76-54fb-4926-9c15-9d841f4ff3e8 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248121 Feb 28 12:17:03.546519 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8abd48b7-dddf-4604-9d52-debd2cd1dec7 None None] New status for floating IP a9002357-8b79-4d8d-910e-046c9132928c: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:17:04.195309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-49a8e1ad-a867-4013-bbb9-8e5258cea196 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:04.196706 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-49a8e1ad-a867-4013-bbb9-8e5258cea196 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 947 time: 0.0741975 Feb 28 12:17:04.391276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:04.399961 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Deleting port 628d8df3-042a-42a7-8a79-aa4e8054de43 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:17:04.400306 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:04.530683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c802f287-f8bb-49f6-8ec9-3bb5b18b81fb req-b6d709d8-eb2b-4998-a731-856ca1e814a0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:04.532087 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c802f287-f8bb-49f6-8ec9-3bb5b18b81fb req-b6d709d8-eb2b-4998-a731-856ca1e814a0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 947 time: 0.1835015 Feb 28 12:17:04.663026 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c802f287-f8bb-49f6-8ec9-3bb5b18b81fb req-8752becb-cdfa-4c42-a186-13ca0ae60ea3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141205 Feb 28 12:17:04.697653 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] For port 628d8df3-042a-42a7-8a79-aa4e8054de43, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=628d8df3-042a-42a7-8a79-aa4e8054de43,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:17:04.698086 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:04.820588 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Calling delete_port for 628d8df3-042a-42a7-8a79-aa4e8054de43 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:17:05.019644 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:05.079205 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event deleted for resources: {'Port': ['ID=628d8df3-042a-42a7-8a79-aa4e8054de43,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:05.121245 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.123429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.123429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.123429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.123429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.123429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.123429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.123896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.123896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.124139 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.124452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:05.160157 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] No DVR routers for this DVR port 628d8df3-042a-42a7-8a79-aa4e8054de43 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:17:05.162326 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:05.164706 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-deleted', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:17:05.175863 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a42b9975-9e9c-4cf5-82a2-b890c371d2c2 req-18a009ae-72b9-4666-8558-d94e18d64849 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "DELETE /v2.0/ports/628d8df3-042a-42a7-8a79-aa4e8054de43 HTTP/1.1" status: 204 len: 173 time: 0.9739535 Feb 28 12:17:05.220311 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '064a1a5b-c98b-4929-b389-8fa8b589f616', 'name': 'network-vif-deleted', 'tag': '628d8df3-042a-42a7-8a79-aa4e8054de43', 'status': 'completed', 'code': 200} Feb 28 12:17:05.839240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5cd78b08-7144-4236-be11-dc643c56cd2c req-ea8fda50-7d36-48f7-9289-e2b0a16b4a4b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Synchronizing usage tracker for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:17:05.951148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5cd78b08-7144-4236-be11-dc643c56cd2c req-ea8fda50-7d36-48f7-9289-e2b0a16b4a4b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Unset dirty status for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:17:05.952331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5cd78b08-7144-4236-be11-dc643c56cd2c req-ea8fda50-7d36-48f7-9289-e2b0a16b4a4b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=064a1a5b-c98b-4929-b389-8fa8b589f616 HTTP/1.1" status: 200 len: 210 time: 0.1529734 Feb 28 12:17:07.055899 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33764) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:07.122419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ed2186e-b466-4edb-851a-bed829bda4df tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:07.150271 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ed2186e-b466-4edb-851a-bed829bda4df tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:07.293495 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ed2186e-b466-4edb-851a-bed829bda4df tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:07.311813 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2186e-b466-4edb-851a-bed829bda4df tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:07.396261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-5ed2186e-b466-4edb-851a-bed829bda4df tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:07.397682 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-5ed2186e-b466-4edb-851a-bed829bda4df tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "DELETE /v2.0/security-groups/b7c20d90-34ef-4ceb-aca5-f7fb6f0cf0cf HTTP/1.1" status: 204 len: 168 time: 0.3408370 Feb 28 12:17:08.079489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:17:08.108753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33772) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:08.115122 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1355435314', 'description': 'tempest-secgroup-smoke-1355435314 description', 'project_id': '150497b96ef24a118092c26e781695e3'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:08.116401 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 628d8df3-042a-42a7-8a79-aa4e8054de43 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:17:08.116747 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 628d8df3-042a-42a7-8a79-aa4e8054de43 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:17:08.121101 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:08.125132 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:17:08.128243 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:17:08.133751 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:08.184969 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:08.220496 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:08.225276 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:17:08.228110 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:17:08.233681 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:08.380722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:08.442585 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:08.485071 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:08.561167 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:08.562389 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-06f3b21c-1e97-4dae-85d8-db5211d4c7c8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4525809 Feb 28 12:17:08.565530 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33776) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:08.570724 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'e6ebe70b-c377-4df0-b4b9-f837ab8b9c35', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:08.576507 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:08.580873 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:17:08.583671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:17:08.589293 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:08.665011 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:08.724914 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:08.807159 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:08.831189 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee4c7cf-701a-4b38-a07b-05a1c7615b72,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:08.904142 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:08.905279 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fa350a3e-9e2f-45ec-9bbb-a2e69c32bb0b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3388417 Feb 28 12:17:08.907990 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33780) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:08.913274 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'e6ebe70b-c377-4df0-b4b9-f837ab8b9c35', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:08.919120 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:08.923518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:17:08.926373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:17:08.932003 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:08.996822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.059708 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.122238 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.145249 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4975141e-b96d-4778-9daa-cbaea2ae026c,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:09.196577 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.197741 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9ac8dfec-6ada-4d29-97b0-93d54bea59d3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2888710 Feb 28 12:17:09.200544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33784) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:09.206037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'e6ebe70b-c377-4df0-b4b9-f837ab8b9c35', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:09.211870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:09.215863 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:17:09.218728 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:17:09.224391 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:09.282583 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.342800 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.419640 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.443058 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd355324-3132-4220-9142-3961f4cd347b,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:09.516953 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.518158 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-3a1227e5-0e9e-4a29-a26c-d36d52785a75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3167024 Feb 28 12:17:09.520795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33788) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:09.526394 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'e6ebe70b-c377-4df0-b4b9-f837ab8b9c35', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:09.532890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:09.536674 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:17:09.539942 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:17:09.545549 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:09.636471 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.700275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.778171 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.802344 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606ecacf-689c-4ac4-a14f-99b7de15afc6,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:09.881419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:09.882579 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-74e27782-2ae6-43f5-b92a-8f6e96439d60 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3606241 Feb 28 12:17:09.885292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33792) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:09.890472 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'e6ebe70b-c377-4df0-b4b9-f837ab8b9c35', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:09.897173 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:09.900882 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:17:09.903722 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:17:09.910091 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:10.025258 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Project 150497b96ef24a118092c26e781695e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:17:10.031870 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:10.095080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:10.173437 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:10.197552 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46ef0b9d-8542-4912-afa2-190bacf883cb,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:10.259361 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:10.260541 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-e790a76f-18eb-4f9b-bf56-fff2de2a706d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3743711 Feb 28 12:17:10.263338 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 33796) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:10.269366 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'security_group_rule': {'security_group_id': 'e6ebe70b-c377-4df0-b4b9-f837ab8b9c35', 'project_id': '150497b96ef24a118092c26e781695e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:10.275719 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:10.279476 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:security_group_rule and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:17:10.282587 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:17:10.288419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:10.349572 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.db.securitygroups_db [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Project 150497b96ef24a118092c26e781695e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:17:10.355829 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:10.420672 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:10.493305 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:10.517839 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c1f493-2f11-4f48-94f8-4682b135ec07,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:10.613788 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:10.615028 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-9326c8a3-ae98-4e2c-99b9-0c24d2698f1c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3507087 Feb 28 12:17:15.025135 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-42fa983f-1b14-459f-aacb-197bc0985b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:17.030831 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f9c9d4bd-bc34-4de1-834c-ee1e277b87eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:18.362466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:18.436801 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:20.041972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:24.458294 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:17:34.390541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:35.373086 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-9d81dc79-719e-42b2-bfe4-967aa8d7fef2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1355435314&fields=id&tenant_id=150497b96ef24a118092c26e781695e3 HTTP/1.1" status: 200 len: 267 time: 0.0445015 Feb 28 12:17:35.520187 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-005b71da-11fb-4599-aef5-761c6615495a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:35.521512 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-005b71da-11fb-4599-aef5-761c6615495a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 809 time: 0.1418984 Feb 28 12:17:35.537815 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-9db539ba-a797-41ae-9569-482345df0412 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/quotas/150497b96ef24a118092c26e781695e3 HTTP/1.1" status: 200 len: 375 time: 0.0105915 Feb 28 12:17:35.616079 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-df66cbc8-37e5-4dac-bd1f-93f4a297bf99 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733981 Feb 28 12:17:35.700522 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-144714a4-be4c-4061-bd5c-45f56ff279d5 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 12:17:35.701512 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-144714a4-be4c-4061-bd5c-45f56ff279d5 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0742474 Feb 28 12:17:35.829912 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-5a39f047-abd4-43a3-82d7-63a172259e28 service neutron] 10.222.0.31 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211295 Feb 28 12:17:35.959473 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-8f553290-fa52-4757-ad34-1f8c7dbe27da service neutron] 10.222.0.31 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232333 Feb 28 12:17:36.569422 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7b48ff34-1f66-465d-af62-8b89c8e9ddb0 req-271eefc3-7f7b-40b4-ba91-9c052258df3b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 210 time: 0.0412555 Feb 28 12:17:37.737870 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1343a79c-a8b4-45f4-a004-d28699259fce req-3796f98a-0469-4c82-a4ac-796b1160d806 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 210 time: 0.0443468 Feb 28 12:17:38.574792 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-83c7a5ea-cd90-4d7b-b631-d9d9ac6642c7 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:38.576196 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-83c7a5ea-cd90-4d7b-b631-d9d9ac6642c7 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 809 time: 0.2379341 Feb 28 12:17:38.633418 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-472958cf-4c7f-43f1-9557-0f602b044066 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=150497b96ef24a118092c26e781695e3 HTTP/1.1" status: 200 len: 380 time: 0.0412469 Feb 28 12:17:38.642287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'port': {'device_id': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'admin_state_up': True, 'tenant_id': '150497b96ef24a118092c26e781695e3', 'security_groups': ['e6ebe70b-c377-4df0-b4b9-f837ab8b9c35']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:38.792228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:38.808768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:38.899832 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Made reservation on behalf of 150497b96ef24a118092c26e781695e3 for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:17:38.902756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:38.919483 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7d9a5462-93cf-4127-ae34-4a35e189a6b4 req-bcd37aee-453c-4654-85b6-149c1e4bdbb0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 210 time: 0.0542479 Feb 28 12:17:39.069943 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Allocated IP 172.20.0.4 (fcb5dc11-c3b1-4833-82d1-e41dd036ab2a/55842360-1965-4376-9eb2-dce1410eaf36/9e73de44-2e59-4827-bc1a-a3b59fb94870) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:17:39.261880 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:39.279692 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Transition to ACTIVE for port object 9e73de44-2e59-4827-bc1a-a3b59fb94870 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:17:39.344969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:39.420733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:17:39.423584 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:17:39.427614 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:17:39.464616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'Port': ['ID=9e73de44-2e59-4827-bc1a-a3b59fb94870,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:39.508957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:39.509698 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:39.608203 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-be25900b-754f-4655-b88a-cd22cdf2ff00 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9693649 Feb 28 12:17:39.619007 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Request body: {'port': {'device_id': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:39.732029 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:39.813074 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-810faf8a-267b-4c55-91d2-03178913e7b8 None None] Provisioning for port 9e73de44-2e59-4827-bc1a-a3b59fb94870 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:17:39.819223 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-810faf8a-267b-4c55-91d2-03178913e7b8 None None] Provisioning complete for port 9e73de44-2e59-4827-bc1a-a3b59fb94870 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:17:39.819642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-810faf8a-267b-4c55-91d2-03178913e7b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:39.871513 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-810faf8a-267b-4c55-91d2-03178913e7b8 None None] Port 9e73de44-2e59-4827-bc1a-a3b59fb94870 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:17:40.126194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e73de44-2e59-4827-bc1a-a3b59fb94870 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:17:40.134987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:40.161203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Transition to ACTIVE for port object 9e73de44-2e59-4827-bc1a-a3b59fb94870 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:17:40.176988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e633a-9d80-4ec4-aee7-fa4d249fbb8f req-ad6e678c-5e0a-44c8-928e-c79d2a1f907e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:40.177716 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-f99e633a-9d80-4ec4-aee7-fa4d249fbb8f req-ad6e678c-5e0a-44c8-928e-c79d2a1f907e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Synchronizing usage tracker for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:17:40.259551 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:40.297178 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-f99e633a-9d80-4ec4-aee7-fa4d249fbb8f req-ad6e678c-5e0a-44c8-928e-c79d2a1f907e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Unset dirty status for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:17:40.298320 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e633a-9d80-4ec4-aee7-fa4d249fbb8f req-ad6e678c-5e0a-44c8-928e-c79d2a1f907e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 931 time: 0.2382851 Feb 28 12:17:40.414023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Pushing event updated for resources: {'Port': ['ID=9e73de44-2e59-4827-bc1a-a3b59fb94870,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:40.433261 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f99e633a-9d80-4ec4-aee7-fa4d249fbb8f req-0040c53d-4561-4017-ab63-5f3f94de3b6b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253502 Feb 28 12:17:40.539369 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Attempting to bind port 9e73de44-2e59-4827-bc1a-a3b59fb94870 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:17:40.539726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Attempting to bind port 9e73de44-2e59-4827-bc1a-a3b59fb94870 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:17:40.540054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Attempting to bind port 9e73de44-2e59-4827-bc1a-a3b59fb94870 on network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:17:40.545671 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Port 9e73de44-2e59-4827-bc1a-a3b59fb94870 on network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:17:40.545987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Attempting to bind port 9e73de44-2e59-4827-bc1a-a3b59fb94870 on network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:17:40.552194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 17, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:17:40.553721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Checking segment: {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:17:40.553721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Bound using segment: {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:17:40.553721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Bound port: 9e73de44-2e59-4827-bc1a-a3b59fb94870, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '812ad56c-228d-4a07-907c-a059562e4439', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 749, 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:17:40.553721 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:40.640725 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:17:40.644269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:17:40.716468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:40.877138 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:40.879160 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] 10.222.0.57 "PUT /v2.0/ports/9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 1093 time: 1.2642543 Feb 28 12:17:40.881755 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:17:40.904781 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ba4d1-138a-41aa-9e6d-7caa61ec9c95 service neutron] Pushing event updated for resources: {'Port': ['ID=9e73de44-2e59-4827-bc1a-a3b59fb94870,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:41.060212 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'status': 'completed', 'code': 200} Feb 28 12:17:41.063818 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-c7eede8b-cb3b-4a6a-8a50-eeb1f198ea8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1096 time: 0.0804899 Feb 28 12:17:41.143704 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-5df4bb70-bfda-4ac2-91c0-a29b6e2cb752 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 217 time: 0.0710888 Feb 28 12:17:41.206723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-f9232381-d847-47cf-a896-cac2174fbdb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:41.208094 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-f9232381-d847-47cf-a896-cac2174fbdb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0595872 Feb 28 12:17:41.290349 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-dff0784d-8ba7-42c7-b07b-7d7ef0905629 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763080 Feb 28 12:17:41.433269 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-75a4e036-c00d-47e6-bd28-54f5f179493b service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343229 Feb 28 12:17:41.601895 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-716ac7e2-abad-4c89-a653-2e522be49b52 req-5bf10fb3-1aa2-48c6-bd39-b815c9e6261e service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642363 Feb 28 12:17:41.648199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c606aed3-15c2-4341-9a75-5b45e0226fd9 req-0edc200e-f9cd-4ac1-bb1c-44c6863a075d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:41.649627 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c606aed3-15c2-4341-9a75-5b45e0226fd9 req-0edc200e-f9cd-4ac1-bb1c-44c6863a075d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0788302 Feb 28 12:17:41.695161 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c606aed3-15c2-4341-9a75-5b45e0226fd9 req-84c6de3f-5e2b-4840-bb5a-1291741f2518 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393984 Feb 28 12:17:41.777803 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5f3fbe0-c039-4fae-add7-2f4d14190621 req-6fbe8af2-f158-4756-92c8-d50317a7f0ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1096 time: 0.0711718 Feb 28 12:17:41.906663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3fbe0-c039-4fae-add7-2f4d14190621 req-d4c73f89-6cea-4fc5-8c17-732eac08bf44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:41.907735 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5f3fbe0-c039-4fae-add7-2f4d14190621 req-d4c73f89-6cea-4fc5-8c17-732eac08bf44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1240292 Feb 28 12:17:41.973770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5f3fbe0-c039-4fae-add7-2f4d14190621 req-ed6379b5-4f37-4d5b-8d73-e596a1871aa5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 217 time: 0.0603423 Feb 28 12:17:42.036690 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f3fbe0-c039-4fae-add7-2f4d14190621 req-57c3d77a-d8af-4deb-84b5-5996826b0582 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:42.038057 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5f3fbe0-c039-4fae-add7-2f4d14190621 req-57c3d77a-d8af-4deb-84b5-5996826b0582 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0586226 Feb 28 12:17:42.114572 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5f3fbe0-c039-4fae-add7-2f4d14190621 req-ef4f264e-48cc-4d91-93bd-d8b15388b35d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710895 Feb 28 12:17:42.241645 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5f3fbe0-c039-4fae-add7-2f4d14190621 req-1e7e0b3b-8b93-400e-a99b-fc7123d97d1d service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216068 Feb 28 12:17:42.368780 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5f3fbe0-c039-4fae-add7-2f4d14190621 req-87edcce0-cb98-47ae-b42f-8f8f2466cfcc service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204147 Feb 28 12:17:42.888502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7f749-3213-489e-bc47-a8592e206271 req-2c5d5366-064c-40b8-b57a-dc9390f419a1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:42.889902 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4eb7f749-3213-489e-bc47-a8592e206271 req-2c5d5366-064c-40b8-b57a-dc9390f419a1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0748212 Feb 28 12:17:42.938440 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4eb7f749-3213-489e-bc47-a8592e206271 req-1e1fcd22-4421-40cd-b1c3-9445e035ab54 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Feb 28 12:17:44.198619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3434e1-0fe5-47b7-9198-7fea68b019ac req-146385dc-3ff6-4326-a87f-7794363d0c50 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:44.200095 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fe3434e1-0fe5-47b7-9198-7fea68b019ac req-146385dc-3ff6-4326-a87f-7794363d0c50 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0753560 Feb 28 12:17:44.244674 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-fe3434e1-0fe5-47b7-9198-7fea68b019ac req-abfeea52-6882-404e-819e-282930a34c6f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391703 Feb 28 12:17:44.893009 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-45ecdad1-d279-4014-8dc1-f441e4058430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:45.519471 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374ad1e-e7a8-42bf-adec-d0ce91625820 req-e1fea3d1-f1f8-4871-b5af-f9ba2125c3f2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:45.521066 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a374ad1e-e7a8-42bf-adec-d0ce91625820 req-e1fea3d1-f1f8-4871-b5af-f9ba2125c3f2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.1596253 Feb 28 12:17:45.565392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a374ad1e-e7a8-42bf-adec-d0ce91625820 req-1d269565-f2f3-458f-a9e7-0d470748cc8e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382462 Feb 28 12:17:46.758702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6828c3-afb0-402a-a6c8-02903d562dfc req-e0704ce5-7e71-4fa4-bfc3-630dccd7a550 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:46.760149 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea6828c3-afb0-402a-a6c8-02903d562dfc req-e0704ce5-7e71-4fa4-bfc3-630dccd7a550 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0756571 Feb 28 12:17:46.805172 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ea6828c3-afb0-402a-a6c8-02903d562dfc req-9f9c05f7-6eb1-4985-8dfb-30421912ce08 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397096 Feb 28 12:17:47.018516 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8576fbce-d698-4df4-a4a8-418059674700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:48.000625 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c154a180-c4e6-47cb-ae94-3a29b8bde67f req-bc492cea-23a0-4e93-aa20-0aed88cd0c3b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:48.001967 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c154a180-c4e6-47cb-ae94-3a29b8bde67f req-bc492cea-23a0-4e93-aa20-0aed88cd0c3b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0781636 Feb 28 12:17:48.046036 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c154a180-c4e6-47cb-ae94-3a29b8bde67f req-47c4740b-9c11-477c-8f68-2096a5981a26 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381415 Feb 28 12:17:48.311433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 9e73de44-2e59-4827-bc1a-a3b59fb94870 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:17:48.389146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:48.451754 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:17:48.465072 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'port_id': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'mac_address': 'fa:16:3e:7e:d6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:17:48.494574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:48.519062 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:48.536238 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e73de44-2e59-4827-bc1a-a3b59fb94870 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:17:48.552387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:17:48.618628 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:48.687048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=9e73de44-2e59-4827-bc1a-a3b59fb94870,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:48.695895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.696239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.696579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.696909 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.697245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.697621 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.697945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.698271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.698590 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.698945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.699271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:17:48.822629 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['9e73de44-2e59-4827-bc1a-a3b59fb94870'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:17:49.239477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527136b8-0e17-4f5c-bf02-7d050aee05ac req-a0831768-69dc-40b3-a472-04963949fbff tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:49.240880 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-527136b8-0e17-4f5c-bf02-7d050aee05ac req-a0831768-69dc-40b3-a472-04963949fbff tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 944 time: 0.0740798 Feb 28 12:17:49.283525 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-527136b8-0e17-4f5c-bf02-7d050aee05ac req-cf40b1d2-aa34-47c6-9e77-dc1a9389f95c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373416 Feb 28 12:17:49.880985 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:50.329217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 9e73de44-2e59-4827-bc1a-a3b59fb94870 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:17:50.435618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 9e73de44-2e59-4827-bc1a-a3b59fb94870 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:17:50.441169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 9e73de44-2e59-4827-bc1a-a3b59fb94870 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:17:50.441577 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:50.481623 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b1a72b-3d45-4417-bb65-1c49250a4ae3 req-eaf2f819-d4bd-4b9b-9c30-8061b1c8c0b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:50.483074 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e2b1a72b-3d45-4417-bb65-1c49250a4ae3 req-eaf2f819-d4bd-4b9b-9c30-8061b1c8c0b6 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 944 time: 0.0799558 Feb 28 12:17:50.528953 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e2b1a72b-3d45-4417-bb65-1c49250a4ae3 req-cf28f443-776a-4fff-bb58-8a7d82e332ba tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398393 Feb 28 12:17:50.556105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:50.583352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:17:50.593088 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:17:50.638366 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'code': 200} Feb 28 12:17:50.641275 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:50.708551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=9e73de44-2e59-4827-bc1a-a3b59fb94870,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:50.991233 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54c7a740-44f1-453f-8a19-4bc1438b72b1 req-1ba203e9-db85-4f61-a860-a7b038609622 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.0671637 Feb 28 12:17:51.036211 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-54c7a740-44f1-453f-8a19-4bc1438b72b1 req-217a7a29-85dd-496a-a955-e426752ff192 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385876 Feb 28 12:17:51.719612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36726f12-a4cc-4779-b0b1-9d3ed0c6a7e9 req-4ee3008e-08ff-453c-ac79-234ff584c574 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:51.721039 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-36726f12-a4cc-4779-b0b1-9d3ed0c6a7e9 req-4ee3008e-08ff-453c-ac79-234ff584c574 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0762134 Feb 28 12:17:51.765136 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-36726f12-a4cc-4779-b0b1-9d3ed0c6a7e9 req-6d18b6be-a260-42c0-aa9c-ada2312ff3ff tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 Feb 28 12:17:52.964228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7859e42-e32c-466c-b8ab-edc0949133f3 req-25d60466-1763-4c16-bf5e-db34bb2883c2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:52.965557 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e7859e42-e32c-466c-b8ab-edc0949133f3 req-25d60466-1763-4c16-bf5e-db34bb2883c2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0782795 Feb 28 12:17:53.010325 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e7859e42-e32c-466c-b8ab-edc0949133f3 req-9c7f96ca-7f39-4e7f-9347-9874c8e8d11a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393708 Feb 28 12:17:53.207594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc12a71-c072-4f28-9b13-e54ad94baf38 req-84463d6f-1852-4ec1-8045-ba7084a99c89 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:53.209011 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cc12a71-c072-4f28-9b13-e54ad94baf38 req-84463d6f-1852-4ec1-8045-ba7084a99c89 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0763290 Feb 28 12:17:53.253302 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9cc12a71-c072-4f28-9b13-e54ad94baf38 req-ab6e2df2-463e-4724-805f-0efc8d963a2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387905 Feb 28 12:17:53.280745 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33962) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:53.351219 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e0a87541-e41c-4827-8787-35042cacded3 tempest-TestShelveInstance-1833547078 tempest-TestShelveInstance-1833547078-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1093 time: 0.0693755 Feb 28 12:17:53.353751 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 33966) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:17:53.358645 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:17:53.364209 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:17:53.367954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Usage tracker for resource:floatingip and tenant:150497b96ef24a118092c26e781695e3 is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:17:53.370674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:17:53.376179 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:17:53.464101 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:53.596647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:53.732068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Allocated IP 172.26.1.155 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/fe8ca5b3-a367-46ab-a992-8bf6c20ee2d0) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:17:53.875256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:53.938627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:54.006294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:17:54.009089 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:17:54.015064 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:17:54.043615 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'Port': ['ID=fe8ca5b3-a367-46ab-a992-8bf6c20ee2d0,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:54.593082 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:54.680477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:54.885606 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:54.926639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:55.031412 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event updated for resources: {'Port': ['ID=fe8ca5b3-a367-46ab-a992-8bf6c20ee2d0,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:17:55.046224 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:55.226988 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Floating IP 0cb6cba7-5141-446b-9875-916966eff1d6 associated. External IP: 172.26.1.155, port: 9e73de44-2e59-4827-bc1a-a3b59fb94870. Feb 28 12:17:55.610705 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Router 5284f360-44eb-4afd-87bc-de8066ab4b70 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:17:55.811345 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:17:55.821309 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] Sync routers for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:17:55.833289 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:17:55.833882 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:17:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:17:55.887272 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:17:55.939831 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-354b8ae9-e550-44da-9f07-1a8a5b2f3966 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5851085 Feb 28 12:17:55.940414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:17:55.995006 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'status': 'completed', 'code': 200} Feb 28 12:17:56.014229 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:17:56.091532 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aa8141af-fe49-44df-851a-2482a82980f0 req-9e156672-b32e-4eb0-b4c8-537d38b1583a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.0743792 Feb 28 12:17:56.238586 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-162d61a1-f7ae-4ead-9a50-1a929783c7ca service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767806 Feb 28 12:17:56.342148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8141af-fe49-44df-851a-2482a82980f0 req-f38406ce-55d5-45a1-ac99-0742f50192e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:56.343611 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aa8141af-fe49-44df-851a-2482a82980f0 req-f38406ce-55d5-45a1-ac99-0742f50192e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.2469828 Feb 28 12:17:56.362024 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0cb6cba7-5141-446b-9875-916966eff1d6', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'port_id': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'mac_address': 'fa:16:3e:7e:d6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:17:54Z', 'updated_at': '2022-02-28T12:17:54Z', 'revision_number': 0, 'project_id': '150497b96ef24a118092c26e781695e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:17:56.366379 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] Checking router: 5284f360-44eb-4afd-87bc-de8066ab4b70 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:17:56.376862 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:17:56.377439 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:17:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:17:56.450188 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aa8141af-fe49-44df-851a-2482a82980f0 req-eeb49c52-5f11-4db4-a859-1a8467f81688 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 999 time: 0.1010239 Feb 28 12:17:56.514148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8141af-fe49-44df-851a-2482a82980f0 req-2dccf94d-c9f1-49f3-a36e-2af1cbf758d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:56.515543 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aa8141af-fe49-44df-851a-2482a82980f0 req-2dccf94d-c9f1-49f3-a36e-2af1cbf758d6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0596025 Feb 28 12:17:56.553361 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:17:56.590620 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aa8141af-fe49-44df-851a-2482a82980f0 req-474af217-73a1-430e-b30b-24955e05498f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689476 Feb 28 12:17:56.729446 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aa8141af-fe49-44df-851a-2482a82980f0 req-a5b6bdda-0f85-4821-ae17-c1aa2f1189e5 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310391 Feb 28 12:17:56.864755 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-aa8141af-fe49-44df-851a-2482a82980f0 req-ca83f793-fe44-45d7-8d7f-767553675722 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289976 Feb 28 12:17:56.929200 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0cb6cba7-5141-446b-9875-916966eff1d6', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'port_id': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'mac_address': 'fa:16:3e:7e:d6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:17:54Z', 'updated_at': '2022-02-28T12:17:54Z', 'revision_number': 0, 'project_id': '150497b96ef24a118092c26e781695e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:17:56.933088 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5dab2d-82cd-4553-b132-f8932766e7cc None None] The sync data for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv is: [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '0cb6cba7-5141-446b-9875-916966eff1d6', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'floating_ip_address': '172.26.1.155', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'port_id': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'mac_address': 'fa:16:3e:7e:d6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:17:54Z', 'updated_at': '2022-02-28T12:17:54Z', 'revision_number': 0, 'project_id': '150497b96ef24a118092c26e781695e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:17:57.077624 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-3879ceed-94f3-442f-a6d2-2d43d999cdc2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.0727611 Feb 28 12:17:57.149253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6779675e-c10e-473a-9849-7312a2ecae8b None None] New status for floating IP 0cb6cba7-5141-446b-9875-916966eff1d6: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:17:57.225566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-d225fcc7-072e-4de8-a484-52a2135e8b2d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:57.226999 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-d225fcc7-072e-4de8-a484-52a2135e8b2d service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1304970 Feb 28 12:17:57.328593 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-acce354f-18f4-4b50-8ab9-c9f2f20f5e24 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 999 time: 0.0946722 Feb 28 12:17:57.389087 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-26f1c88e-d337-4a5f-beb5-020bb56eed16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:17:57.389538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-26f1c88e-d337-4a5f-beb5-020bb56eed16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0559208 Feb 28 12:17:57.466299 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-b40ced8f-c936-47b7-a791-fed38ad0b6c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0711131 Feb 28 12:17:57.598972 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-fbe3504a-3cb8-416b-913f-522335950462 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263502 Feb 28 12:17:57.730241 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-46f6b64e-7045-4cdb-976f-9ba5ed6d0fd4 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257091 Feb 28 12:18:01.458372 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:18:04.401229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:14.904143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-18124ca4-b1dd-45e2-b674-c583b2c2082c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:17.048029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-1a789564-45ba-4755-bccd-422cbf9ba18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:18.394920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:18.486702 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:19.898592 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:34.470307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:38.458512 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:18:44.915425 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-640ef417-f7fc-426b-908c-8a8ecc7dbb30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:46.995158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0e75f24-6636-4386-90ac-987f9ca35024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:48.395945 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:48.498182 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:49.924420 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:18:57.200678 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-2d112af2-9c5b-4178-8be0-5d5df3e3baab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680819 Feb 28 12:18:57.337817 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-2a66baa3-3314-4e88-b71c-395ed67c97a0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.0698323 Feb 28 12:18:57.565703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-ee6430be-639c-43ab-a5a6-c52cdeab8dab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:57.567264 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-ee6430be-639c-43ab-a5a6-c52cdeab8dab service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.2109163 Feb 28 12:18:57.668903 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-fc5867aa-e118-4091-8db4-3ae87ec50810 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 1001 time: 0.0961809 Feb 28 12:18:57.732332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-f849756e-956e-4f99-8a11-ae77243f448c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:18:57.733653 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-f849756e-956e-4f99-8a11-ae77243f448c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0593030 Feb 28 12:18:57.805783 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-23e4db31-6e04-4713-91e0-ef8ec53518a5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663426 Feb 28 12:18:57.935092 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-5d07bac0-1039-49fd-8f1f-d47740b10bca service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219981 Feb 28 12:18:58.060978 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e5079873-e30b-41ee-8507-f10ecb2c781e req-c07db597-2550-4173-b34e-346eb45e09fb service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214218 Feb 28 12:19:04.428883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:14.897387 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e0c9cfc5-872a-473a-bf1a-1c9a5db3130b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:15.458503 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:19:17.024354 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cdb9dae9-284e-4eff-863c-5d4b130eb76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.366731 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:18.476245 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:19.897560 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:34.446109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:44.897265 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2211378f-6e8b-4fe5-9134-2b728ff8e036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:47.045846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c892530c-c1a2-4929-b232-55872fcdcaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:48.390013 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:48.457364 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:49.896126 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:19:52.459378 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:19:58.203926 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-bdb94392-d4ef-4e72-9d70-ac22b33725c1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713546 Feb 28 12:19:58.337557 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-18def88b-e9da-4e1f-b720-9f742ff2f8ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.0670033 Feb 28 12:19:58.478764 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-c17ac265-915d-4bc7-a164-68e533aab8e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:58.480127 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-c17ac265-915d-4bc7-a164-68e533aab8e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1245623 Feb 28 12:19:58.581179 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-17ba748e-25d0-4bfa-b526-9a35506dfc4e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 1001 time: 0.0951669 Feb 28 12:19:58.641581 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-53a73fe6-66a1-4519-a75c-0cada1d82600 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:19:58.642983 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-53a73fe6-66a1-4519-a75c-0cada1d82600 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0561845 Feb 28 12:19:58.718634 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-582d9386-ab36-4e0c-bdc6-91c47daf418c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702047 Feb 28 12:19:58.849642 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-dc35fa14-a8e3-499e-8cec-b497e469b6c4 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242537 Feb 28 12:19:58.978863 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a40a76f-b10a-49ab-83dd-4809513c52d8 req-e741bf60-7515-4c30-8b63-0d33e46e6a69 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225507 Feb 28 12:20:04.434901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:14.920966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e78cec9f-24f9-4326-8c2e-700c20139e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:17.029068 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8f326c75-b096-4484-98a8-04524255d21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:18.360402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:18.484662 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:19.897481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:29.460595 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:20:34.434244 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:35.141861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3832fd-6b7e-4242-ad2a-9ee282f80a94 req-09b39bf9-0311-433b-be9f-7792b24b118d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:35.146141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be3832fd-6b7e-4242-ad2a-9ee282f80a94 req-09b39bf9-0311-433b-be9f-7792b24b118d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.2170768 Feb 28 12:20:35.189303 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-be3832fd-6b7e-4242-ad2a-9ee282f80a94 req-b87448c1-6eda-4c9f-a26d-80f6a88c10d7 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401466 Feb 28 12:20:36.547240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a1988-af48-452e-8ce1-7b3db3f495e1 req-c0a694d7-667a-466c-bdaa-18ec52153321 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:36.548581 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f80a1988-af48-452e-8ce1-7b3db3f495e1 req-c0a694d7-667a-466c-bdaa-18ec52153321 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.2260129 Feb 28 12:20:36.594319 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-f80a1988-af48-452e-8ce1-7b3db3f495e1 req-12b9ea42-2345-4e30-b033-c6c2d947248c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391471 Feb 28 12:20:37.804210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0c2e08-2d7b-4d43-8886-8793d63b84dc req-fa668a1f-2bc0-4a7b-941f-0ef6f56a52a0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:37.805742 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f0c2e08-2d7b-4d43-8886-8793d63b84dc req-fa668a1f-2bc0-4a7b-941f-0ef6f56a52a0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0757771 Feb 28 12:20:37.850240 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8f0c2e08-2d7b-4d43-8886-8793d63b84dc req-db291979-7be3-422e-acc7-ed300b271b4c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390685 Feb 28 12:20:39.047335 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8f2f54-f29b-4ac5-9450-b86abf18ee05 req-faab29e4-fddd-43a9-a775-e44f2fbb4ed9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:39.048671 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce8f2f54-f29b-4ac5-9450-b86abf18ee05 req-faab29e4-fddd-43a9-a775-e44f2fbb4ed9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0778077 Feb 28 12:20:39.092913 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce8f2f54-f29b-4ac5-9450-b86abf18ee05 req-f0e957e8-a8f2-4944-9d04-85939fbb784d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379190 Feb 28 12:20:40.298211 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb52873-5363-4f3c-9705-732e666933fd req-e852c06b-186c-42ea-9fef-9e8da1ae61e5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:40.299678 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cbb52873-5363-4f3c-9705-732e666933fd req-e852c06b-186c-42ea-9fef-9e8da1ae61e5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0776989 Feb 28 12:20:40.348102 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cbb52873-5363-4f3c-9705-732e666933fd req-0cae9c3c-ca45-4837-b9ec-24cb39a189de tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426838 Feb 28 12:20:41.547023 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bea8c0-06be-4cbb-be98-f1a6134cc5ee req-68db9d37-4b2c-41a5-b8e2-cdde3df2ae6e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:41.548451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0bea8c0-06be-4cbb-be98-f1a6134cc5ee req-68db9d37-4b2c-41a5-b8e2-cdde3df2ae6e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0774024 Feb 28 12:20:41.592942 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e0bea8c0-06be-4cbb-be98-f1a6134cc5ee req-4ac77ed9-00ac-46c4-a52d-22bafee06b93 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388639 Feb 28 12:20:42.793194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64177ff-1d0c-4039-8a6f-e59394ef014a req-58ce2f12-15be-4054-a22f-52c9272fe83d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:42.794597 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c64177ff-1d0c-4039-8a6f-e59394ef014a req-58ce2f12-15be-4054-a22f-52c9272fe83d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0794613 Feb 28 12:20:42.838187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c64177ff-1d0c-4039-8a6f-e59394ef014a req-269ba7a1-52dc-478b-806b-bff8ac945a9e tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382133 Feb 28 12:20:44.031090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0be72-3c3c-423c-852a-3e4c095d4084 req-293d0bf0-105b-4333-a611-0e8414090702 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:44.032438 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ace0be72-3c3c-423c-852a-3e4c095d4084 req-293d0bf0-105b-4333-a611-0e8414090702 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0740452 Feb 28 12:20:44.076623 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ace0be72-3c3c-423c-852a-3e4c095d4084 req-9fe53343-d9f5-4bef-83c0-6f9564d1d707 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382147 Feb 28 12:20:44.931097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-32d6149b-001b-4611-baa5-f3d953050edd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:45.272109 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3c1c0-91be-4651-be85-32cc191fbc24 req-d688a03c-d6a3-46fc-86f9-40fb29f9d747 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:45.273430 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-acf3c1c0-91be-4651-be85-32cc191fbc24 req-d688a03c-d6a3-46fc-86f9-40fb29f9d747 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0787156 Feb 28 12:20:45.319183 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-acf3c1c0-91be-4651-be85-32cc191fbc24 req-0d50c48c-f9d6-490c-a34f-26cc28d9368d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400217 Feb 28 12:20:46.511063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bf7dd3-efcf-4e4d-af28-617e10a51a9b req-a29a7458-1a82-4578-bafe-4d98ca7cc4f9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:46.512462 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-95bf7dd3-efcf-4e4d-af28-617e10a51a9b req-a29a7458-1a82-4578-bafe-4d98ca7cc4f9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0739732 Feb 28 12:20:46.556944 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-95bf7dd3-efcf-4e4d-af28-617e10a51a9b req-374f43be-7553-47b0-9aa7-39ed0dfbb1f2 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391138 Feb 28 12:20:47.005386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0c09731d-0085-423b-849e-d23a9ee2ed7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:47.753451 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5504be-4330-422f-9e6f-0ff923eb2a3f req-a9a9af10-9bff-4044-84a7-ec488eec7bcf tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:47.753451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf5504be-4330-422f-9e6f-0ff923eb2a3f req-a9a9af10-9bff-4044-84a7-ec488eec7bcf tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0775268 Feb 28 12:20:47.797398 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf5504be-4330-422f-9e6f-0ff923eb2a3f req-764b0f87-dc5c-4ea3-829d-5340958f8cce tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386939 Feb 28 12:20:48.388248 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:48.468099 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:48.992039 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6440078-e9e8-48ef-9c9e-6d8c891784f5 req-c17d5cd1-d8c7-4ea1-812e-41db7cc6416d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:48.993373 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6440078-e9e8-48ef-9c9e-6d8c891784f5 req-c17d5cd1-d8c7-4ea1-812e-41db7cc6416d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0743494 Feb 28 12:20:49.040888 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c6440078-e9e8-48ef-9c9e-6d8c891784f5 req-42d77410-2875-4617-a8d5-b7997c81b165 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Feb 28 12:20:49.896683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:50.260329 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-f6eecf38-db9d-4bb2-b434-0b50e0f415c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.1929419 Feb 28 12:20:50.266368 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1248b-8642-460d-a040-de376d2c63fb req-9165ce4e-7502-4b0f-bf1a-d56ea163cd10 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:50.267719 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8ca1248b-8642-460d-a040-de376d2c63fb req-9165ce4e-7502-4b0f-bf1a-d56ea163cd10 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.1039095 Feb 28 12:20:50.392697 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8ca1248b-8642-460d-a040-de376d2c63fb req-a5b22fe1-0c4c-4af1-9dd1-8cb3acc3b320 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066349 Feb 28 12:20:50.424069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-2b3200f4-ed6a-4d9f-95db-fa0daffa56e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:50.426092 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-2b3200f4-ed6a-4d9f-95db-fa0daffa56e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1569452 Feb 28 12:20:50.525947 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-103dc6a5-9ff2-4502-a8b0-d996b882db72 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 1001 time: 0.0946965 Feb 28 12:20:50.586959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-8cc7dc4d-b38b-4c9f-b178-4d444c3a9ddd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:50.588344 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-8cc7dc4d-b38b-4c9f-b178-4d444c3a9ddd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0562689 Feb 28 12:20:50.664093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-c84038a4-2985-4eae-bd00-86352e0d3740 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703945 Feb 28 12:20:50.673354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-6afb66a1-5705-4533-8301-1eca5d1daa89 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 12:20:50.674251 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-6afb66a1-5705-4533-8301-1eca5d1daa89 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045586 Feb 28 12:20:50.804402 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-085e3ced-06b2-4715-a173-c8b667056c31 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239197 Feb 28 12:20:51.011568 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9d562a97-3dde-4916-85d4-b58c5ec789aa req-22b172bf-f366-41d4-8cdb-c7612de92ec8 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018781 Feb 28 12:20:51.586567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e0e78-e178-4922-851a-ba7de619bd70 req-68c30748-aea5-4c2f-953b-6f36361cc5c5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:51.587951 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-462e0e78-e178-4922-851a-ba7de619bd70 req-68c30748-aea5-4c2f-953b-6f36361cc5c5 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0767188 Feb 28 12:20:51.632363 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-462e0e78-e178-4922-851a-ba7de619bd70 req-054e0469-6e2e-46e8-9364-b489bba5bd6c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389502 Feb 28 12:20:52.829309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af654b07-04c1-44e0-b312-408e0a79b468 req-194e0890-733c-4889-8563-eb61d7342ef9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:52.830740 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af654b07-04c1-44e0-b312-408e0a79b468 req-194e0890-733c-4889-8563-eb61d7342ef9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0790668 Feb 28 12:20:52.877691 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-af654b07-04c1-44e0-b312-408e0a79b468 req-f1dd58ce-410a-4558-9a79-5276e0d28dd1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408666 Feb 28 12:20:54.069428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ce9ca-0471-4cff-93e5-fc644ebb64eb req-990f0f44-598d-4db9-a461-d0d98c977787 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:54.070883 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a0ce9ca-0471-4cff-93e5-fc644ebb64eb req-990f0f44-598d-4db9-a461-d0d98c977787 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0753064 Feb 28 12:20:54.115192 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a0ce9ca-0471-4cff-93e5-fc644ebb64eb req-3cc198b1-d016-4a33-a6ca-10d00cc49214 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388572 Feb 28 12:20:54.296792 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eb313dad-1107-4f11-9aa6-dc2b4eb1d9e9 req-aa958c67-e4ae-4e94-b7de-1a477a7d34b5 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685794 Feb 28 12:20:54.971260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e286a994-39c2-4a3d-8ea7-ea17328e420e req-c749c094-3cd2-467c-9ea4-9355a781f52b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:54.973296 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e286a994-39c2-4a3d-8ea7-ea17328e420e req-c749c094-3cd2-467c-9ea4-9355a781f52b tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.1434147 Feb 28 12:20:54.975998 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-ceb47719-4993-4651-9b0d-49f329639e3f service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1612861 Feb 28 12:20:55.018363 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e286a994-39c2-4a3d-8ea7-ea17328e420e req-de84b75d-d929-4493-a491-e928e5807046 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396442 Feb 28 12:20:55.165362 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 9e73de44-2e59-4827-bc1a-a3b59fb94870 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:20:55.280619 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:55.307870 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:20:55.318000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:20:55.398180 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:20:55.436976 dv-neutron-830866-1-hyperv neutron-server[84340]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'code': 422} returned with failed status Feb 28 12:20:55.469970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=9e73de44-2e59-4827-bc1a-a3b59fb94870,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:20:55.479266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.479546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.479879 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.480206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.480538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.480854 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.481257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.481644 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.481895 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.482215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:55.482534 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:20:56.216476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0b13d-458a-48eb-a695-532b97de5d7d req-e3c7d709-37d8-4493-86a1-5fa9cb47d81c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:56.217917 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-86f0b13d-458a-48eb-a695-532b97de5d7d req-e3c7d709-37d8-4493-86a1-5fa9cb47d81c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0768378 Feb 28 12:20:56.265459 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-86f0b13d-458a-48eb-a695-532b97de5d7d req-4c0c5673-5497-48d2-8a69-572144124be0 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416727 Feb 28 12:20:57.459473 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d8898-a07c-48ed-acc3-9a86165d17b8 req-a5049eaf-cad6-48c2-bef2-41ccb49b4220 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:57.460802 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd7d8898-a07c-48ed-acc3-9a86165d17b8 req-a5049eaf-cad6-48c2-bef2-41ccb49b4220 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0754273 Feb 28 12:20:57.507093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd7d8898-a07c-48ed-acc3-9a86165d17b8 req-245a2eb9-6fa5-4304-a457-de79672ec5bb tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406187 Feb 28 12:20:58.117504 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-7c465792-4011-48b4-a281-c16bea940daa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac&tenant_id=150497b96ef24a118092c26e781695e3 HTTP/1.1" status: 200 len: 1096 time: 0.0730462 Feb 28 12:20:58.203826 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-891a1a5a-20a2-40de-95de-8b3dde7691f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1096 time: 0.0667441 Feb 28 12:20:58.336626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-e8af6c03-ef08-4ac8-98cb-34c1ec6ac2b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:58.338049 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-e8af6c03-ef08-4ac8-98cb-34c1ec6ac2b5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1282561 Feb 28 12:20:58.442062 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-460c60b6-88e8-48b1-9fac-9ff04014c12e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 999 time: 0.0975571 Feb 28 12:20:58.503000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-84caf3f4-2eff-4885-a731-0c7006a330b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:58.504980 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-84caf3f4-2eff-4885-a731-0c7006a330b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0578511 Feb 28 12:20:58.580057 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-6e6103a0-4543-44cf-892f-b36c724e051f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697067 Feb 28 12:20:58.758769 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-aae854c0-e91e-4b3d-a01d-ae1caa16e9af service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722975 Feb 28 12:20:58.788850 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdea369-fec2-4bad-8541-c551b45c0c4f req-f0582383-83b8-4b40-a47e-0a4fbfbde5f8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:20:58.790180 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ffdea369-fec2-4bad-8541-c551b45c0c4f req-f0582383-83b8-4b40-a47e-0a4fbfbde5f8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.1405976 Feb 28 12:20:58.995090 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ffdea369-fec2-4bad-8541-c551b45c0c4f req-f7abb16f-0af4-47f5-826d-439a3c75d306 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1988351 Feb 28 12:20:59.018413 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-4c7e1c81-a604-4dad-859f-ef44f1438ca5 req-9d4b7555-4fcc-4027-8ca2-5e80375a8dd2 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526484 Feb 28 12:21:00.187055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf458c2d-a2e1-4cfb-b43b-98c6db9e3634 req-ad8fc4d2-b4bd-4ade-a911-ae52ed4a4877 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:00.188419 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cf458c2d-a2e1-4cfb-b43b-98c6db9e3634 req-ad8fc4d2-b4bd-4ade-a911-ae52ed4a4877 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0757384 Feb 28 12:21:00.233187 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cf458c2d-a2e1-4cfb-b43b-98c6db9e3634 req-08a0ddd1-3c4c-40b2-b267-cb8265ee81a3 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387697 Feb 28 12:21:01.431855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3e6a6-0e91-42ff-8c68-17f6bb8d24a9 req-480d0a5a-cce6-4f22-a937-1f287fe2d556 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:01.433286 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d6b3e6a6-0e91-42ff-8c68-17f6bb8d24a9 req-480d0a5a-cce6-4f22-a937-1f287fe2d556 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0783958 Feb 28 12:21:01.485682 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d6b3e6a6-0e91-42ff-8c68-17f6bb8d24a9 req-b4123d1e-9283-411b-b1c9-203560a3dbc8 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468655 Feb 28 12:21:02.826290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1d912-33dc-4a76-a793-0565f8181980 req-e21e89d1-13e1-430f-8d18-80910817768f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:02.827737 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30c1d912-33dc-4a76-a793-0565f8181980 req-e21e89d1-13e1-430f-8d18-80910817768f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0755055 Feb 28 12:21:02.872189 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30c1d912-33dc-4a76-a793-0565f8181980 req-cd1544c1-314b-4524-afd3-862c2d57ada1 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391290 Feb 28 12:21:04.067726 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18e733b-a057-49ae-819c-bc27990481fd req-b99fb0f7-5a1c-4362-99f0-8b94f8e5f4a9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:04.069155 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c18e733b-a057-49ae-819c-bc27990481fd req-b99fb0f7-5a1c-4362-99f0-8b94f8e5f4a9 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0792668 Feb 28 12:21:04.113316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-c18e733b-a057-49ae-819c-bc27990481fd req-dac3834a-c9fa-4fb3-91df-86b64f5b763c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382693 Feb 28 12:21:04.479510 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:05.304307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e04cab-b544-4c43-b7f1-a5b23e0029c7 req-23626c35-4b4c-4d03-8997-b166d8a33f6c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:05.305612 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3e04cab-b544-4c43-b7f1-a5b23e0029c7 req-23626c35-4b4c-4d03-8997-b166d8a33f6c tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0735180 Feb 28 12:21:05.349866 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d3e04cab-b544-4c43-b7f1-a5b23e0029c7 req-196a2fe8-1ab5-4231-9345-7b7f905c3b28 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387907 Feb 28 12:21:06.461005 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:21:06.542974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74c68c-1743-4c43-b699-7a60abc0cb37 req-c340db47-22f9-4373-ba69-fa80cc70bd75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:06.544390 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce74c68c-1743-4c43-b699-7a60abc0cb37 req-c340db47-22f9-4373-ba69-fa80cc70bd75 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 943 time: 0.0775566 Feb 28 12:21:06.587770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ce74c68c-1743-4c43-b699-7a60abc0cb37 req-a5b93c9b-2d0d-4b00-a7cb-0d7c2c75118a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380819 Feb 28 12:21:07.195914 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 9e73de44-2e59-4827-bc1a-a3b59fb94870 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:21:07.326829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:21:07.340089 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'port_id': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'mac_address': 'fa:16:3e:7e:d6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 749, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:21:07.396898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:07.413834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e73de44-2e59-4827-bc1a-a3b59fb94870 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:21:07.428207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:21:07.489478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:07.553695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=9e73de44-2e59-4827-bc1a-a3b59fb94870,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:21:07.735083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['9e73de44-2e59-4827-bc1a-a3b59fb94870'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:21:07.781783 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6532db9-0711-418c-b104-dccbf988f57d req-2537bc4a-98ce-4906-b2f3-b0f5298c93ee tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:07.783139 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d6532db9-0711-418c-b104-dccbf988f57d req-2537bc4a-98ce-4906-b2f3-b0f5298c93ee tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 944 time: 0.0768626 Feb 28 12:21:07.831093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d6532db9-0711-418c-b104-dccbf988f57d req-894c9af8-af84-4d31-8289-9c4ad0669167 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 Feb 28 12:21:09.025443 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c1018-2e51-4a42-9a1b-4b8b5502bd30 req-c9a0457b-b5de-433c-a079-056109ce723d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:09.026785 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf7c1018-2e51-4a42-9a1b-4b8b5502bd30 req-c9a0457b-b5de-433c-a079-056109ce723d tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 944 time: 0.0748603 Feb 28 12:21:09.070943 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bf7c1018-2e51-4a42-9a1b-4b8b5502bd30 req-a5346c87-8219-4c22-9f1d-df3d3c856550 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386682 Feb 28 12:21:09.206267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 9e73de44-2e59-4827-bc1a-a3b59fb94870 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:21:09.275920 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 9e73de44-2e59-4827-bc1a-a3b59fb94870 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:21:09.276217 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:09.386204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:09.413811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:21:09.423310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:21:09.479686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:09.545130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=9e73de44-2e59-4827-bc1a-a3b59fb94870,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:21:10.267143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2eb2f-737a-493c-872b-d34956c0a913 req-5330dfc4-506d-49c6-ab48-0bbacf409378 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:10.268570 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-88b2eb2f-737a-493c-872b-d34956c0a913 req-5330dfc4-506d-49c6-ab48-0bbacf409378 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0796380 Feb 28 12:21:10.313263 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-88b2eb2f-737a-493c-872b-d34956c0a913 req-e88c5cc9-b627-4f3e-b570-1ae8cb17b545 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392842 Feb 28 12:21:10.484356 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'code': 200} Feb 28 12:21:10.808970 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6751c671-6ce2-4071-9566-1a37b8123b19 req-086906f0-1e49-4149-8418-fedd11d44a93 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.0659814 Feb 28 12:21:10.849733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6751c671-6ce2-4071-9566-1a37b8123b19 req-dc51e0aa-577d-4eea-addc-942bee81039a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350015 Feb 28 12:21:11.510910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35362d-ad81-404b-8b3f-6515911c419f req-8c18751f-7884-4c7b-bc57-88b27b1badea tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:11.512331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc35362d-ad81-404b-8b3f-6515911c419f req-8c18751f-7884-4c7b-bc57-88b27b1badea tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0816135 Feb 28 12:21:11.557692 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bc35362d-ad81-404b-8b3f-6515911c419f req-664a74e3-2e67-45db-99d6-674396f9450a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386994 Feb 28 12:21:12.754506 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5382c7b-5d4d-484e-a604-287a1128cd6d req-76a01f0a-5af8-4a4d-9706-de3511a979e4 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:12.755973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5382c7b-5d4d-484e-a604-287a1128cd6d req-76a01f0a-5af8-4a4d-9706-de3511a979e4 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0755529 Feb 28 12:21:12.803873 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d5382c7b-5d4d-484e-a604-287a1128cd6d req-a8bddd18-4e7a-4077-95da-f2a1722cfe68 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424266 Feb 28 12:21:14.957521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-04f13327-43a2-4dd8-97d2-820a0697590f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:17.016968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-239d0284-24bf-42d8-9a78-b72bce4a2af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:18.380383 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:18.462612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:19.908384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:34.488846 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:43.461755 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:21:44.906881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a5245b4a-6bb7-4714-bb2b-2aca5f69084f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:47.008761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-38cad0e6-5266-4626-ae44-99ba98b028ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:48.365814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:48.480164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:49.911488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:21:59.188035 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-788570eb-8202-4e16-bc7c-8a3c31021ae2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684819 Feb 28 12:21:59.324129 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-296737a5-3c80-4cc3-88f8-edb463b37dd9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.0685787 Feb 28 12:21:59.465859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-a10826a8-5782-4bf2-ae41-8241a23de823 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:59.469801 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-a10826a8-5782-4bf2-ae41-8241a23de823 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1250021 Feb 28 12:21:59.570943 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-92c8ae3a-c1a8-4231-aa71-28ba893fbaa0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 1001 time: 0.0976186 Feb 28 12:21:59.636841 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-a07b086c-153e-4ea2-b5cd-6e5d39964f61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:21:59.638311 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-a07b086c-153e-4ea2-b5cd-6e5d39964f61 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0620213 Feb 28 12:21:59.714646 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-18a11a25-dba3-42a7-bba9-29609d09d54e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685148 Feb 28 12:21:59.920538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-0096c6c3-6940-4c41-8d22-cd877bd0fa2f service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020948 Feb 28 12:22:00.053003 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-30b8a5d1-ef74-41f6-aec7-7bf19f0efb6e req-0f63383a-c9a9-484b-9a38-88ee794c8a1f service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240034 Feb 28 12:22:04.530440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:14.925242 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5ed0eebc-a88f-42da-9a5d-0c83fa273f8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:17.005330 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e63bf8b0-14e3-49b9-b09f-cfd27b7cd6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:18.391788 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:18.490591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:19.936360 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:20.462498 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:22:34.473033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:44.910384 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8dc3e162-f513-446a-b679-49f069ae7bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:47.050105 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-147dd918-0a65-4b11-8d03-5957a2d37625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:48.384123 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:48.481732 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:49.907824 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:22:57.462246 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:22:59.190605 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-3d6c1b71-3c0c-49f1-8314-f144d39ca387 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718997 Feb 28 12:22:59.324814 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-cf62b4cd-8fa5-443e-9f3f-6983624c6964 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.0676172 Feb 28 12:22:59.466562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-2a75cdcb-92ce-4d47-ad0b-9deb41dce4c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:59.467927 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-2a75cdcb-92ce-4d47-ad0b-9deb41dce4c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1260912 Feb 28 12:22:59.568577 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-b74b5e74-9ad9-4e1c-b03c-e1e78e4d7240 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 1001 time: 0.0943205 Feb 28 12:22:59.631137 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-4ba57761-f860-466b-a35e-903918cd2023 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:22:59.632794 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-4ba57761-f860-466b-a35e-903918cd2023 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.0588274 Feb 28 12:22:59.714968 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-2e511f44-95a9-440d-89da-e69e42850f8d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757999 Feb 28 12:22:59.844129 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-9ee59571-9bc0-4843-9aa5-aca0fbf7d31b service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229324 Feb 28 12:22:59.973115 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-084796b7-2e1a-419c-899b-2e59f4730d3f req-f27fc912-8a14-421b-89a1-7d11602c9400 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237228 Feb 28 12:23:01.258963 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34194) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:01.673256 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Deleting port fe8ca5b3-a367-46ab-a992-8bf6c20ee2d0 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:01.673595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:01.838925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:01.839247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:02.038742 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Calling delete_port for fe8ca5b3-a367-46ab-a992-8bf6c20ee2d0 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:02.244330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:02.287657 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event deleted for resources: {'Port': ['ID=fe8ca5b3-a367-46ab-a992-8bf6c20ee2d0,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:02.326518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.326883 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.327228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.327563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.327901 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.328228 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.328552 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.328878 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.329200 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.329542 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.329861 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:02.392161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:02.781202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Router 5284f360-44eb-4afd-87bc-de8066ab4b70 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:23:02.975937 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:23:02.985425 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] Sync routers for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:23:02.997322 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:03.004004 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:22:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:03.054729 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:03.111955 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bbc81b1a-f51f-493d-9260-ae6e39bf076a tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "DELETE /v2.0/floatingips/0cb6cba7-5141-446b-9875-916966eff1d6 HTTP/1.1" status: 204 len: 168 time: 1.8766737 Feb 28 12:23:03.112636 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:23:03.178278 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:03.329650 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'status': 'completed', 'code': 200} Feb 28 12:23:03.419475 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0755b6ae-82ef-4433-b95f-29c8eb538445 req-35bddff9-ad81-4f54-a679-1e4098361776 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=150497b96ef24a118092c26e781695e3&device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 1098 time: 0.0684788 Feb 28 12:23:03.496434 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:03.500126 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] Checking router: 5284f360-44eb-4afd-87bc-de8066ab4b70 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:23:03.510433 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:03.511060 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:22:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:03.548972 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755b6ae-82ef-4433-b95f-29c8eb538445 req-f8855ba8-e1bd-4b9b-bef0-e4600e4eb495 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:03.550516 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0755b6ae-82ef-4433-b95f-29c8eb538445 req-f8855ba8-e1bd-4b9b-bef0-e4600e4eb495 service neutron] 10.222.0.57 "GET /v2.0/networks?id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 200 len: 910 time: 0.1253915 Feb 28 12:23:03.624809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0755b6ae-82ef-4433-b95f-29c8eb538445 req-71c51742-4175-4214-a5ba-8dadd2386823 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 200 len: 217 time: 0.0688672 Feb 28 12:23:03.734639 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755b6ae-82ef-4433-b95f-29c8eb538445 req-1cee23eb-adf7-44ca-bdc2-f116637ce003 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:03.736076 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0755b6ae-82ef-4433-b95f-29c8eb538445 req-1cee23eb-adf7-44ca-bdc2-f116637ce003 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 200 len: 848 time: 0.1045654 Feb 28 12:23:03.736703 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:03.800260 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f70822-15ff-473a-ab47-4387517b58f6 req-c4b4aaa7-8e01-4858-8193-9f88f50669bc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:03.800827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e6f70822-15ff-473a-ab47-4387517b58f6 req-c4b4aaa7-8e01-4858-8193-9f88f50669bc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Synchronizing usage tracker for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:23:03.835573 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0755b6ae-82ef-4433-b95f-29c8eb538445 req-440f60cf-fc7a-41d1-8358-5035cae6a937 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919240 Feb 28 12:23:04.012752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-e6f70822-15ff-473a-ab47-4387517b58f6 req-c4b4aaa7-8e01-4858-8193-9f88f50669bc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Unset dirty status for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:23:04.013904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e6f70822-15ff-473a-ab47-4387517b58f6 req-c4b4aaa7-8e01-4858-8193-9f88f50669bc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.3512282 Feb 28 12:23:04.057677 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:04.061687 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2021279-b223-4624-9a6e-e7f082654b27 None None] The sync data for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv is: [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:12:34Z', 'revision_number': 4, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '42dda969-ddb1-46ff-8199-e28ee9e75f6b', 'name': '', 'network_id': 'fcb5dc11-c3b1-4833-82d1-e41dd036ab2a', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'mac_address': 'fa:16:3e:81:2a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '55842360-1965-4376-9eb2-dce1410eaf36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:33Z', 'updated_at': '2022-02-28T12:12:43Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'subnets': [{'id': '55842360-1965-4376-9eb2-dce1410eaf36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:23:04.101316 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e6f70822-15ff-473a-ab47-4387517b58f6 req-b8da3d1a-5d29-4a3d-8b35-58888651b349 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815587 Feb 28 12:23:04.106733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0755b6ae-82ef-4433-b95f-29c8eb538445 req-f8fe02b5-b216-4e4b-8464-15a2a0fe4d6d service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649815 Feb 28 12:23:04.243312 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0755b6ae-82ef-4433-b95f-29c8eb538445 req-8795ee46-be4a-49de-b2de-22fb6484c4e5 service neutron] 10.222.0.57 "GET /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287062 Feb 28 12:23:04.287668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9542a0-2fd8-4776-b89e-2a802b56b503 None None] New status for floating IP 0cb6cba7-5141-446b-9875-916966eff1d6: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:23:04.487369 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:05.162383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ba22d-c92e-4217-a135-1de521983b84 req-3d841e2e-3f36-4500-b12c-30ad4ffb3419 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:05.163858 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-170ba22d-c92e-4217-a135-1de521983b84 req-3d841e2e-3f36-4500-b12c-30ad4ffb3419 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.0802319 Feb 28 12:23:05.263279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-170ba22d-c92e-4217-a135-1de521983b84 req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Deleting port 9e73de44-2e59-4827-bc1a-a3b59fb94870 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:05.263536 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-170ba22d-c92e-4217-a135-1de521983b84 req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:05.400075 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1401307-c6c1-467e-8218-1f0accef5738 req-d05ba1b4-6d8b-4540-8feb-2a4b3e583515 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:05.402449 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d1401307-c6c1-467e-8218-1f0accef5738 req-d05ba1b4-6d8b-4540-8feb-2a4b3e583515 tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 945 time: 0.1780131 Feb 28 12:23:05.529954 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d1401307-c6c1-467e-8218-1f0accef5738 req-8314d3d0-b7a7-4ac5-a8f6-2b91504839ea tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/security-groups?id=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110713 Feb 28 12:23:05.570517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-170ba22d-c92e-4217-a135-1de521983b84 req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] For port 9e73de44-2e59-4827-bc1a-a3b59fb94870, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9e73de44-2e59-4827-bc1a-a3b59fb94870,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:05.570899 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-170ba22d-c92e-4217-a135-1de521983b84 req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:05.691094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-170ba22d-c92e-4217-a135-1de521983b84 req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Calling delete_port for 9e73de44-2e59-4827-bc1a-a3b59fb94870 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:05.907355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-170ba22d-c92e-4217-a135-1de521983b84 req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:05.955009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event deleted for resources: {'Port': ['ID=9e73de44-2e59-4827-bc1a-a3b59fb94870,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:06.028845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-170ba22d-c92e-4217-a135-1de521983b84 req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] No DVR routers for this DVR port 9e73de44-2e59-4827-bc1a-a3b59fb94870 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:23:06.031580 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-170ba22d-c92e-4217-a135-1de521983b84 req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:06.034164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'name': 'network-vif-deleted', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:23:06.090478 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2177d1c3-ba72-49f1-a9ed-6e87518b31ac', 'name': 'network-vif-deleted', 'tag': '9e73de44-2e59-4827-bc1a-a3b59fb94870', 'status': 'completed', 'code': 200} Feb 28 12:23:06.114015 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-170ba22d-c92e-4217-a135-1de521983b84 req-f98b8a80-62f5-49bd-b854-38514f5746dc tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.57 "DELETE /v2.0/ports/9e73de44-2e59-4827-bc1a-a3b59fb94870 HTTP/1.1" status: 204 len: 173 time: 0.9449897 Feb 28 12:23:06.701641 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-79e294ed-0912-4baa-b359-27f500b492d9 req-a5938132-f19b-4afc-b198-30be8d83a83f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Synchronizing usage tracker for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:23:06.798864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-79e294ed-0912-4baa-b359-27f500b492d9 req-a5938132-f19b-4afc-b198-30be8d83a83f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Unset dirty status for tenant:150497b96ef24a118092c26e781695e3 on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:23:06.800115 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79e294ed-0912-4baa-b359-27f500b492d9 req-a5938132-f19b-4afc-b198-30be8d83a83f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "GET /v2.0/ports?device_id=2177d1c3-ba72-49f1-a9ed-6e87518b31ac HTTP/1.1" status: 200 len: 210 time: 0.1427078 Feb 28 12:23:07.896319 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 9e73de44-2e59-4827-bc1a-a3b59fb94870 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:23:07.906104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 34220) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:07.938347 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 9e73de44-2e59-4827-bc1a-a3b59fb94870 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:23:07.938690 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 9e73de44-2e59-4827-bc1a-a3b59fb94870 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:23:07.978545 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:08.006420 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:08.130666 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:08.157380 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:08.158516 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6ebe70b-c377-4df0-b4b9-f837ab8b9c35 HTTP/1.1" status: 204 len: 168 time: 0.2513745 Feb 28 12:23:08.160890 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ebe70b-c377-4df0-b4b9-f837ab8b9c35,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:08.170252 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.170778 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.171283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.171755 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.172373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.172604 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.172956 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.173283 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.173605 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.173922 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.174234 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b706d9b8-830d-4ecd-a1e4-e0af21436c2f tempest-TestShelveInstance-1289486650 tempest-TestShelveInstance-1289486650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:08.268543 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34230) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:08.929158 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:09.550556 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Deleting port 42dda969-ddb1-46ff-8199-e28ee9e75f6b {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:09.551182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:09.733403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] For port 42dda969-ddb1-46ff-8199-e28ee9e75f6b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=42dda969-ddb1-46ff-8199-e28ee9e75f6b,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:09.733756 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:09.856877 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Calling delete_port for 42dda969-ddb1-46ff-8199-e28ee9e75f6b owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:10.103802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:10.148189 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=42dda969-ddb1-46ff-8199-e28ee9e75f6b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:10.444826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:11.123774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Router 5284f360-44eb-4afd-87bc-de8066ab4b70 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:23:11.322786 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:23:11.331232 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] Sync routers for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:23:11.343240 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:11.348323 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:22:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:11.414486 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-0fbc81ad-b09f-4f20-9aa3-f86a81e545f7 admin admin] 10.222.0.31 "PUT /v2.0/routers/5284f360-44eb-4afd-87bc-de8066ab4b70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1447017 Feb 28 12:23:11.416919 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34236) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:11.515899 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:11.615523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:11.796486 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:23:09Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:11.800251 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] Checking router: 5284f360-44eb-4afd-87bc-de8066ab4b70 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:23:11.808240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:11.811086 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] Routers {'5284f360-44eb-4afd-87bc-de8066ab4b70'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:11.811694 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:22:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['5284f360-44eb-4afd-87bc-de8066ab4b70'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:11.913524 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Deleting port 7cade921-e5f5-44ac-ac9d-0258640c9bf8 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:11.913782 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:11.987373 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] Set router 5284f360-44eb-4afd-87bc-de8066ab4b70 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:12.085185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] For port 7cade921-e5f5-44ac-ac9d-0258640c9bf8, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=7cade921-e5f5-44ac-ac9d-0258640c9bf8,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:12.085535 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:12.304188 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Calling delete_port for 7cade921-e5f5-44ac-ac9d-0258640c9bf8 owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:12.311624 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:23:09Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:12.315560 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7e8df3-9b20-4f76-817d-577b6d1861fa None None] The sync data for ids ['5284f360-44eb-4afd-87bc-de8066ab4b70'] in dv-neutron-830866-1-hyperv is: [{'id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'name': 'tempest-TestShelveInstance-1488694384-router', 'tenant_id': '150497b96ef24a118092c26e781695e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102'}], 'enable_snat': True}, 'gw_port_id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:30Z', 'updated_at': '2022-02-28T12:23:09Z', 'revision_number': 5, 'project_id': '150497b96ef24a118092c26e781695e3', 'gw_port': {'id': '7cade921-e5f5-44ac-ac9d-0258640c9bf8', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:a0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284f360-44eb-4afd-87bc-de8066ab4b70', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:31Z', 'updated_at': '2022-02-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:23:12.524355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:12.568975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Pushing event deleted for resources: {'Port': ['ID=7cade921-e5f5-44ac-ac9d-0258640c9bf8,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:12.797842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:12.989481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 42dda969-ddb1-46ff-8199-e28ee9e75f6b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:23:13.022569 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 42dda969-ddb1-46ff-8199-e28ee9e75f6b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:23:13.022927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 42dda969-ddb1-46ff-8199-e28ee9e75f6b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:23:13.054747 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.059732 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.161165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.161627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5284f360-44eb-4afd-87bc-de8066ab4b70 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:23:13.173894 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.176749 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e95ed9f8-6160-43bf-9fa7-5bc47a1712ea admin admin] 10.222.0.31 "DELETE /v2.0/routers/5284f360-44eb-4afd-87bc-de8066ab4b70 HTTP/1.1" status: 204 len: 168 time: 1.7572846 Feb 28 12:23:13.177868 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34240) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:13.241908 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-199ec8d2-8cee-4070-aa8c-5afd0386d69e admin admin] Deleting subnet 55842360-1965-4376-9eb2-dce1410eaf36 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:23:13.245173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-199ec8d2-8cee-4070-aa8c-5afd0386d69e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.295988 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-199ec8d2-8cee-4070-aa8c-5afd0386d69e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.375429 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-199ec8d2-8cee-4070-aa8c-5afd0386d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.513730 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-199ec8d2-8cee-4070-aa8c-5afd0386d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.550202 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ec8d2-8cee-4070-aa8c-5afd0386d69e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55842360-1965-4376-9eb2-dce1410eaf36,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:13.556548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-199ec8d2-8cee-4070-aa8c-5afd0386d69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.562206 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-199ec8d2-8cee-4070-aa8c-5afd0386d69e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/55842360-1965-4376-9eb2-dce1410eaf36 HTTP/1.1" status: 204 len: 168 time: 0.3833671 Feb 28 12:23:13.562674 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40d8551-aac3-46b0-bfdc-8336bb52a62a None None] Network fcb5dc11-c3b1-4833-82d1-e41dd036ab2a requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:23:13.564655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34244) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:13.674305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.686408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Deleting port c5f8fb73-f997-470b-a742-ac288d300b1f {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:13.686408 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.827749 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] DHCP port deletion for fcb5dc11-c3b1-4833-82d1-e41dd036ab2a request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:23:13.832160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] Deleting port c5f8fb73-f997-470b-a742-ac288d300b1f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:13.832524 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:13.984418 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] For port c5f8fb73-f997-470b-a742-ac288d300b1f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=c5f8fb73-f997-470b-a742-ac288d300b1f,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:13.984708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.035429 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] For port c5f8fb73-f997-470b-a742-ac288d300b1f, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=c5f8fb73-f997-470b-a742-ac288d300b1f,segment=NetworkSegment(812ad56c-228d-4a07-907c-a059562e4439),segment_id=812ad56c-228d-4a07-907c-a059562e4439)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:14.035915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.103626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Calling delete_port for c5f8fb73-f997-470b-a742-ac288d300b1f owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:14.156333 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] Calling delete_port for c5f8fb73-f997-470b-a742-ac288d300b1f owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:14.278837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 12:23:14.279095 dv-neutron-830866-1-hyperv neutron-server[84340]: util.warn( Feb 28 12:23:14.284780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:23:14.285080 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:23:14.323068 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f8fb73-f997-470b-a742-ac288d300b1f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:14.326754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] No DVR routers for this DVR port c5f8fb73-f997-470b-a742-ac288d300b1f on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:23:14.439367 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.463527 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb5dc11-c3b1-4833-82d1-e41dd036ab2a']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:14.475870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '812ad56c-228d-4a07-907c-a059562e4439') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:14.476185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '812ad56c-228d-4a07-907c-a059562e4439') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:14.487816 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.503129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.509366 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Releasing vlan 749 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:23:14.517055 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:23:14.522873 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:23:14.667728 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.683176 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.695294 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb5dc11-c3b1-4833-82d1-e41dd036ab2a,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:14.700557 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-114799fd-9e77-4e18-a622-c7cc44b67ac7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/fcb5dc11-c3b1-4833-82d1-e41dd036ab2a HTTP/1.1" status: 204 len: 168 time: 1.1348288 Feb 28 12:23:14.703342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34248) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:14.786352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] Deleting port c5f8fb73-f997-470b-a742-ac288d300b1f {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:14.786728 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.854160 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-d0518860-6808-4f22-b094-3904e3f5f49f None None] The port 'c5f8fb73-f997-470b-a742-ac288d300b1f' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 12:23:14.924937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-048a8bbf-5a88-4e2c-b257-922d45402dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:14.982733 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device c5f8fb73-f997-470b-a742-ac288d300b1f no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:23:15.018532 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: c5f8fb73-f997-470b-a742-ac288d300b1f {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:23:15.019069 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device c5f8fb73-f997-470b-a742-ac288d300b1f not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:23:15.019322 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7cade921-e5f5-44ac-ac9d-0258640c9bf8 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:23:15.052786 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 7cade921-e5f5-44ac-ac9d-0258640c9bf8 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:23:15.056289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 7cade921-e5f5-44ac-ac9d-0258640c9bf8 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:23:15.095236 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:15.762810 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Deleting port a8216ad2-3033-427a-8056-82ecad44ec07 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:15.763512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:15.931694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] For port a8216ad2-3033-427a-8056-82ecad44ec07, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=a8216ad2-3033-427a-8056-82ecad44ec07,segment=NetworkSegment(423776b4-5ddb-4778-9edd-bbbedb6753d5),segment_id=423776b4-5ddb-4778-9edd-bbbedb6753d5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:15.931966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:16.052479 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Calling delete_port for a8216ad2-3033-427a-8056-82ecad44ec07 owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:16.272893 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:16.320279 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Pushing event deleted for resources: {'Port': ['ID=a8216ad2-3033-427a-8056-82ecad44ec07,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:16.600455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:17.007083 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ebf0cadc-e746-4ee5-a9f2-c35c71fefa6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:17.264907 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Router 6852b963-ae8d-4051-a29f-12ac25aaa53c has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:23:17.459970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:23:17.469381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] Sync routers for ids ['6852b963-ae8d-4051-a29f-12ac25aaa53c'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:23:17.481456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] Routers {'6852b963-ae8d-4051-a29f-12ac25aaa53c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:17.487258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6852b963-ae8d-4051-a29f-12ac25aaa53c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:17.517144 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-094eeba4-2203-4402-a608-82f31ed09f5c admin admin] 10.222.0.31 "PUT /v2.0/routers/6852b963-ae8d-4051-a29f-12ac25aaa53c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8126636 Feb 28 12:23:17.519456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34252) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:17.688767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] Set router 6852b963-ae8d-4051-a29f-12ac25aaa53c gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:17.717830 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:17.908287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:17.966633 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Deleting port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:17.967096 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:17.968991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118'}], 'enable_snat': True}, 'gw_port_id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:38Z', 'updated_at': '2022-02-28T12:23:16Z', 'revision_number': 5, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'gw_port': {'id': '5145457a-ac1a-42c9-a0af-0eb5915c0bbc', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:3c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:12:39Z', 'updated_at': '2022-02-28T12:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:17.972810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] Checking router: 6852b963-ae8d-4051-a29f-12ac25aaa53c for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:23:17.983350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] Routers {'6852b963-ae8d-4051-a29f-12ac25aaa53c'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:17.983948 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['6852b963-ae8d-4051-a29f-12ac25aaa53c'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:18.134066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] Set router 6852b963-ae8d-4051-a29f-12ac25aaa53c gateway port host: None {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:18.139270 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] For port 5145457a-ac1a-42c9-a0af-0eb5915c0bbc, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=5145457a-ac1a-42c9-a0af-0eb5915c0bbc,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:18.139620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:18.238632 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:38Z', 'updated_at': '2022-02-28T12:23:17Z', 'revision_number': 6, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:18.242656 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053507d7-9ffc-4661-bd11-0f9602ea4799 None None] The sync data for ids ['6852b963-ae8d-4051-a29f-12ac25aaa53c'] in dv-neutron-830866-1-hyperv is: [{'id': '6852b963-ae8d-4051-a29f-12ac25aaa53c', 'name': 'tempest-TestShelveInstance-658951932-router', 'tenant_id': 'e1c5798619a64d07937824158fb4ba2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:12:38Z', 'updated_at': '2022-02-28T12:23:17Z', 'revision_number': 6, 'project_id': 'e1c5798619a64d07937824158fb4ba2d', 'gw_port_host': None}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:23:18.255333 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Calling delete_port for 5145457a-ac1a-42c9-a0af-0eb5915c0bbc owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:18.372713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:18.473491 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:18.502537 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:18.518731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Pushing event deleted for resources: {'Port': ['ID=5145457a-ac1a-42c9-a0af-0eb5915c0bbc,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:18.839632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.062165 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a8216ad2-3033-427a-8056-82ecad44ec07 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:23:19.095544 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: a8216ad2-3033-427a-8056-82ecad44ec07 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:23:19.095806 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device a8216ad2-3033-427a-8056-82ecad44ec07 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:23:19.096225 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5145457a-ac1a-42c9-a0af-0eb5915c0bbc no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:23:19.098459 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.102719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.128320 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 5145457a-ac1a-42c9-a0af-0eb5915c0bbc {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:23:19.128811 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 5145457a-ac1a-42c9-a0af-0eb5915c0bbc not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:23:19.241318 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.241898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6852b963-ae8d-4051-a29f-12ac25aaa53c {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:23:19.254302 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.255480 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-eb6077a4-c7d0-4794-a93c-4d3f82fbfe03 admin admin] 10.222.0.31 "DELETE /v2.0/routers/6852b963-ae8d-4051-a29f-12ac25aaa53c HTTP/1.1" status: 204 len: 168 time: 1.7351320 Feb 28 12:23:19.258092 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34256) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:19.320784 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-60871620-169c-4fd6-909e-987aeb1f4125 admin admin] Deleting subnet dc705c01-e266-4de5-acbc-71728d9a4a46 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:23:19.324384 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-60871620-169c-4fd6-909e-987aeb1f4125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.377244 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-60871620-169c-4fd6-909e-987aeb1f4125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.454610 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-60871620-169c-4fd6-909e-987aeb1f4125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.595677 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-60871620-169c-4fd6-909e-987aeb1f4125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.638424 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60871620-169c-4fd6-909e-987aeb1f4125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc705c01-e266-4de5-acbc-71728d9a4a46,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:19.642150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-60871620-169c-4fd6-909e-987aeb1f4125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.650240 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-60871620-169c-4fd6-909e-987aeb1f4125 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc705c01-e266-4de5-acbc-71728d9a4a46 HTTP/1.1" status: 204 len: 168 time: 0.3906915 Feb 28 12:23:19.652650 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 34260) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:19.670610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74dad41-c9e4-411c-90b9-857ea4231a33 None None] Network 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:23:19.769589 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.784443 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Deleting port 4636b741-fc3a-46b3-aa1a-39306922b1ef {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:19.784838 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.931478 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] DHCP port deletion for 4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:23:19.936966 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] Deleting port 4636b741-fc3a-46b3-aa1a-39306922b1ef {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:19.937332 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:19.970833 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.004696 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] For port 4636b741-fc3a-46b3-aa1a-39306922b1ef, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4636b741-fc3a-46b3-aa1a-39306922b1ef,segment=NetworkSegment(423776b4-5ddb-4778-9edd-bbbedb6753d5),segment_id=423776b4-5ddb-4778-9edd-bbbedb6753d5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:20.005447 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.136478 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Calling delete_port for 4636b741-fc3a-46b3-aa1a-39306922b1ef owned by network:dhcp {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:20.147791 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] For port 4636b741-fc3a-46b3-aa1a-39306922b1ef, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=4636b741-fc3a-46b3-aa1a-39306922b1ef,segment=NetworkSegment(423776b4-5ddb-4778-9edd-bbbedb6753d5),segment_id=423776b4-5ddb-4778-9edd-bbbedb6753d5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:20.148111 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.269671 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.313980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] Calling delete_port for 4636b741-fc3a-46b3-aa1a-39306922b1ef owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:23:20.319040 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4636b741-fc3a-46b3-aa1a-39306922b1ef,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:20.325225 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] No DVR routers for this DVR port 4636b741-fc3a-46b3-aa1a-39306922b1ef on host dv-neutron-830866-1-hyperv {{(pid=84338) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:23:20.386998 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:23:20.387608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:23:20.450113 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.475094 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc28ef0-135b-4d04-a0ed-fa3e66f0b290']}} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:20.490982 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423776b4-5ddb-4778-9edd-bbbedb6753d5') {'for_net_delete': True} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:20.491275 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.services.segments.db [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423776b4-5ddb-4778-9edd-bbbedb6753d5') {} {{(pid=84338) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:20.502709 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-67057185'] for segment, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.518915 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.524718 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Releasing vlan 719 on physical network physnet1 to pool {{(pid=84338) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:23:20.526104 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3843518'] for segment, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: Traceback (most recent call last): Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: timer() Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: cb(*args, **kw) Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: return func(*args, **kwargs) Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: self._notify() Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: self.callback(batched_events) Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: event.method(event) Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: return f(self, *a, **k) Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._get(url).json() Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: return self.request(url, 'GET', **kwargs) Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:23:20.538492 dv-neutron-830866-1-hyperv neutron-server[84338]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:23:20.675292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.691700 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for network, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.705682 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc28ef0-135b-4d04-a0ed-fa3e66f0b290,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:20.712621 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-c99e23ce-97be-43ad-829b-e002d12aeeb8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4cc28ef0-135b-4d04-a0ed-fa3e66f0b290 HTTP/1.1" status: 204 len: 168 time: 1.0582781 Feb 28 12:23:20.888683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] Deleting port 4636b741-fc3a-46b3-aa1a-39306922b1ef {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:23:20.889271 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:20.955336 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-14c430e4-9b16-47fa-a0ac-dad953bf13bc None None] The port '4636b741-fc3a-46b3-aa1a-39306922b1ef' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 12:23:20.987042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4636b741-fc3a-46b3-aa1a-39306922b1ef no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:23:21.018233 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 4636b741-fc3a-46b3-aa1a-39306922b1ef {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:23:21.018567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 4636b741-fc3a-46b3-aa1a-39306922b1ef not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:23:21.095874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 34266) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:21.147285 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fe7ee616-2e3d-4976-b9e1-d8c751b8657f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=150497b96ef24a118092c26e781695e3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502200 Feb 28 12:23:21.149795 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 34270) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:21.208174 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b9d6-4344-4751-8040-ed9e72edeb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:21.233288 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b9d6-4344-4751-8040-ed9e72edeb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:21.349096 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b9d6-4344-4751-8040-ed9e72edeb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:21.365704 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1b9d6-4344-4751-8040-ed9e72edeb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a00bd3-d7c3-4fc6-b344-d38fd6ebfb89,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:21.372265 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-ecf1b9d6-4344-4751-8040-ed9e72edeb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:21.373288 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-ecf1b9d6-4344-4751-8040-ed9e72edeb59 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45a00bd3-d7c3-4fc6-b344-d38fd6ebfb89 HTTP/1.1" status: 204 len: 168 time: 0.2226341 Feb 28 12:23:22.103665 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34278) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:22.152978 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-39ec127e-2718-429b-ab1b-8bba83ba505b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e1c5798619a64d07937824158fb4ba2d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481322 Feb 28 12:23:22.155438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34282) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:22.212103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b3271cfe-4951-4387-ad75-c7fb61bcaf55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:22.236523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b3271cfe-4951-4387-ad75-c7fb61bcaf55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:22.349199 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b3271cfe-4951-4387-ad75-c7fb61bcaf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:22.363595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3271cfe-4951-4387-ad75-c7fb61bcaf55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1e3212f-0239-4db5-b849-3140b773f85d,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:22.370081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b3271cfe-4951-4387-ad75-c7fb61bcaf55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:22.371312 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b3271cfe-4951-4387-ad75-c7fb61bcaf55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c1e3212f-0239-4db5-b849-3140b773f85d HTTP/1.1" status: 204 len: 168 time: 0.2150080 Feb 28 12:23:23.590020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34304) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:23.733377 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-356605863-network', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:23.738163 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:23.741921 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Usage tracker for resource:network and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:23.744804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:23.751173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:23.846325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Made reservation on behalf of 029d9a7a5d8041389ee747df4a1f3b4f for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:23:23.848685 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:23.864912 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:23.895133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:23.898821 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Usage tracker for resource:security_group_rule and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:23.902577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:23.908476 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:23.971278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:24.034826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:24.064569 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 712} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:23:24.072976 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626fb122-3787-4677-a149-f61f083d835f,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:24.080566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:24.080566 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Added segment 8c518993-35c8-4274-b5dc-bc2e22ff211e of type vlan for network db0de6b6-5262-467b-ab6a-f604795b7868 Feb 28 12:23:24.106748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:24.181246 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:24.182079 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:24.182666 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:24.283875 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] Pushing event updated for resources: {'Network': ['ID=db0de6b6-5262-467b-ab6a-f604795b7868,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:24.293671 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network db0de6b6-5262-467b-ab6a-f604795b7868 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:23:24.348364 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-3857a013-8528-4681-9de3-7ceca6a3fc8f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7572603 Feb 28 12:23:24.351084 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34310) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:24.356572 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Request body: {'subnet': {'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-356605863-subnet', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'ip_version': 4}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:24.361330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:24.365057 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Usage tracker for resource:subnet and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:24.367776 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:24.373472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:24.458211 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Made reservation on behalf of 029d9a7a5d8041389ee747df4a1f3b4f for: {'subnet': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:23:24.460570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3637174'] for subnet, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:24.713416 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3339900', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3637128'] for subnet, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:24.873741 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bd70b87-b117-4c65-ac94-9451032d8738,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:24.888269 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Checking segment: {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:23:24.888626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Network hostable DHCP agents. Network: db0de6b6-5262-467b-ab6a-f604795b7868, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84339) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:23:24.992837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Network db0de6b6-5262-467b-ab6a-f604795b7868 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84339) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:23:25.055691 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, db0de6b6-5262-467b-ab6a-f604795b7868) {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:25.060066 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:25.060646 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.064999 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686622e-55c4-48e5-ab1d-2f5ae24a8b95 None None] Network db0de6b6-5262-467b-ab6a-f604795b7868 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:23:25.161734 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-81f39142-93c1-48ce-b858-81ea260b62f5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8096216 Feb 28 12:23:25.164460 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 34314) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:25.170363 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:25.175292 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:25.179484 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Usage tracker for resource:router and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:25.182349 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:25.189072 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:25.269738 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.271434 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.273040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-db0de6b6-5262-467b-ab6a-f604795b7868', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:23:25.273893 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.290649 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.427861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Allocated IP 172.20.0.2 (db0de6b6-5262-467b-ab6a-f604795b7868/7bd70b87-b117-4c65-ac94-9451032d8738/63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:23:25.585763 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.638260 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.648056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Transition to ACTIVE for port object 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:25.667031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Transition to ACTIVE for port object 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:25.725011 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.792767 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Network db0de6b6-5262-467b-ab6a-f604795b7868 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:25.795440 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:25.799591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:23:25.801574 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Pushing event updated for resources: {'Port': ['ID=63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:25.828753 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.839843 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.840115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.840449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.840776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.841102 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.841422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.841744 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.842066 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.842381 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.842695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.843040 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:25.859401 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.901172 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Attempting to bind port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:23:25.901608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Attempting to bind port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:23:25.902698 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Attempting to bind port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 on network db0de6b6-5262-467b-ab6a-f604795b7868 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:23:25.909173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:23:25.909977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Checking segment: {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:23:25.909977 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.910293 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Bound using segment: {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:23:25.910752 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Bound port: 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:23:25.911146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:25.998397 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] For port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:23:25.999456 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Allocated IP 172.26.1.86 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/868eb786-240e-4ce3-8058-5b8fe354e896) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:23:26.001371 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] For port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:23:26.062352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:26.146411 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:26.147563 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7709ad0-6f50-4099-a3a3-e35418c6a1c5 None None] Pushing event updated for resources: {'Port': ['ID=63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:26.233570 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:26.327910 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:26.331295 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:26.333907 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:23:26.361226 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Pushing event updated for resources: {'Port': ['ID=868eb786-240e-4ce3-8058-5b8fe354e896,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:26.562080 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:26.562806 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:26.846617 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84338) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:23:27.058991 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:23:27.068913 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Sync routers for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:23:27.075841 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:27.086773 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:27.087414 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:27.107605 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1c307f-715b-4df3-9ee1-c7d14239e423 None None] Network db0de6b6-5262-467b-ab6a-f604795b7868 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:23:27.138235 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:27.139910 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-33cbd86c-7372-4c99-b9f5-2cd0994c98a7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9741893 Feb 28 12:23:27.142197 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 34322) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:27.268400 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:27.347703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:27.350353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a1ade58e-e772-4761-8340-1885516d781d None None] Provisioning for port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:27.360461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-a1ade58e-e772-4761-8340-1885516d781d None None] Provisioning complete for port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:27.360834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a1ade58e-e772-4761-8340-1885516d781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:27.383428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:27.383794 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:27.575325 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:26Z', 'revision_number': 3, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:27.579733 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Checking router: c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:23:27.580063 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Updating router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 port 868eb786-240e-4ce3-8058-5b8fe354e896 binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:23:27.646388 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:27.669289 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a1ade58e-e772-4761-8340-1885516d781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:27.690261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:27.730737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-a1ade58e-e772-4761-8340-1885516d781d None None] For port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:27.799480 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a1ade58e-e772-4761-8340-1885516d781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:27.921190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:23:27.921512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:23:27.928514 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ade58e-e772-4761-8340-1885516d781d None None] Pushing event updated for resources: {'Port': ['ID=63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:27.938350 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-09d8c883-58b4-4869-aa65-8ffb8eff3c26 None None] Provisioning complete for port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:27.938713 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-09d8c883-58b4-4869-aa65-8ffb8eff3c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.019221 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.031428 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Transition to ACTIVE for port object 868eb786-240e-4ce3-8058-5b8fe354e896 will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:28.046037 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.109565 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.189468 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Pushing event updated for resources: {'Port': ['ID=868eb786-240e-4ce3-8058-5b8fe354e896,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:28.191671 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Attempting to bind port 868eb786-240e-4ce3-8058-5b8fe354e896 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:23:28.192028 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Attempting to bind port 868eb786-240e-4ce3-8058-5b8fe354e896 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:23:28.192377 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Attempting to bind port 868eb786-240e-4ce3-8058-5b8fe354e896 on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:23:28.203565 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:23:28.203932 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:23:28.204319 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.204703 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:23:28.205145 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Bound port: 868eb786-240e-4ce3-8058-5b8fe354e896, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:23:28.205506 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.228092 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.228431 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.228763 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.229089 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.229416 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.230344 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.230902 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.231011 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.231256 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.231568 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.231900 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84341) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:23:28.254166 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.db_base_plugin_common [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Allocated IP 172.20.0.1 (db0de6b6-5262-467b-ab6a-f604795b7868/7bd70b87-b117-4c65-ac94-9451032d8738/b6fd6cc7-13ab-4736-b825-7b9e891f56e4) {{(pid=84338) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:23:28.283777 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] For port 868eb786-240e-4ce3-8058-5b8fe354e896, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:23:28.286902 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] For port 868eb786-240e-4ce3-8058-5b8fe354e896, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=868eb786-240e-4ce3-8058-5b8fe354e896,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:23:28.342181 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.406826 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.423268 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc5bff-4b21-4a1f-965a-50338d5f9f9e None None] Pushing event updated for resources: {'Port': ['ID=868eb786-240e-4ce3-8058-5b8fe354e896,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:28.423558 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.provisioning_blocks [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Transition to ACTIVE for port object b6fd6cc7-13ab-4736-b825-7b9e891f56e4 will not be triggered until provisioned by entity DHCP. {{(pid=84338) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:28.428511 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:28.429094 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:28.519254 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.587500 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Network db0de6b6-5262-467b-ab6a-f604795b7868 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:28.591663 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:28.593546 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Pushing event updated for resources: {'Port': ['ID=b6fd6cc7-13ab-4736-b825-7b9e891f56e4,revision_number=1']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:28.595653 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Received port after_create {{(pid=84338) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:23:28.629742 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:28.648936 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.785182 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.927039 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:26Z', 'revision_number': 3, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:28.930279 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ce679eff-bd19-40eb-953b-23efb775b2e7 None None] Provisioning for port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:28.930776 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7d9aa6-401a-49aa-a34d-eaff5a4b3105 None None] The sync data for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv is: [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:26Z', 'revision_number': 3, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:23:28.941109 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ce679eff-bd19-40eb-953b-23efb775b2e7 None None] Provisioning complete for port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:28.941477 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ce679eff-bd19-40eb-953b-23efb775b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:28.997352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ce679eff-bd19-40eb-953b-23efb775b2e7 None None] Port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:23:29.030737 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:29.053373 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:29.091373 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3843522'] for port, after_update {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:29.152730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:29.153096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:29.214686 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:29.218807 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Pushing event updated for resources: {'Port': ['ID=b6fd6cc7-13ab-4736-b825-7b9e891f56e4,revision_number=2']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:29.360244 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Network db0de6b6-5262-467b-ab6a-f604795b7868 is already hosted by enough agents. {{(pid=84338) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:29.361412 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:29.629699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b615b8cf-4551-4751-a87e-969a212866f2 None None] Provisioning complete for port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:29.630064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b615b8cf-4551-4751-a87e-969a212866f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:29.689768 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b615b8cf-4551-4751-a87e-969a212866f2 None None] Port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:23:29.900060 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:23:30.106172 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:23:30.114964 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d7d1caef-7758-42de-99bf-25065fe90b1e admin admin] 10.222.0.31 "PUT /v2.0/routers/c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9714558 Feb 28 12:23:31.060124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 868eb786-240e-4ce3-8058-5b8fe354e896 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:31.193148 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34344) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:31.198612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-735030502-network', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:31.203314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:31.206202 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 868eb786-240e-4ce3-8058-5b8fe354e896 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:31.207414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Usage tracker for resource:network and tenant:e5e92df71dba4f07bf24d9bc1e4de45e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:31.210278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:31.211085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 868eb786-240e-4ce3-8058-5b8fe354e896 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:31.211446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.216099 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:31.289974 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Made reservation on behalf of e5e92df71dba4f07bf24d9bc1e4de45e for: {'network': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:23:31.292914 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for network, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.305081 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.325927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.334956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:31.338829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Usage tracker for resource:security_group_rule and tenant:e5e92df71dba4f07bf24d9bc1e4de45e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:31.342133 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:31.342257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 868eb786-240e-4ce3-8058-5b8fe354e896, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=868eb786-240e-4ce3-8058-5b8fe354e896,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:31.347771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:31.410090 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.410299 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.469672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.476785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=868eb786-240e-4ce3-8058-5b8fe354e896,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:31.501304 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 721} {{(pid=84339) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 12:23:31.515723 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70626e37-ae6a-4637-b657-57ee9db79f97,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:31.519822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.520154 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.segments_db [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Added segment 206b417f-8983-413f-bd6f-6975c45ae7d7 of type vlan for network c5e420d9-5036-44bd-b1db-7eb6027432b5 Feb 28 12:23:31.545678 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8752571371012'] for network, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.612203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569'] for network, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.613143 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:31.613717 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:31.716024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] Pushing event updated for resources: {'Network': ['ID=c5e420d9-5036-44bd-b1db-7eb6027432b5,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:31.725521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Network c5e420d9-5036-44bd-b1db-7eb6027432b5 details requested by agent ovs-agent-dv-neutron-830866-1-hyperv with host dv-neutron-830866-1-hyperv {{(pid=84340) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 12:23:31.767043 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d0f09a32-fd8c-4b9f-9f05-63f7a3d8e209 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5727944 Feb 28 12:23:31.769841 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 34348) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:31.775325 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.v2.base [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Request body: {'subnet': {'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-735030502-subnet', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'ip_version': 4}} {{(pid=84338) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:31.780518 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:31.784323 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Usage tracker for resource:subnet and tenant:e5e92df71dba4f07bf24d9bc1e4de45e is out of sync, need to count used quota {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:31.787743 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.quota.resource [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84338) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:31.793955 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.db.quota.driver [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84338) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:31.872742 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Made reservation on behalf of e5e92df71dba4f07bf24d9bc1e4de45e for: {'subnet': 1} {{(pid=84338) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:23:31.875136 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3455594'] for subnet, before_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:32.141632 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3843415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3455572'] for subnet, after_create {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:32.215436 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc45f543-2a58-43bb-86c2-5c3ae1df025f,revision_number=0']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:32.229397 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Checking segment: {'id': '206b417f-8983-413f-bd6f-6975c45ae7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84338) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:23:32.230568 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Network hostable DHCP agents. Network: c5e420d9-5036-44bd-b1db-7eb6027432b5, hostable agents: ['6e3861bc-cfc0-4b0e-bad4-f354dc237332'], hosted agents: [] {{(pid=84338) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 12:23:32.318802 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Network c5e420d9-5036-44bd-b1db-7eb6027432b5 is scheduled to be hosted by DHCP agent 6e3861bc-cfc0-4b0e-bad4-f354dc237332 with binding_index 1 {{(pid=84338) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 12:23:32.372466 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.base_scheduler [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-1-hyperv, c5e420d9-5036-44bd-b1db-7eb6027432b5) {{(pid=84338) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:32.376419 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84338) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:32.377030 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:32.381471 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3453fe6c-6ef7-4131-b424-c8d85215fe32 None None] Network c5e420d9-5036-44bd-b1db-7eb6027432b5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:23:32.447730 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Sync routers for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:23:32.453781 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-fd7c4fd7-c64b-4e5f-89c0-5dc1159502ec admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6828198 Feb 28 12:23:32.456561 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34352) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:32.461714 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:32.467845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:32.471587 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Usage tracker for resource:router and tenant:e5e92df71dba4f07bf24d9bc1e4de45e is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:32.474518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:32.479643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:32.481530 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:32.481647 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:32.541964 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-409669', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-41882'] for router, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:32.543311 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-409634', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-414718', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-346702', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41877'] for router, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:32.561136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:32.754285 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:32.778648 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-414672', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-409687', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41895'] for router, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:32.836551 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp69c7826d-2b32-5e1b-9f8c-64fd973d248e-c5e420d9-5036-44bd-b1db-7eb6027432b5', 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'fixed_ips': [{'subnet_id': 'dc45f543-2a58-43bb-86c2-5c3ae1df025f'}]}} from dv-neutron-830866-1-hyperv. {{(pid=84340) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 12:23:32.837356 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.036472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.068890 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 868eb786-240e-4ce3-8058-5b8fe354e896 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:33.069769 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.207658 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Allocated IP 172.26.1.137 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/8947d962-1755-44f3-9fb1-7b1e4a9b84ff) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:23:33.235234 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.db_base_plugin_common [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Allocated IP 172.20.0.2 (c5e420d9-5036-44bd-b1db-7eb6027432b5/dc45f543-2a58-43bb-86c2-5c3ae1df025f/f38da81d-7e5f-4c5d-a2d8-c22af101cb3c) {{(pid=84340) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:23:33.356939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.358433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 868eb786-240e-4ce3-8058-5b8fe354e896 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:33.358798 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.444608 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.516496 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:33.519034 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:33.522858 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:23:33.556226 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Pushing event updated for resources: {'Port': ['ID=8947d962-1755-44f3-9fb1-7b1e4a9b84ff,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:33.566599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 2, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:33.585527 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Checking router: c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:23:33.585872 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Updating router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:23:33.609987 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Notify callbacks [] for port, precommit_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.645538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Transition to ACTIVE for port object f38da81d-7e5f-4c5d-a2d8-c22af101cb3c will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:33.679355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.688506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Transition to ACTIVE for port object f38da81d-7e5f-4c5d-a2d8-c22af101cb3c will not be triggered until provisioned by entity DHCP. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:33.743016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.743884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-409678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-414507'] for router, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.786703 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881'] for port, after_create {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:33.905677 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Network c5e420d9-5036-44bd-b1db-7eb6027432b5 is already hosted by enough agents. {{(pid=84340) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:33.906417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Pushing event updated for resources: {'Port': ['ID=f38da81d-7e5f-4c5d-a2d8-c22af101cb3c,revision_number=1']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:33.953599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.scheduler.base_scheduler [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Resources bound (agent type, host, resource id): {{(pid=84340) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:33.959462 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Received port after_create {{(pid=84340) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:23:34.034667 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 is scheduled to L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c with binding_index 1 {{(pid=84339) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 12:23:34.087599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Attempting to bind port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:23:34.087991 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Attempting to bind port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '206b417f-8983-413f-bd6f-6975c45ae7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:23:34.088346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Attempting to bind port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c on network c5e420d9-5036-44bd-b1db-7eb6027432b5 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:23:34.102251 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:23:34.102617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Checking segment: {'id': '206b417f-8983-413f-bd6f-6975c45ae7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:23:34.103044 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:34.103433 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Bound using segment: {'id': '206b417f-8983-413f-bd6f-6975c45ae7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:23:34.103898 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Bound port: f38da81d-7e5f-4c5d-a2d8-c22af101cb3c, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206b417f-8983-413f-bd6f-6975c45ae7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:23:34.104266 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:34.299564 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:34.308283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] For port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:23:34.314029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] For port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f38da81d-7e5f-4c5d-a2d8-c22af101cb3c,segment=NetworkSegment(206b417f-8983-413f-bd6f-6975c45ae7d7),segment_id=206b417f-8983-413f-bd6f-6975c45ae7d7)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:23:34.316789 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Transition to ACTIVE for port object b6fd6cc7-13ab-4736-b825-7b9e891f56e4 will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:34.332069 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:23:34.340699 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Sync routers for ids ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:23:34.357140 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Routers {'9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:34.358095 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:34.381926 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:34.438386 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:34.478703 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:34.480618 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e0f00cd5-9876-4152-a33c-c45a3f9531b8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0224233 Feb 28 12:23:34.483083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34356) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:34.489807 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:23:34.545191 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6de1fc-ed39-400e-97af-b7d7e5d7b51d None None] Pushing event updated for resources: {'Port': ['ID=f38da81d-7e5f-4c5d-a2d8-c22af101cb3c,revision_number=2']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:34.560516 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Set router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:34.644746 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:34.733107 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249d61f-2548-4c95-85c3-7fe0b358a6e8 None None] Pushing event updated for resources: {'Port': ['ID=b6fd6cc7-13ab-4736-b825-7b9e891f56e4,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:34.800679 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Attempting to bind port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:23:34.801576 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Attempting to bind port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:23:34.802076 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Attempting to bind port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 on network db0de6b6-5262-467b-ab6a-f604795b7868 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:23:34.831617 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:23:34.831993 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Checking segment: {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:23:34.832413 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:34.832800 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Bound using segment: {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:23:34.833385 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Bound port: b6fd6cc7-13ab-4736-b825-7b9e891f56e4, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:23:34.833814 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:34.963546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] For port b6fd6cc7-13ab-4736-b825-7b9e891f56e4, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:23:34.968400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] For port b6fd6cc7-13ab-4736-b825-7b9e891f56e4, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b6fd6cc7-13ab-4736-b825-7b9e891f56e4,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:23:35.003676 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:32Z', 'updated_at': '2022-02-28T12:23:33Z', 'revision_number': 3, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'gw_port': {'id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:33Z', 'updated_at': '2022-02-28T12:23:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:35.008242 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Checking router: 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:23:35.008659 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Updating router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff binding host dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:23:35.036582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.080114 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.106257 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f38da81d-7e5f-4c5d-a2d8-c22af101cb3c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:35.176710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1249d61f-2548-4c95-85c3-7fe0b358a6e8 None None] Pushing event updated for resources: {'Port': ['ID=b6fd6cc7-13ab-4736-b825-7b9e891f56e4,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:35.184976 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:35.188189 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:35.416278 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:35.423555 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:35.465154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.505997 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Notify callbacks [] for port, precommit_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.514375 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.provisioning_blocks [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Transition to ACTIVE for port object 8947d962-1755-44f3-9fb1-7b1e4a9b84ff will not be triggered until provisioned by entity L2. {{(pid=84341) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:35.616528 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.723970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Allocated IP 172.20.0.1 (c5e420d9-5036-44bd-b1db-7eb6027432b5/dc45f543-2a58-43bb-86c2-5c3ae1df025f/15aa9a1e-5383-40ad-b8a8-2842ac12293b) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:23:35.740859 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Attempting to bind port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:23:35.741362 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Attempting to bind port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:23:35.741837 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Attempting to bind port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff on network 0f2d1b25-1d24-484b-87d3-29d5438ce27f {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:23:35.751621 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:23:35.752183 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Checking segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84341) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:23:35.752679 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.753159 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Bound using segment: {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'} {{(pid=84341) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:23:35.753720 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.managers [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Bound port: 8947d962-1755-44f3-9fb1-7b1e4a9b84ff, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '039d1705-f8d6-4ead-bc57-6a79c67e77c5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f'}}] {{(pid=84341) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:23:35.754211 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.797559 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac6ac0-320e-495c-ba36-207821adcfc9 None None] Pushing event updated for resources: {'Port': ['ID=8947d962-1755-44f3-9fb1-7b1e4a9b84ff,revision_number=2']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:35.820092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:34Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:35.825169 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b56b17b-c5c4-422f-be42-6f2107ec7bf9 None None] The sync data for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv is: [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:34Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:23:35.842658 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] For port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84341) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:23:35.845786 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.plugins.ml2.db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] For port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8947d962-1755-44f3-9fb1-7b1e4a9b84ff,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84341) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:23:35.895491 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c7e1f2-2d3a-4e17-808a-bf9f42636707 None None] Network c5e420d9-5036-44bd-b1db-7eb6027432b5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:23:35.911264 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron_lib.callbacks.manager [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84341) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.930238 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:35.961672 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Transition to ACTIVE for port object 15aa9a1e-5383-40ad-b8a8-2842ac12293b will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:36.012377 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac6ac0-320e-495c-ba36-207821adcfc9 None None] Pushing event updated for resources: {'Port': ['ID=8947d962-1755-44f3-9fb1-7b1e4a9b84ff,revision_number=3']} {{(pid=84341) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:36.016866 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Routers {'9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:36.017602 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:36.110227 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:36.115973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0cc07bfd-8e94-4e3a-a3ba-216d17a81b4b None None] Provisioning for port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:36.129802 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-0cc07bfd-8e94-4e3a-a3ba-216d17a81b4b None None] Provisioning complete for port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:36.130288 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0cc07bfd-8e94-4e3a-a3ba-216d17a81b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:36.202323 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Network c5e420d9-5036-44bd-b1db-7eb6027432b5 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:36.205656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:36.211477 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:23:36.233390 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] Set router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:36.276085 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Pushing event updated for resources: {'Port': ['ID=15aa9a1e-5383-40ad-b8a8-2842ac12293b,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:36.290664 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413429'] for router_interface, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:36.325707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0cc07bfd-8e94-4e3a-a3ba-216d17a81b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:36.364175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-0cc07bfd-8e94-4e3a-a3ba-216d17a81b4b None None] For port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f38da81d-7e5f-4c5d-a2d8-c22af101cb3c,segment=NetworkSegment(206b417f-8983-413f-bd6f-6975c45ae7d7),segment_id=206b417f-8983-413f-bd6f-6975c45ae7d7)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:36.435246 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0cc07bfd-8e94-4e3a-a3ba-216d17a81b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:36.491083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:36.580494 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:32Z', 'updated_at': '2022-02-28T12:23:33Z', 'revision_number': 3, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'gw_port': {'id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:33Z', 'updated_at': '2022-02-28T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:36.582891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc07bfd-8e94-4e3a-a3ba-216d17a81b4b None None] Pushing event updated for resources: {'Port': ['ID=f38da81d-7e5f-4c5d-a2d8-c22af101cb3c,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:36.586194 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f3a424e-8c0a-4232-9c91-891dd214d2f1 None None] The sync data for ids ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'] in dv-neutron-830866-1-hyperv is: [{'id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:32Z', 'updated_at': '2022-02-28T12:23:33Z', 'revision_number': 3, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'gw_port': {'id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:33Z', 'updated_at': '2022-02-28T12:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:23:36.665758 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-99767c04-f95e-4b72-8bdc-fff12060df44 None None] Provisioning complete for port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:36.666179 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-99767c04-f95e-4b72-8bdc-fff12060df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:36.880989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-99767c04-f95e-4b72-8bdc-fff12060df44 None None] Provisioning for port 15aa9a1e-5383-40ad-b8a8-2842ac12293b completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:36.886787 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-99767c04-f95e-4b72-8bdc-fff12060df44 None None] Provisioning complete for port 15aa9a1e-5383-40ad-b8a8-2842ac12293b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:36.887327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-99767c04-f95e-4b72-8bdc-fff12060df44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:36.918977 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:36.941240 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-99767c04-f95e-4b72-8bdc-fff12060df44 None None] Port 15aa9a1e-5383-40ad-b8a8-2842ac12293b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:23:36.975946 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:37.065829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-df8a859d-8a05-4d0f-bb54-efc75c0f7ce0 None None] Provisioning complete for port 15aa9a1e-5383-40ad-b8a8-2842ac12293b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:37.066352 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-df8a859d-8a05-4d0f-bb54-efc75c0f7ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:37.084500 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Pushing event updated for resources: {'Port': ['ID=15aa9a1e-5383-40ad-b8a8-2842ac12293b,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:37.086814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1443401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-413208'] for router_interface, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:37.121582 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f38da81d-7e5f-4c5d-a2d8-c22af101cb3c up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:37.153397 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-df8a859d-8a05-4d0f-bb54-efc75c0f7ce0 None None] Port 15aa9a1e-5383-40ad-b8a8-2842ac12293b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:23:37.192829 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:37.193198 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:37.228947 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Network c5e420d9-5036-44bd-b1db-7eb6027432b5 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:37.229994 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:37.313206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b6fd6cc7-13ab-4736-b825-7b9e891f56e4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:37.444538 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:37.449528 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:37.449891 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:37.515130 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-223d9dce-4775-45a6-ad70-a2a96643c9fd None None] Provisioning complete for port 15aa9a1e-5383-40ad-b8a8-2842ac12293b triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:37.515591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-223d9dce-4775-45a6-ad70-a2a96643c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:37.578645 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-223d9dce-4775-45a6-ad70-a2a96643c9fd None None] Port 15aa9a1e-5383-40ad-b8a8-2842ac12293b cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:23:37.625626 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:23:37.632037 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:37.665975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port b6fd6cc7-13ab-4736-b825-7b9e891f56e4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b6fd6cc7-13ab-4736-b825-7b9e891f56e4,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:37.753115 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:37.822937 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=b6fd6cc7-13ab-4736-b825-7b9e891f56e4,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:37.829339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:23:37.837989 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-29868f0e-b85e-41df-be93-1b50508438fe admin admin] 10.222.0.31 "PUT /v2.0/routers/9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3542173 Feb 28 12:23:39.041298 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b6fd6cc7-13ab-4736-b825-7b9e891f56e4 up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:39.110327 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:39.110618 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:39.514020 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34380) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:39.519622 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-15752488', 'description': 'tempest-secgroup-smoke-15752488 description', 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:39.525420 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:39.530129 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:security_group and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:39.532928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:39.538985 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:39.623931 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:39.660928 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:39.664906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:security_group_rule and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:39.667975 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:39.673516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:39.726924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:39.795015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:39.835453 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5918d9cb-4273-4071-8083-11bb79ea99b6,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:39.920439 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:39.921910 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-e055d755-d822-4510-b968-9bda0f0d2f95 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4066756 Feb 28 12:23:39.924616 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34384) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:39.929966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'security_group_rule': {'security_group_id': '5918d9cb-4273-4071-8083-11bb79ea99b6', 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:39.936906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:39.940654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:security_group_rule and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:39.943512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:39.949390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:40.029579 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.088452 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.160463 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.186978 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7194f59b-d363-4d93-9978-1c37cb34a25f,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:40.290093 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.291305 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-4f493dcc-0fcc-473b-a021-e1f8d73a64da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3657968 Feb 28 12:23:40.294674 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34390) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:40.300015 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'security_group_rule': {'security_group_id': '5918d9cb-4273-4071-8083-11bb79ea99b6', 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:40.305859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:40.309845 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:security_group_rule and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:40.312707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:40.322309 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:40.422662 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.482280 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.560737 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.583344 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c63607e4-0573-4a57-9c98-5d66fa114415,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:40.657984 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.659278 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dd7308d5-b2f5-4ea1-8ebc-e53885f9f5d2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3636215 Feb 28 12:23:40.661890 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34394) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:40.667281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'security_group_rule': {'security_group_id': '5918d9cb-4273-4071-8083-11bb79ea99b6', 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:40.673973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:40.677809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:security_group_rule and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:40.680619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:40.686220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:40.760804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.822798 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.868704 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.893557 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937d0196-63ed-401f-bc6e-74662c937e7f,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:40.972102 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:40.973462 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-917f041d-758a-4803-b42c-919db1d221e0 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3106167 Feb 28 12:23:40.976103 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34398) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:40.981743 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'security_group_rule': {'security_group_id': '5918d9cb-4273-4071-8083-11bb79ea99b6', 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:40.987654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:40.991398 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:security_group_rule and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:40.994207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:41.000652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:41.081342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.145392 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.217548 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.241105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b960df-e2fb-4a3e-a078-0675308030dc,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:41.301485 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.302626 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-bea213fa-ee8e-4d50-afc0-7ad31a3c9598 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3256156 Feb 28 12:23:41.305259 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34402) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:41.310497 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'security_group_rule': {'security_group_id': '5918d9cb-4273-4071-8083-11bb79ea99b6', 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:41.316201 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:41.319925 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:security_group_rule and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:41.322987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:41.328619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:41.406374 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Project 029d9a7a5d8041389ee747df4a1f3b4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:23:41.412870 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.474822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.572012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.595578 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f47ce6e-3e13-40f8-822a-943266741905,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:41.720973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.722165 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-65de1f01-5db2-425b-8937-4b44e078c88e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4160271 Feb 28 12:23:41.725032 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34406) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:41.730173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'security_group_rule': {'security_group_id': '5918d9cb-4273-4071-8083-11bb79ea99b6', 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:41.736182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:41.739866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:security_group_rule and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:41.742620 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:41.748774 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:41.828062 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.securitygroups_db [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Project 029d9a7a5d8041389ee747df4a1f3b4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 12:23:41.834343 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.897864 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.970150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-331612'] for security_group_rule, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:41.996474 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=597817d5-eacc-4a11-9c8b-7569b6fba45a,revision_number=0']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:42.072559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:42.074352 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f66fd56e-138e-4905-a1d4-e8bb80b32088 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3478251 Feb 28 12:23:42.247415 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-b8e684c4-4f73-442f-8db2-9e9c72d1f205 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Synchronizing usage tracker for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:security_group {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:23:42.329594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-b8e684c4-4f73-442f-8db2-9e9c72d1f205 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Unset dirty status for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:security_group {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:23:42.330753 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-b8e684c4-4f73-442f-8db2-9e9c72d1f205 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15752488&fields=id&tenant_id=029d9a7a5d8041389ee747df4a1f3b4f HTTP/1.1" status: 200 len: 267 time: 0.1231215 Feb 28 12:23:42.572359 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-d1630332-2812-4d39-9894-2aa03d5d4499 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:42.573054 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-d1630332-2812-4d39-9894-2aa03d5d4499 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Synchronizing usage tracker for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:network {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:23:42.638813 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-d1630332-2812-4d39-9894-2aa03d5d4499 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Unset dirty status for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:network {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:23:42.640300 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-d1630332-2812-4d39-9894-2aa03d5d4499 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 809 time: 0.3030450 Feb 28 12:23:42.658463 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-393249c3-8c6e-4206-9054-adfa6a410df4 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/quotas/029d9a7a5d8041389ee747df4a1f3b4f HTTP/1.1" status: 200 len: 375 time: 0.0126431 Feb 28 12:23:42.737975 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-f4af5cb5-ce9b-406f-840d-b4c4a6ae8ad4 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0743489 Feb 28 12:23:42.870826 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-86f9bdd2-0dc6-41b5-866b-f0c170ec999b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=84339) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 12:23:42.871809 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-86f9bdd2-0dc6-41b5-866b-f0c170ec999b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1225243 Feb 28 12:23:43.006597 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-71bed0e0-0ce6-40ba-aa43-c025630d6369 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284499 Feb 28 12:23:43.135848 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-7e0be4e0-b4ec-4d92-abc3-3bd0150baffb service neutron] 10.222.0.31 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227608 Feb 28 12:23:44.451397 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-33a58b2e-fa15-4812-a2e8-5ecd8e6b3bbf req-6dbddeed-df87-450b-a58e-dbb0151727ef tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 210 time: 0.0436425 Feb 28 12:23:44.904143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-42e05ae6-2f52-4307-9d32-2381aa2a8449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:45.064579 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8947d962-1755-44f3-9fb1-7b1e4a9b84ff up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:45.192612 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:45.197465 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:45.197906 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:45.310096 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:45.325554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8947d962-1755-44f3-9fb1-7b1e4a9b84ff,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:45.388309 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:45.456239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=8947d962-1755-44f3-9fb1-7b1e4a9b84ff,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:45.609603 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7449f394-bdc3-4889-a0c5-75d770e22f6f req-4e3fa494-ad77-41ee-8537-2b009d45ae62 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 210 time: 0.0410135 Feb 28 12:23:46.477266 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-3336c3d9-775e-4282-922d-2f095613aee1 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:46.478681 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-3336c3d9-775e-4282-922d-2f095613aee1 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 809 time: 0.1516030 Feb 28 12:23:46.533370 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-7d6060f6-809a-461b-be07-ddf408faa817 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029d9a7a5d8041389ee747df4a1f3b4f HTTP/1.1" status: 200 len: 378 time: 0.0417500 Feb 28 12:23:46.549659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'port': {'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'admin_state_up': True, 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'security_groups': ['5918d9cb-4273-4071-8083-11bb79ea99b6']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:46.699185 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:46.703794 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:port and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:46.706613 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:46.712570 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:46.802990 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5934ebd3-73a4-4900-b3a5-90ff9fcaf380 req-f39ee085-7c0b-4ae9-8958-c8e377f54d3a tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 210 time: 0.0424855 Feb 28 12:23:46.810127 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Made reservation on behalf of 029d9a7a5d8041389ee747df4a1f3b4f for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:23:46.813083 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:46.979855 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Allocated IP 172.20.0.10 (db0de6b6-5262-467b-ab6a-f604795b7868/7bd70b87-b117-4c65-ac94-9451032d8738/744a73ba-c9fa-4e47-aea7-2884313f0c86) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:23:47.011901 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f0bb601e-15db-4876-8fd9-ca3ce7199ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:47.050567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8947d962-1755-44f3-9fb1-7b1e4a9b84ff up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:47.124178 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:47.124546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:47.178486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:47.194554 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Transition to ACTIVE for port object 744a73ba-c9fa-4e47-aea7-2884313f0c86 will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:47.284668 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:47.361528 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Network db0de6b6-5262-467b-ab6a-f604795b7868 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:47.364562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:47.369262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:23:47.394827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'Port': ['ID=744a73ba-c9fa-4e47-aea7-2884313f0c86,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:47.433281 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:47.433887 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:47.499649 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-cfd391ba-fd8b-4b7c-8710-5b0063833d27 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9562550 Feb 28 12:23:47.510702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Request body: {'port': {'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:47.598506 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6c996d07-dd09-4d85-8c1d-b93730c28fe8 None None] Provisioning for port 744a73ba-c9fa-4e47-aea7-2884313f0c86 completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:47.603388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-6c996d07-dd09-4d85-8c1d-b93730c28fe8 None None] Provisioning complete for port 744a73ba-c9fa-4e47-aea7-2884313f0c86 triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:47.603725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6c996d07-dd09-4d85-8c1d-b93730c28fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:47.623924 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:47.656118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-6c996d07-dd09-4d85-8c1d-b93730c28fe8 None None] Port 744a73ba-c9fa-4e47-aea7-2884313f0c86 cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:23:48.049682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901a562-4f58-4089-8a7c-8669d501066f req-400f2471-a3c6-4f46-9836-ecdfb1fd3cf4 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:48.050365 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5901a562-4f58-4089-8a7c-8669d501066f req-400f2471-a3c6-4f46-9836-ecdfb1fd3cf4 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Synchronizing usage tracker for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:23:48.123203 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 744a73ba-c9fa-4e47-aea7-2884313f0c86 {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:23:48.129827 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:48.144299 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Transition to ACTIVE for port object 744a73ba-c9fa-4e47-aea7-2884313f0c86 will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:48.198340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-5901a562-4f58-4089-8a7c-8669d501066f req-400f2471-a3c6-4f46-9836-ecdfb1fd3cf4 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Unset dirty status for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:23:48.199542 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5901a562-4f58-4089-8a7c-8669d501066f req-400f2471-a3c6-4f46-9836-ecdfb1fd3cf4 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 932 time: 0.2678659 Feb 28 12:23:48.225210 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:48.367039 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5901a562-4f58-4089-8a7c-8669d501066f req-75028d3b-1486-4949-9be2-210c3aeb9b83 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1608591 Feb 28 12:23:48.372051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:48.375417 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Pushing event updated for resources: {'Port': ['ID=744a73ba-c9fa-4e47-aea7-2884313f0c86,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:48.480487 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:48.486577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Attempting to bind port 744a73ba-c9fa-4e47-aea7-2884313f0c86 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:23:48.486934 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Attempting to bind port 744a73ba-c9fa-4e47-aea7-2884313f0c86 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:23:48.487261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Attempting to bind port 744a73ba-c9fa-4e47-aea7-2884313f0c86 on network db0de6b6-5262-467b-ab6a-f604795b7868 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:23:48.492822 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Port 744a73ba-c9fa-4e47-aea7-2884313f0c86 on network db0de6b6-5262-467b-ab6a-f604795b7868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:23:48.493132 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Attempting to bind port 744a73ba-c9fa-4e47-aea7-2884313f0c86 on network db0de6b6-5262-467b-ab6a-f604795b7868 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:23:48.499696 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:23:48.500025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Checking segment: {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:23:48.500401 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Bound using segment: {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:23:48.500811 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Bound port: 744a73ba-c9fa-4e47-aea7-2884313f0c86, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:23:48.501147 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:48.588094 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:23:48.591071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:23:48.652746 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:48.716910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:48.718878 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] 10.222.0.57 "PUT /v2.0/ports/744a73ba-c9fa-4e47-aea7-2884313f0c86 HTTP/1.1" status: 200 len: 1094 time: 1.2124989 Feb 28 12:23:48.719308 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:23:48.736936 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbbd93f-d720-4054-81fd-9f9265754860 service neutron] Pushing event updated for resources: {'Port': ['ID=744a73ba-c9fa-4e47-aea7-2884313f0c86,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:48.780431 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'status': 'completed', 'code': 200} Feb 28 12:23:48.869355 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-92e1cf41-b8e1-47cd-b834-27f55630b337 req-02e4eaeb-6c6d-4dfd-9faf-c0afed0e7f5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1097 time: 0.0715556 Feb 28 12:23:49.007342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1cf41-b8e1-47cd-b834-27f55630b337 req-0dcdc896-0826-459e-ac2f-9eedd1c4867f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:49.008733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-92e1cf41-b8e1-47cd-b834-27f55630b337 req-0dcdc896-0826-459e-ac2f-9eedd1c4867f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1329057 Feb 28 12:23:49.140149 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1cf41-b8e1-47cd-b834-27f55630b337 req-7aea8ced-047b-407d-b060-3ecefdf1f5d0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:49.141549 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-92e1cf41-b8e1-47cd-b834-27f55630b337 req-7aea8ced-047b-407d-b060-3ecefdf1f5d0 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1274958 Feb 28 12:23:49.250631 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-4a853666-ad39-476f-8b05-f590810ad18a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1097 time: 0.0737882 Feb 28 12:23:49.316731 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-f2d495b9-5bfd-4e90-966d-89921534ce56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86 HTTP/1.1" status: 200 len: 217 time: 0.0595868 Feb 28 12:23:49.386562 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-b4efeddc-3fa6-43e8-83a4-f4f5c9ac2688 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:49.387970 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-b4efeddc-3fa6-43e8-83a4-f4f5c9ac2688 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0660138 Feb 28 12:23:49.463669 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-fd5c60a9-9ffd-4d63-b043-23e2fe5c3137 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685515 Feb 28 12:23:49.605526 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-321afea8-d04b-47af-a728-83caa0d1552f service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359437 Feb 28 12:23:49.907622 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1a1fd36b-8a2f-4333-86fd-f58183290460 req-7f6e36ae-9e9a-4cd1-ab9c-3ff9e1fb5f2b service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954416 Feb 28 12:23:49.917719 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd612ba8-28f4-493e-9707-cc636f3cebef req-160e09b9-0660-49f8-9a7f-96d1c1ce6562 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:49.925748 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd612ba8-28f4-493e-9707-cc636f3cebef req-160e09b9-0660-49f8-9a7f-96d1c1ce6562 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 944 time: 0.2813158 Feb 28 12:23:49.938132 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:49.964519 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bd612ba8-28f4-493e-9707-cc636f3cebef req-ba291319-d09d-48a8-ad9a-8eb2276fba81 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393765 Feb 28 12:23:51.161809 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e967d-90b7-4bbe-944d-c0ff1ce48b1e req-25a21ae1-e5af-4581-a3cc-dc42b3a189ce tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:51.163257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-538e967d-90b7-4bbe-944d-c0ff1ce48b1e req-25a21ae1-e5af-4581-a3cc-dc42b3a189ce tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 944 time: 0.0748155 Feb 28 12:23:51.207352 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-538e967d-90b7-4bbe-944d-c0ff1ce48b1e req-40310aee-3f65-4ae3-bc9a-b35b4576230e tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386765 Feb 28 12:23:52.403027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f2cf11-ae99-4f2d-a9ee-6d501ee8a352 req-ce2e689f-02a3-4e93-8655-f69c8175447d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:52.404398 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-18f2cf11-ae99-4f2d-a9ee-6d501ee8a352 req-ce2e689f-02a3-4e93-8655-f69c8175447d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 944 time: 0.0799522 Feb 28 12:23:52.448262 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-18f2cf11-ae99-4f2d-a9ee-6d501ee8a352 req-6efe212a-5e24-4a28-aac1-9ca6288e1132 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385449 Feb 28 12:23:53.644022 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a841ddaa-9e9c-44db-bf06-d5c58ccdd169 req-540a8a45-ee64-442f-8a15-fa172a3019d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:53.645468 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a841ddaa-9e9c-44db-bf06-d5c58ccdd169 req-540a8a45-ee64-442f-8a15-fa172a3019d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 944 time: 0.0756173 Feb 28 12:23:53.694135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a841ddaa-9e9c-44db-bf06-d5c58ccdd169 req-bf518d41-bbb6-4b85-a4cd-ba58e74a5403 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430532 Feb 28 12:23:54.081203 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 744a73ba-c9fa-4e47-aea7-2884313f0c86 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:23:54.210148 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:54.223310 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:23:54.306241 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:54.322521 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 744a73ba-c9fa-4e47-aea7-2884313f0c86 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:23:54.337323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:54.444022 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:54.509567 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=744a73ba-c9fa-4e47-aea7-2884313f0c86,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:54.686838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['744a73ba-c9fa-4e47-aea7-2884313f0c86'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:23:54.887146 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa62693-5609-4394-9854-36570249938c req-66fba162-25eb-400f-b230-a9b7a93ca91c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:54.888570 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5aa62693-5609-4394-9854-36570249938c req-66fba162-25eb-400f-b230-a9b7a93ca91c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 945 time: 0.0763531 Feb 28 12:23:54.934135 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5aa62693-5609-4394-9854-36570249938c req-f71642bd-fd14-4ec5-9c76-bcfae05086b7 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393550 Feb 28 12:23:55.789481 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Sync routers for ids ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:23:55.802060 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Routers {'9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:55.802686 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:55.980283 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Set router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:56.104663 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 744a73ba-c9fa-4e47-aea7-2884313f0c86 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:56.146793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be8574-9d26-4cf4-b19c-615d67b12a98 req-4b226bfb-b8dd-4b3e-813a-e51ba86b92d8 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:56.148258 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-75be8574-9d26-4cf4-b19c-615d67b12a98 req-4b226bfb-b8dd-4b3e-813a-e51ba86b92d8 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 945 time: 0.0797255 Feb 28 12:23:56.194965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-75be8574-9d26-4cf4-b19c-615d67b12a98 req-48abc3ed-da7f-4884-935d-5f8f7969a781 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408251 Feb 28 12:23:56.345683 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:32Z', 'updated_at': '2022-02-28T12:23:36Z', 'revision_number': 4, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'gw_port': {'id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:33Z', 'updated_at': '2022-02-28T12:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '15aa9a1e-5383-40ad-b8a8-2842ac12293b', 'name': '', 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'mac_address': 'fa:16:3e:3d:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc45f543-2a58-43bb-86c2-5c3ae1df025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:35Z', 'updated_at': '2022-02-28T12:23:36Z', 'revision_number': 2, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'subnets': [{'id': 'dc45f543-2a58-43bb-86c2-5c3ae1df025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:56.349432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Checking router: 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:23:56.349776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Updating router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 port 15aa9a1e-5383-40ad-b8a8-2842ac12293b binding host dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 12:23:56.375235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port 744a73ba-c9fa-4e47-aea7-2884313f0c86 completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:56.387944 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 744a73ba-c9fa-4e47-aea7-2884313f0c86 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:56.388314 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:56.443742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:56.625988 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:56.721426 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:23:56.741413 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:56.776715 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'code': 200} Feb 28 12:23:56.805365 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:56.919606 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Notify callbacks [] for port, precommit_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:56.927931 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=744a73ba-c9fa-4e47-aea7-2884313f0c86,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:56.935545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Transition to ACTIVE for port object 15aa9a1e-5383-40ad-b8a8-2842ac12293b will not be triggered until provisioned by entity L2. {{(pid=84340) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:23:56.992780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:57.127056 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a0e5aec-0fa3-4e1d-b8d6-9b7d38ae76a5 req-db1a2ce3-1f91-481c-aa9f-3ec2219c853c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1099 time: 0.0738263 Feb 28 12:23:57.165187 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b412a-bb60-4b58-8a61-81cfb1134f47 None None] Pushing event updated for resources: {'Port': ['ID=15aa9a1e-5383-40ad-b8a8-2842ac12293b,revision_number=3']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:57.173123 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6a0e5aec-0fa3-4e1d-b8d6-9b7d38ae76a5 req-85a2fb74-190a-4bda-8c89-c259548ef99a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399909 Feb 28 12:23:57.256215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Attempting to bind port 15aa9a1e-5383-40ad-b8a8-2842ac12293b on host dv-neutron-830866-1-hyperv for vnic_type normal with profile {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:23:57.256584 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Attempting to bind port 15aa9a1e-5383-40ad-b8a8-2842ac12293b by drivers openvswitch,hyperv on host dv-neutron-830866-1-hyperv at level 0 using segments [{'id': '206b417f-8983-413f-bd6f-6975c45ae7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5'}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:23:57.256940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Attempting to bind port 15aa9a1e-5383-40ad-b8a8-2842ac12293b on network c5e420d9-5036-44bd-b1db-7eb6027432b5 {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:23:57.267028 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Checking agent: {'id': 'ee5be4b6-b96f-4645-a603-60b1c83cca23', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 19, 48), 'started_at': datetime.datetime(2022, 2, 28, 11, 20, 18), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:23:57.267397 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Checking segment: {'id': '206b417f-8983-413f-bd6f-6975c45ae7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84340) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:23:57.267795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:57.268173 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Bound using segment: {'id': '206b417f-8983-413f-bd6f-6975c45ae7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5'} {{(pid=84340) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:23:57.268630 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.managers [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Bound port: 15aa9a1e-5383-40ad-b8a8-2842ac12293b, host: dv-neutron-830866-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206b417f-8983-413f-bd6f-6975c45ae7d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 721, 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5'}}] {{(pid=84340) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:23:57.268996 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:57.366253 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] For port 15aa9a1e-5383-40ad-b8a8-2842ac12293b, host dv-neutron-830866-1-hyperv, cleared binding levels {{(pid=84340) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:23:57.369150 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] For port 15aa9a1e-5383-40ad-b8a8-2842ac12293b, host dv-neutron-830866-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=15aa9a1e-5383-40ad-b8a8-2842ac12293b,segment=NetworkSegment(206b417f-8983-413f-bd6f-6975c45ae7d7),segment_id=206b417f-8983-413f-bd6f-6975c45ae7d7)] {{(pid=84340) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:23:57.395362 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1508c034-6f26-4e41-9c56-113bfad2734e req-cc24802b-2fbb-4765-92d9-095a388eedcf tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:57.396802 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1508c034-6f26-4e41-9c56-113bfad2734e req-cc24802b-2fbb-4765-92d9-095a388eedcf tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 946 time: 0.0797966 Feb 28 12:23:57.442344 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1508c034-6f26-4e41-9c56-113bfad2734e req-62b87a52-f6e6-465e-a453-d8593048d51b tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399494 Feb 28 12:23:57.463688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:57.550405 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b412a-bb60-4b58-8a61-81cfb1134f47 None None] Pushing event updated for resources: {'Port': ['ID=15aa9a1e-5383-40ad-b8a8-2842ac12293b,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:57.553773 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Routers {'9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:23:57.554388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:57.732627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] Set router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:23:58.047261 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:32Z', 'updated_at': '2022-02-28T12:23:36Z', 'revision_number': 4, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'gw_port': {'id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:33Z', 'updated_at': '2022-02-28T12:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '15aa9a1e-5383-40ad-b8a8-2842ac12293b', 'name': '', 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'mac_address': 'fa:16:3e:3d:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc45f543-2a58-43bb-86c2-5c3ae1df025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:35Z', 'updated_at': '2022-02-28T12:23:57Z', 'revision_number': 4, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'subnets': [{'id': 'dc45f543-2a58-43bb-86c2-5c3ae1df025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:23:58.051124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dadb5b-1461-417f-aada-3b1b2382767e None None] The sync data for ids ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'] in dv-neutron-830866-1-hyperv is: [{'id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:32Z', 'updated_at': '2022-02-28T12:23:36Z', 'revision_number': 4, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'gw_port': {'id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:33Z', 'updated_at': '2022-02-28T12:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': '15aa9a1e-5383-40ad-b8a8-2842ac12293b', 'name': '', 'network_id': 'c5e420d9-5036-44bd-b1db-7eb6027432b5', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'mac_address': 'fa:16:3e:3d:3f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc45f543-2a58-43bb-86c2-5c3ae1df025f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:35Z', 'updated_at': '2022-02-28T12:23:57Z', 'revision_number': 4, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'subnets': [{'id': 'dc45f543-2a58-43bb-86c2-5c3ae1df025f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:23:58.652753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18e54c-67db-446c-b919-15b30e065429 req-96544708-5235-4d2c-8769-82690cfeb804 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:58.655331 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c18e54c-67db-446c-b919-15b30e065429 req-96544708-5235-4d2c-8769-82690cfeb804 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 946 time: 0.0847595 Feb 28 12:23:58.702501 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5c18e54c-67db-446c-b919-15b30e065429 req-7a3c98a9-341d-4f47-b187-c651b7cf80da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412738 Feb 28 12:23:58.906105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4a43e-bf71-4028-9526-cbf4c7b21384 req-529a6fd1-1698-4f3b-b828-36d3f71d1f68 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:23:58.907667 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bca4a43e-bf71-4028-9526-cbf4c7b21384 req-529a6fd1-1698-4f3b-b828-36d3f71d1f68 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 946 time: 0.0822241 Feb 28 12:23:58.951976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-bca4a43e-bf71-4028-9526-cbf4c7b21384 req-8f9acfea-7c0c-40c6-8dcd-91c2c3060a91 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387528 Feb 28 12:23:58.979775 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34466) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:59.071285 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 15aa9a1e-5383-40ad-b8a8-2842ac12293b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:23:59.114523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dafcf21a-5498-4b8d-a1ba-d248605b9110 tempest-TestSnapshotPattern-55742773 tempest-TestSnapshotPattern-55742773-project-admin] Synchronizing usage tracker for tenant:e5e92df71dba4f07bf24d9bc1e4de45e on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:23:59.198339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-dafcf21a-5498-4b8d-a1ba-d248605b9110 tempest-TestSnapshotPattern-55742773 tempest-TestSnapshotPattern-55742773-project-admin] Unset dirty status for tenant:e5e92df71dba4f07bf24d9bc1e4de45e on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:23:59.199555 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-dafcf21a-5498-4b8d-a1ba-d248605b9110 tempest-TestSnapshotPattern-55742773 tempest-TestSnapshotPattern-55742773-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1094 time: 0.2188444 Feb 28 12:23:59.204115 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34472) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:23:59.209240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:23:59.214771 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:23:59.219097 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:floatingip and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:23:59.221490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning for port 15aa9a1e-5383-40ad-b8a8-2842ac12293b completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:23:59.222044 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:23:59.227042 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 15aa9a1e-5383-40ad-b8a8-2842ac12293b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:23:59.227404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:59.227793 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:23:59.301350 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:59.341994 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:59.373719 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] For port 15aa9a1e-5383-40ad-b8a8-2842ac12293b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=15aa9a1e-5383-40ad-b8a8-2842ac12293b,segment=NetworkSegment(206b417f-8983-413f-bd6f-6975c45ae7d7),segment_id=206b417f-8983-413f-bd6f-6975c45ae7d7)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:23:59.421376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:59.433414 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:59.489529 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Pushing event updated for resources: {'Port': ['ID=15aa9a1e-5383-40ad-b8a8-2842ac12293b,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:23:59.568866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Allocated IP 172.26.1.220 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/46c39698-d977-4b96-9e33-d371b6d93589) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:23:59.716686 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:59.834767 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:23:59.903598 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:23:59.906074 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:23:59.909523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:23:59.938410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'Port': ['ID=46c39698-d977-4b96-9e33-d371b6d93589,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:00.489016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:00.593352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:00.796172 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:00.857370 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:00.963160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'Port': ['ID=46c39698-d977-4b96-9e33-d371b6d93589,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:24:00.977472 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:01.053129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 15aa9a1e-5383-40ad-b8a8-2842ac12293b up at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:24:01.121850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Provisioning complete for port 15aa9a1e-5383-40ad-b8a8-2842ac12293b triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:24:01.122219 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:01.206136 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-a3ee3a0b-9415-4f2b-8c09-006932dd2fad service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0866036 Feb 28 12:24:01.234894 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Floating IP 94e6b9ae-713c-4f24-b630-84c6b2fc17d7 associated. External IP: 172.26.1.220, port: 744a73ba-c9fa-4e47-aea7-2884313f0c86. Feb 28 12:24:01.438531 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-ab62eebc-b9d2-4ac1-b4ba-e625b27be196 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1099 time: 0.1532156 Feb 28 12:24:01.601117 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-92057b99-dfe8-4f9b-827f-5467b0f8d7e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:01.602669 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-92057b99-dfe8-4f9b-827f-5467b0f8d7e0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 910 time: 0.1451213 Feb 28 12:24:01.919853 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-d7a1faad-c30e-4847-bf21-8de8c696ab8d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86 HTTP/1.1" status: 200 len: 1000 time: 0.2667387 Feb 28 12:24:01.994733 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-c8b4eeea-e64e-4b5a-8fea-99d8fe40fcb6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:01.996082 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-c8b4eeea-e64e-4b5a-8fea-99d8fe40fcb6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0694799 Feb 28 12:24:02.095251 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:24:02.100431 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-2f61faaa-3b05-4b3b-9ed7-c9a95ab80c28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0979958 Feb 28 12:24:02.356954 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-374d7008-54e1-4258-8f18-50c006437608 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493310 Feb 28 12:24:02.510255 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-72d8df80-1a57-43b6-92f0-825a13e0cdc3 req-05f4fb7f-0904-45c0-af0f-a48ba2e85b90 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461406 Feb 28 12:24:02.522204 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:24:02.532427 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] Sync routers for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:24:02.544611 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:24:02.545229 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:02.644332 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:02.697926 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-80ac3f48-acad-458a-8809-8b9507d7e2d3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4928184 Feb 28 12:24:02.698681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:24:02.729447 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:24:02.757781 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'status': 'completed', 'code': 200} Feb 28 12:24:02.856287 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6be2e5e0-eea7-42fb-8954-c45afbd41437 req-83f1a052-658b-41cf-ad2a-459435c9706e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1099 time: 0.0767260 Feb 28 12:24:02.986071 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e5e0-eea7-42fb-8954-c45afbd41437 req-c9dc0112-1411-49db-a64f-d5d1588b06b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:02.987431 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6be2e5e0-eea7-42fb-8954-c45afbd41437 req-c9dc0112-1411-49db-a64f-d5d1588b06b9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 910 time: 0.1255038 Feb 28 12:24:03.086131 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '94e6b9ae-713c-4f24-b630-84c6b2fc17d7', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:24:00Z', 'updated_at': '2022-02-28T12:24:00Z', 'revision_number': 0, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:03.089936 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] Checking router: c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:24:03.092569 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6be2e5e0-eea7-42fb-8954-c45afbd41437 req-63541f0d-6875-4715-921e-c5cddc9b1aad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86 HTTP/1.1" status: 200 len: 1000 time: 0.0968533 Feb 28 12:24:03.100424 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:24:03.101009 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:23:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:03.152312 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2e5e0-eea7-42fb-8954-c45afbd41437 req-8698eab8-8bc0-437c-bf5e-fef4f604ae27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:24:03.153973 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6be2e5e0-eea7-42fb-8954-c45afbd41437 req-8698eab8-8bc0-437c-bf5e-fef4f604ae27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0564911 Feb 28 12:24:03.226470 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6be2e5e0-eea7-42fb-8954-c45afbd41437 req-e5ccc154-a0f5-44cf-8ca8-1dd08eda3436 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671484 Feb 28 12:24:03.305676 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:24:03.356855 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6be2e5e0-eea7-42fb-8954-c45afbd41437 req-cd343f14-456b-4912-baf4-d2a140f7b1d6 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242363 Feb 28 12:24:03.489422 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6be2e5e0-eea7-42fb-8954-c45afbd41437 req-50e981dc-ff1e-485f-909d-c74c39ba26df service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264346 Feb 28 12:24:03.647648 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '94e6b9ae-713c-4f24-b630-84c6b2fc17d7', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:24:00Z', 'updated_at': '2022-02-28T12:24:00Z', 'revision_number': 0, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:24:03.651558 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f21d2d4-daa4-4e42-b201-3502580ed2c3 None None] The sync data for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv is: [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '94e6b9ae-713c-4f24-b630-84c6b2fc17d7', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:24:00Z', 'updated_at': '2022-02-28T12:24:00Z', 'revision_number': 0, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:24:04.485689 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:06.057968 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be168270-9b91-407b-bb87-6e275c380ee0 None None] New status for floating IP 94e6b9ae-713c-4f24-b630-84c6b2fc17d7: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:24:11.479493 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:24:14.945489 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dac2fc52-b4c3-4bc6-9286-c5517de525f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:17.022726 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-faba487b-67c7-46bf-b705-374973d1dc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:18.371054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:18.495239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:19.920070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:34.485142 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:44.925428 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-46c08089-606b-485a-8ece-78b8ba789628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:47.020970 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b3228266-1b6a-4e6f-88ef-88be783548e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:48.364106 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:48.480792 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:24:48.484903 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:24:49.947862 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:02.280451 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-ee121ecc-69a6-40ef-bc03-2d0e6a28a111 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1654069 Feb 28 12:25:02.412877 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-2323d712-16a2-4c10-b79c-7689451f9d52 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1099 time: 0.0672915 Feb 28 12:25:02.552594 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-58348e88-3826-47e7-9f2d-803d347ba8ec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:25:02.553965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-58348e88-3826-47e7-9f2d-803d347ba8ec service neutron] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 910 time: 0.1238172 Feb 28 12:25:02.655621 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-17f97a55-421c-4746-ad71-b6e3a7d40bde service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86 HTTP/1.1" status: 200 len: 1002 time: 0.0954862 Feb 28 12:25:02.718468 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-6f161087-40bd-4dbf-b5d4-b2d5dab8190a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:25:02.719861 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-6f161087-40bd-4dbf-b5d4-b2d5dab8190a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0591140 Feb 28 12:25:02.799976 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-96c0e2e5-807b-4374-9202-dc4c51772048 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742822 Feb 28 12:25:02.927856 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-81d8f984-14c1-4845-8a00-4f305a3c265f service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213038 Feb 28 12:25:03.056829 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-44ad1255-b6e0-47d2-b34c-e0b5483064ff req-7d56d2a4-775b-49ff-836a-48ec2314fc1e service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231616 Feb 28 12:25:04.489861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:14.918635 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-49201256-766e-4aaf-bd61-a1c90b58230c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:16.992761 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9b530017-86ba-4e8e-b732-2a67ba174299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:18.363973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:18.484448 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:19.931488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:25.481129 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:25:34.506780 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:44.906545 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-de55e92f-e418-47b5-be68-845577fbd371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:47.014882 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-24252bf4-b856-4c41-8dd9-ff0648daca57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:48.375029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:48.489695 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:49.934779 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:58.679000 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 744a73ba-c9fa-4e47-aea7-2884313f0c86 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:25:58.813684 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:25:58.826346 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:25:58.881742 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:58.898291 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 744a73ba-c9fa-4e47-aea7-2884313f0c86 {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:25:58.913103 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:25:58.969215 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:25:59.037646 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=744a73ba-c9fa-4e47-aea7-2884313f0c86,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:25:59.046337 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.046707 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.047065 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.047400 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.047727 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.048053 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.048377 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.048700 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.049020 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.049343 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.049688 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:25:59.068950 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['744a73ba-c9fa-4e47-aea7-2884313f0c86'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:26:00.685907 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 744a73ba-c9fa-4e47-aea7-2884313f0c86 up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:26:00.770980 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port 744a73ba-c9fa-4e47-aea7-2884313f0c86 triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:26:00.771344 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:00.893709 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:00.922724 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:26:00.934125 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:26:01.020940 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:01.126146 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=744a73ba-c9fa-4e47-aea7-2884313f0c86,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:26:01.139070 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'code': 200} Feb 28 12:26:02.482041 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:26:04.345356 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08ab888e-c174-45ac-8099-1a16037ba20b req-6528776c-4dfb-4091-a0ce-a24fb9f863fe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1099 time: 0.1554914 Feb 28 12:26:04.503285 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab888e-c174-45ac-8099-1a16037ba20b req-1de48eb0-c916-4520-b70b-ecadc094e7cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:04.504654 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08ab888e-c174-45ac-8099-1a16037ba20b req-1de48eb0-c916-4520-b70b-ecadc094e7cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 910 time: 0.1399372 Feb 28 12:26:04.569049 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:04.619048 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08ab888e-c174-45ac-8099-1a16037ba20b req-9e754d73-2801-476b-a558-3f684bb9352b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86 HTTP/1.1" status: 200 len: 1002 time: 0.1080110 Feb 28 12:26:04.691012 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ab888e-c174-45ac-8099-1a16037ba20b req-d957397f-544d-4109-9e39-91a73cb1f062 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:04.692586 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08ab888e-c174-45ac-8099-1a16037ba20b req-d957397f-544d-4109-9e39-91a73cb1f062 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0668809 Feb 28 12:26:04.776551 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08ab888e-c174-45ac-8099-1a16037ba20b req-0fc5406d-b8a7-462b-9143-87a96c62000f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767164 Feb 28 12:26:04.911725 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08ab888e-c174-45ac-8099-1a16037ba20b req-e1292b4a-58f6-4849-b275-41a8f0800afe service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285975 Feb 28 12:26:05.054694 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-08ab888e-c174-45ac-8099-1a16037ba20b req-57f270b6-6d01-47a6-af6f-cfa02863763c service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341655 Feb 28 12:26:12.363992 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-59d7158a-b85c-4482-a5a0-dd670696bd60 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-15752488&fields=id&tenant_id=029d9a7a5d8041389ee747df4a1f3b4f HTTP/1.1" status: 200 len: 267 time: 0.0389547 Feb 28 12:26:12.591247 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4fe0c51c-bda1-4af2-b6fe-7b76cbe4e427 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:12.592657 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4fe0c51c-bda1-4af2-b6fe-7b76cbe4e427 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 809 time: 0.2225819 Feb 28 12:26:12.608558 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-fc34ff28-8c6b-4abe-9eb8-d491e5533673 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/quotas/029d9a7a5d8041389ee747df4a1f3b4f HTTP/1.1" status: 200 len: 375 time: 0.0104461 Feb 28 12:26:12.692912 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-ff06889f-8916-4dc0-bfcc-2b79ae4c7b16 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0795496 Feb 28 12:26:12.892280 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-2a830cd4-596d-4d35-9f99-2e9dcf985969 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874747 Feb 28 12:26:13.020063 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-ac7dab8b-3fd5-47e0-a48f-058898e86ca3 service neutron] 10.222.0.31 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222222 Feb 28 12:26:13.437382 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-befb9ab4-8c2e-4eee-bb39-d62f60f849c2 req-41d0ff72-cc16-4095-ac44-4de5ede4983d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 210 time: 0.1072645 Feb 28 12:26:14.601599 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-762729a0-8e0b-401d-9063-0f8134677970 req-6f606451-2db6-49e4-befb-513d70465ac6 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 210 time: 0.0412900 Feb 28 12:26:14.957208 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-837eef5e-3f96-4b5c-aa61-e0e973b0f6e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:15.516867 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4267a67b-65ab-4060-99fe-dc52e9296a10 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:15.518248 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4267a67b-65ab-4060-99fe-dc52e9296a10 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 809 time: 0.1428208 Feb 28 12:26:15.574988 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d48ad909-fbdf-4294-85c7-48b95a47966d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=029d9a7a5d8041389ee747df4a1f3b4f HTTP/1.1" status: 200 len: 378 time: 0.0444987 Feb 28 12:26:15.582534 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'port': {'device_id': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'admin_state_up': True, 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'security_groups': ['5918d9cb-4273-4071-8083-11bb79ea99b6']}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:26:15.723049 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:26:15.732956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:26:15.785800 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-55d47fa1-2faa-4372-a492-cb6b9a26ede3 req-5cee1b60-4d39-4915-9abe-6e55639e2c72 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 210 time: 0.0407224 Feb 28 12:26:15.844812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Made reservation on behalf of 029d9a7a5d8041389ee747df4a1f3b4f for: {'port': 1} {{(pid=84339) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 12:26:15.847913 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:16.014290 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Allocated IP 172.20.0.11 (db0de6b6-5262-467b-ab6a-f604795b7868/7bd70b87-b117-4c65-ac94-9451032d8738/d4fd3390-d417-4565-b958-e97dbb924ddb) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:26:16.197425 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:16.212959 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Transition to ACTIVE for port object d4fd3390-d417-4565-b958-e97dbb924ddb will not be triggered until provisioned by entity DHCP. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:26:16.301599 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:16.371062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Network db0de6b6-5262-467b-ab6a-f604795b7868 is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:26:16.375161 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:26:16.379926 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:26:16.495155 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:16.497305 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:16.532376 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'Port': ['ID=d4fd3390-d417-4565-b958-e97dbb924ddb,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:26:16.543340 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.543538 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.543842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.544184 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.544597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.544857 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.545186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.545514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.545838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.546240 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.546619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:26:16.592740 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-4bf50c22-0b60-44b4-9a30-8a7c619b3c0d tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0136752 Feb 28 12:26:16.763766 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 744a73ba-c9fa-4e47-aea7-2884313f0c86 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:26:16.825085 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b5339bc3-c7f7-4f71-ac76-60d43381b460 None None] Provisioning for port d4fd3390-d417-4565-b958-e97dbb924ddb completed by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:26:16.835129 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-b5339bc3-c7f7-4f71-ac76-60d43381b460 None None] Provisioning complete for port d4fd3390-d417-4565-b958-e97dbb924ddb triggered by entity DHCP. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:26:16.835500 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b5339bc3-c7f7-4f71-ac76-60d43381b460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:16.932175 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-b5339bc3-c7f7-4f71-ac76-60d43381b460 None None] Port d4fd3390-d417-4565-b958-e97dbb924ddb cannot update to ACTIVE because it is not bound. {{(pid=84340) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 12:26:16.956417 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:17.002939 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:26:17.008081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:26:17.020374 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a07bfeda-468d-4b84-ba88-1d4ba84c64b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:17.071319 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'code': 200} Feb 28 12:26:17.078012 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:17.173207 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=744a73ba-c9fa-4e47-aea7-2884313f0c86,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:26:17.197095 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f79c39-3215-4f73-b1ec-bddc989bc275 req-7232acbb-a870-4ecb-a082-d2ae58392911 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:17.197844 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a3f79c39-3215-4f73-b1ec-bddc989bc275 req-7232acbb-a870-4ecb-a082-d2ae58392911 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Synchronizing usage tracker for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:26:17.289207 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-a3f79c39-3215-4f73-b1ec-bddc989bc275 req-7232acbb-a870-4ecb-a082-d2ae58392911 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Unset dirty status for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:26:17.290374 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3f79c39-3215-4f73-b1ec-bddc989bc275 req-7232acbb-a870-4ecb-a082-d2ae58392911 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 932 time: 0.3012998 Feb 28 12:26:17.355919 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-a3f79c39-3215-4f73-b1ec-bddc989bc275 req-8932c79a-a764-41ec-b1d9-797e8357de7f tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591202 Feb 28 12:26:18.369295 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:18.496032 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:18.562277 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748faab7-aa6b-4f6d-8abe-8b9bd1e84bb7 req-abf8a03f-7c45-4165-bc27-a446d34c7cdb tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:18.563756 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-748faab7-aa6b-4f6d-8abe-8b9bd1e84bb7 req-abf8a03f-7c45-4165-bc27-a446d34c7cdb tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 932 time: 0.0857465 Feb 28 12:26:18.615954 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-748faab7-aa6b-4f6d-8abe-8b9bd1e84bb7 req-f4f9696a-1152-4e3a-9465-5b732e68abc2 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461738 Feb 28 12:26:19.877992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa2498a-3e93-4155-b783-2460b2bda223 req-c3a7282c-313f-4da0-9294-27ff23023a1a tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:19.879719 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5aa2498a-3e93-4155-b783-2460b2bda223 req-c3a7282c-313f-4da0-9294-27ff23023a1a tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 932 time: 0.0907662 Feb 28 12:26:19.929018 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:20.037024 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5aa2498a-3e93-4155-b783-2460b2bda223 req-f5b2af53-045c-4bd7-86b1-9af23cde976f tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1508126 Feb 28 12:26:21.248371 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cdd13e-a393-4508-a4bd-bfd1f91700d7 req-c2bdac3d-9d56-4590-b14c-e38ca2979c1b tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:21.249743 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-67cdd13e-a393-4508-a4bd-bfd1f91700d7 req-c2bdac3d-9d56-4590-b14c-e38ca2979c1b tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 932 time: 0.0799212 Feb 28 12:26:21.298055 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-67cdd13e-a393-4508-a4bd-bfd1f91700d7 req-481e8c5d-f995-4184-8764-877da497e0ad tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428901 Feb 28 12:26:22.510258 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc76df-acc1-46b4-9159-bfb3fc969a9a req-5a81c703-f600-4fa8-a2ed-e8e31e51f364 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:22.513114 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-affc76df-acc1-46b4-9159-bfb3fc969a9a req-5a81c703-f600-4fa8-a2ed-e8e31e51f364 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 932 time: 0.0837419 Feb 28 12:26:22.560622 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-affc76df-acc1-46b4-9159-bfb3fc969a9a req-68adf588-58ee-4e30-8c11-5fec6ff5ec6f tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415702 Feb 28 12:26:23.781627 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df6807-0561-44d2-8119-0de6e032c81c req-dd53656b-dbd1-430b-bf63-d0d30e908bdd tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:23.783093 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-99df6807-0561-44d2-8119-0de6e032c81c req-dd53656b-dbd1-430b-bf63-d0d30e908bdd tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 932 time: 0.0868752 Feb 28 12:26:23.834285 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-99df6807-0561-44d2-8119-0de6e032c81c req-c61727e8-9b1e-4851-a086-d1a97a4174d8 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455136 Feb 28 12:26:24.467352 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Request body: {'port': {'device_id': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:26:24.572681 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:24.907632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fd3390-d417-4565-b958-e97dbb924ddb {{(pid=84339) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:26:24.914336 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:24.928242 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.provisioning_blocks [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Transition to ACTIVE for port object d4fd3390-d417-4565-b958-e97dbb924ddb will not be triggered until provisioned by entity L2. {{(pid=84339) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 12:26:24.991436 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:25.144419 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Pushing event updated for resources: {'Port': ['ID=d4fd3390-d417-4565-b958-e97dbb924ddb,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:26:25.236898 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf8c13-8aad-4ad4-ac39-dd90c1ee6b5f req-92d93e5d-df8b-4b6c-a40f-41a9bc3d855a tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:25.238346 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cfdf8c13-8aad-4ad4-ac39-dd90c1ee6b5f req-92d93e5d-df8b-4b6c-a40f-41a9bc3d855a tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 944 time: 0.2811286 Feb 28 12:26:25.291567 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Attempting to bind port d4fd3390-d417-4565-b958-e97dbb924ddb on host hv-neutron-8308 for vnic_type normal with profile {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 12:26:25.292399 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Attempting to bind port d4fd3390-d417-4565-b958-e97dbb924ddb by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 12:26:25.292748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Attempting to bind port d4fd3390-d417-4565-b958-e97dbb924ddb on network db0de6b6-5262-467b-ab6a-f604795b7868 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:26:25.304484 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Port d4fd3390-d417-4565-b958-e97dbb924ddb on network db0de6b6-5262-467b-ab6a-f604795b7868 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 12:26:25.304802 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Attempting to bind port d4fd3390-d417-4565-b958-e97dbb924ddb on network db0de6b6-5262-467b-ab6a-f604795b7868 {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 12:26:25.309254 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cfdf8c13-8aad-4ad4-ac39-dd90c1ee6b5f req-51cc4d9d-3c0a-4d37-89a5-85779cc29ce6 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641534 Feb 28 12:26:25.314328 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Checking agent: {'id': 'f8266cae-a06f-415c-b1d3-08a77d4c00b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'started_at': datetime.datetime(2022, 2, 28, 11, 26, 4), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 12, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 12:26:25.314663 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Checking segment: {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84339) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 12:26:25.315062 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Bound using segment: {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'} {{(pid=84339) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 12:26:25.315483 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.managers [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Bound port: d4fd3390-d417-4565-b958-e97dbb924ddb, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c518993-35c8-4274-b5dc-bc2e22ff211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 712, 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868'}}] {{(pid=84339) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 12:26:25.315829 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:25.404050 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, cleared binding levels {{(pid=84339) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 12:26:25.407517 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d4fd3390-d417-4565-b958-e97dbb924ddb,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84339) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 12:26:25.488788 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:25.549803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:25.551437 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] 10.222.0.57 "PUT /v2.0/ports/d4fd3390-d417-4565-b958-e97dbb924ddb HTTP/1.1" status: 200 len: 1094 time: 1.0884299 Feb 28 12:26:25.551862 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:26:25.571508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f7e87-a679-4ae9-8bb8-00e3162ab0bf service neutron] Pushing event updated for resources: {'Port': ['ID=d4fd3390-d417-4565-b958-e97dbb924ddb,revision_number=3']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:26:25.613931 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'status': 'completed', 'code': 200} Feb 28 12:26:25.709392 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5bbd8167-c791-4d53-97b5-779a395ef83f req-a5cf2eab-a923-426f-8565-3b8fa33c7488 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 1097 time: 0.0748842 Feb 28 12:26:25.847512 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd8167-c791-4d53-97b5-779a395ef83f req-19d5eb56-ee63-4937-a41a-560bdf95c399 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:25.848940 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5bbd8167-c791-4d53-97b5-779a395ef83f req-19d5eb56-ee63-4937-a41a-560bdf95c399 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1327634 Feb 28 12:26:26.067632 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd8167-c791-4d53-97b5-779a395ef83f req-8486240e-76d7-49e8-b752-57241a77a122 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:26.069061 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-5bbd8167-c791-4d53-97b5-779a395ef83f req-8486240e-76d7-49e8-b752-57241a77a122 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134113 Feb 28 12:26:26.172890 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-5a4cfd1a-b7ec-4587-a25a-16862a110f99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 1097 time: 0.0691910 Feb 28 12:26:26.241733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-f7c26185-f821-4a13-b8b9-460f430caee6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fd3390-d417-4565-b958-e97dbb924ddb HTTP/1.1" status: 200 len: 217 time: 0.0621347 Feb 28 12:26:26.301945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-8f809ec8-999f-4ac8-bff9-158d40f5a312 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:26.303240 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-8f809ec8-999f-4ac8-bff9-158d40f5a312 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0557280 Feb 28 12:26:26.379168 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-bcf4b424-5c3a-4b19-8c94-aee5e2e003af service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701730 Feb 28 12:26:26.567383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-0db9ac06-6db5-4778-b5d5-717257694c66 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824038 Feb 28 12:26:26.580287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2698445-cf28-4621-bd43-dd697774102d req-7af99386-3bba-47ca-83a5-b2a3e8ed4c2b tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:26.581602 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2698445-cf28-4621-bd43-dd697774102d req-7af99386-3bba-47ca-83a5-b2a3e8ed4c2b tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 944 time: 0.1323249 Feb 28 12:26:26.714509 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d2698445-cf28-4621-bd43-dd697774102d req-968ad040-943b-4bc1-9d5a-ac2c328e5184 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1160567 Feb 28 12:26:26.738252 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-79beb362-3e81-486c-92a2-5f4f48f5eb6b req-75d2c96c-7e91-4050-ab5a-95420960d8c6 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635303 Feb 28 12:26:27.911929 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79277ce-9ef9-4b60-8ecf-948f130b6432 req-762110c4-e9fa-46e0-9a94-9dfa0ae9b69c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:27.913344 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d79277ce-9ef9-4b60-8ecf-948f130b6432 req-762110c4-e9fa-46e0-9a94-9dfa0ae9b69c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 944 time: 0.0754788 Feb 28 12:26:27.959237 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-d79277ce-9ef9-4b60-8ecf-948f130b6432 req-8036ee13-2e71-4cbb-a2b2-e8be0368a951 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405030 Feb 28 12:26:29.165180 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52fbbe1-f7f3-4be2-b45c-d5bc349755c4 req-17153ef9-f9a6-40a0-8892-93dbca90f1ab tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:29.166651 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b52fbbe1-f7f3-4be2-b45c-d5bc349755c4 req-17153ef9-f9a6-40a0-8892-93dbca90f1ab tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 944 time: 0.0833058 Feb 28 12:26:29.212596 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b52fbbe1-f7f3-4be2-b45c-d5bc349755c4 req-8ae46ff9-0b7e-4076-aba6-500b61b9f486 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401070 Feb 28 12:26:30.410753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac9bf0-70c5-4615-a090-c564639994de req-94974251-222a-40b4-a178-6200fbe18996 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:30.412209 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9aac9bf0-70c5-4615-a090-c564639994de req-94974251-222a-40b4-a178-6200fbe18996 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 944 time: 0.0753334 Feb 28 12:26:30.455752 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-9aac9bf0-70c5-4615-a090-c564639994de req-6950da69-e2c4-4d2c-969b-11a07f839058 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376196 Feb 28 12:26:30.814850 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d4fd3390-d417-4565-b958-e97dbb924ddb details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:26:30.975441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d4fd3390-d417-4565-b958-e97dbb924ddb,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:26:30.987990 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'port_id': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'mac_address': 'fa:16:3e:25:60:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:26:31.042216 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:31.058539 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fd3390-d417-4565-b958-e97dbb924ddb {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:26:31.073834 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d4fd3390-d417-4565-b958-e97dbb924ddb,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:26:31.157422 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:31.221424 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d4fd3390-d417-4565-b958-e97dbb924ddb,revision_number=4']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:26:31.386961 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d4fd3390-d417-4565-b958-e97dbb924ddb'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:26:31.655992 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b2675-fabd-46db-a537-f4d5704bb269 req-ff9170a6-a967-4fd2-87a7-92ebc92a372c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:31.657367 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6c0b2675-fabd-46db-a537-f4d5704bb269 req-ff9170a6-a967-4fd2-87a7-92ebc92a372c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 945 time: 0.0820489 Feb 28 12:26:31.701766 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-6c0b2675-fabd-46db-a537-f4d5704bb269 req-ca5e93a6-1da5-46cc-9103-4733076abca9 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389144 Feb 28 12:26:32.830643 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d4fd3390-d417-4565-b958-e97dbb924ddb up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:26:32.893693 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2f013-9e78-423d-b798-24848a144635 req-effebf54-7433-4e2d-8a71-77cce3467e7f tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:32.895141 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64e2f013-9e78-423d-b798-24848a144635 req-effebf54-7433-4e2d-8a71-77cce3467e7f tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 945 time: 0.0764415 Feb 28 12:26:32.940265 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-64e2f013-9e78-423d-b798-24848a144635 req-19968b5a-0546-4a45-822f-35b4cbeed439 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389152 Feb 28 12:26:32.974133 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning for port d4fd3390-d417-4565-b958-e97dbb924ddb completed by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 12:26:32.979473 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port d4fd3390-d417-4565-b958-e97dbb924ddb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:26:32.983648 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:33.090143 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:33.117634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:26:33.127927 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d4fd3390-d417-4565-b958-e97dbb924ddb,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:26:33.173194 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'code': 200} Feb 28 12:26:33.197321 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:33.261045 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d4fd3390-d417-4565-b958-e97dbb924ddb,revision_number=5']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:26:33.525770 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1bfc7d8-e0f7-4bb0-927a-e99e2a44d1a3 req-21c464b9-4b88-4612-8f29-ed3fa0ac30bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 1099 time: 0.0698669 Feb 28 12:26:33.565965 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b1bfc7d8-e0f7-4bb0-927a-e99e2a44d1a3 req-f2c14a28-3ae3-4013-a370-7bc7c5a80e36 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343573 Feb 28 12:26:34.134619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109de96-2f41-4144-83d8-25153d49d4e7 req-31f34963-8e6c-47d7-b916-e08c54d18771 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:34.136850 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e109de96-2f41-4144-83d8-25153d49d4e7 req-31f34963-8e6c-47d7-b916-e08c54d18771 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 946 time: 0.0752912 Feb 28 12:26:34.184904 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e109de96-2f41-4144-83d8-25153d49d4e7 req-e54fcbaa-01f8-46d0-9785-88b6e4fabe83 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425329 Feb 28 12:26:34.603301 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:35.382331 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3f6b27-c227-4f28-ab64-b58936f457dd req-1bf151fb-7a4d-423f-94bb-0ba7599aa94f tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:35.383708 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c3f6b27-c227-4f28-ab64-b58936f457dd req-1bf151fb-7a4d-423f-94bb-0ba7599aa94f tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 946 time: 0.0760076 Feb 28 12:26:35.428509 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-7c3f6b27-c227-4f28-ab64-b58936f457dd req-aca5093c-0f2c-4264-9416-1da653dee9b7 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385664 Feb 28 12:26:35.629654 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7380419-3dff-44e1-84fb-81d8530f4199 req-e7830339-320c-46c4-8318-d37cf1499c0b tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:35.631084 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e7380419-3dff-44e1-84fb-81d8530f4199 req-e7830339-320c-46c4-8318-d37cf1499c0b tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 946 time: 0.0805638 Feb 28 12:26:35.676705 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e7380419-3dff-44e1-84fb-81d8530f4199 req-795a9cef-07f1-4001-804e-bcf3de08092f tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392449 Feb 28 12:26:35.705024 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34694) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:26:35.772357 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-7bfd4260-5667-42e0-8fdc-9de4062671e4 tempest-TestSnapshotPattern-55742773 tempest-TestSnapshotPattern-55742773-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 1094 time: 0.0662396 Feb 28 12:26:35.774969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34698) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:26:35.780314 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.v2.base [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Request body: {'floatingip': {'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'port_id': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84339) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 12:26:35.785612 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 12:26:35.789334 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Usage tracker for resource:floatingip and tenant:029d9a7a5d8041389ee747df4a1f3b4f is out of sync, need to count used quota {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 12:26:35.792851 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84339) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 12:26:35.798268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.quota.driver [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84339) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 12:26:35.877481 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for floatingip, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:36.096379 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:36.241274 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_common [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Allocated IP 172.26.1.252 (0f2d1b25-1d24-484b-87d3-29d5438ce27f/32e4ba4a-5c37-4fd8-89a5-3f7189c51442/1c89271c-6af3-45e3-929e-acdf5f00eb96) {{(pid=84339) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 12:26:36.383009 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for port, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:36.466233 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8752571381881', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:36.534814 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Network 0f2d1b25-1d24-484b-87d3-29d5438ce27f is already hosted by enough agents. {{(pid=84339) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 12:26:36.537342 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.base_scheduler [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Resources bound (agent type, host, resource id): {{(pid=84339) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 12:26:36.540770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Received port after_create {{(pid=84339) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 12:26:36.571987 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'Port': ['ID=1c89271c-6af3-45e3-929e-acdf5f00eb96,revision_number=1']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:26:37.044438 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:37.156563 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:37.352351 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for port, precommit_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:37.408449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3340009'] for port, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:37.514403 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event updated for resources: {'Port': ['ID=1c89271c-6af3-45e3-929e-acdf5f00eb96,revision_number=2']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:26:37.529268 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-414588'] for floatingip, after_update {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:37.717495 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.db.l3_db [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Floating IP f3230431-d5ca-44f8-9981-8e4145c2dd35 associated. External IP: 172.26.1.252, port: d4fd3390-d417-4565-b958-e97dbb924ddb. Feb 28 12:26:38.183920 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:26:38.375375 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:26:38.384706 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] Sync routers for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:26:38.397338 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:26:38.397942 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:26:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:26:38.454339 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:38.519832 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-c72fc1ad-158f-4b9f-bae5-a31912500f0c tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7438560 Feb 28 12:26:38.520428 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:26:38.572734 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:26:38.575266 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'status': 'completed', 'code': 200} Feb 28 12:26:38.769348 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-473ff8f2-49f7-43e1-8c89-d87e755c2a16 req-347df668-e933-457a-9115-c14e9416b40e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 1099 time: 0.1308212 Feb 28 12:26:38.906105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ff8f2-49f7-43e1-8c89-d87e755c2a16 req-81f351ce-451b-4b2e-94e5-ebfcf25e3f08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:38.907763 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-473ff8f2-49f7-43e1-8c89-d87e755c2a16 req-81f351ce-451b-4b2e-94e5-ebfcf25e3f08 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 910 time: 0.1313298 Feb 28 12:26:38.929931 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '94e6b9ae-713c-4f24-b630-84c6b2fc17d7', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:24:00Z', 'updated_at': '2022-02-28T12:24:06Z', 'revision_number': 1, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}, {'id': 'f3230431-d5ca-44f8-9981-8e4145c2dd35', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:25:60:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:26:36Z', 'updated_at': '2022-02-28T12:26:36Z', 'revision_number': 0, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:26:38.934949 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] Checking router: c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:26:38.945607 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:26:38.946202 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:26:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:26:39.016938 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-473ff8f2-49f7-43e1-8c89-d87e755c2a16 req-efdc3745-c1cb-491a-8f07-190dea6461d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fd3390-d417-4565-b958-e97dbb924ddb HTTP/1.1" status: 200 len: 1000 time: 0.1030102 Feb 28 12:26:39.087748 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ff8f2-49f7-43e1-8c89-d87e755c2a16 req-412e6f44-6d9b-4d0f-af03-2048dfa91e13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:26:39.090389 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-473ff8f2-49f7-43e1-8c89-d87e755c2a16 req-412e6f44-6d9b-4d0f-af03-2048dfa91e13 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0674195 Feb 28 12:26:39.128247 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:26:39.170550 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-473ff8f2-49f7-43e1-8c89-d87e755c2a16 req-b692fd48-125a-427a-bdf4-641d7a7e38ab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742948 Feb 28 12:26:39.306215 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-473ff8f2-49f7-43e1-8c89-d87e755c2a16 req-2249a527-94ad-41e3-8d60-6f5152ac2185 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264939 Feb 28 12:26:39.436594 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-473ff8f2-49f7-43e1-8c89-d87e755c2a16 req-6f820cd6-2059-48ce-a7d7-83bc9031fe86 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238699 Feb 28 12:26:39.487938 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:26:39.515530 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '94e6b9ae-713c-4f24-b630-84c6b2fc17d7', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:24:00Z', 'updated_at': '2022-02-28T12:24:06Z', 'revision_number': 1, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}, {'id': 'f3230431-d5ca-44f8-9981-8e4145c2dd35', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:25:60:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:26:36Z', 'updated_at': '2022-02-28T12:26:36Z', 'revision_number': 0, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:26:39.519435 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f9bd29f-b0f7-43bb-ae67-514759dfb57d None None] The sync data for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv is: [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '94e6b9ae-713c-4f24-b630-84c6b2fc17d7', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:24:00Z', 'updated_at': '2022-02-28T12:24:06Z', 'revision_number': 1, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}, {'id': 'f3230431-d5ca-44f8-9981-8e4145c2dd35', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.252', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:25:60:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:26:36Z', 'updated_at': '2022-02-28T12:26:36Z', 'revision_number': 0, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:26:39.720064 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329ba747-fdf8-4eab-89b8-66f611bafdb9 None None] New status for floating IP f3230431-d5ca-44f8-9981-8e4145c2dd35: ACTIVE {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:26:44.934603 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8577d492-10f8-4aad-a212-af438f03688d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:46.997015 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-8b947380-ad4f-42a3-8e46-797b1ef1de3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:48.385659 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:48.488177 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:26:49.945910 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:04.545120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:05.187130 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-86d71dc6-c3a0-4c41-80c5-3484801883ed service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0662353 Feb 28 12:27:05.410152 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-4a005a17-41e4-4c39-885f-abd860aaba54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1097 time: 0.1567085 Feb 28 12:27:05.552956 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-87d48ebe-0a35-400e-9412-8f95e4bfb9f1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:27:05.554378 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-87d48ebe-0a35-400e-9412-8f95e4bfb9f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 910 time: 0.1240072 Feb 28 12:27:05.655698 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-fa3b59c0-11c6-47f6-810e-fad6e95c73cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86 HTTP/1.1" status: 200 len: 1000 time: 0.0956841 Feb 28 12:27:05.715799 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-811afc53-b76a-4f86-8df3-1e383c26a6f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:27:05.717062 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-811afc53-b76a-4f86-8df3-1e383c26a6f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0560820 Feb 28 12:27:05.788383 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-f65770a0-a566-4130-b7c9-81dcf155e5c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658758 Feb 28 12:27:05.916611 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-dd327d50-1f76-4248-8c6d-4591e9e5e6f2 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227243 Feb 28 12:27:06.047013 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-04c33f65-1a7a-44be-832d-c737a080cd08 req-51be3ae6-792d-4e68-aeda-1ea892375152 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246393 Feb 28 12:27:14.910975 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5f5a96e2-f996-4822-844f-a67d3fb411cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:16.488340 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:27:17.025092 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e1e79b4e-bd08-4b64-bc32-dcbff560d763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:18.407883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:18.487797 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:19.939725 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:34.579097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:44.922256 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c3ebe8d7-f698-4f7b-af04-7b7da5e7795e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:47.014249 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-df17ffcb-5960-438f-9b10-684abd62d3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:48.362228 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:48.487938 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:49.933615 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:27:53.488913 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:28:04.573388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:07.228020 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eeadabff-df62-4053-8bc9-c31317bff28a req-7dc30bc6-6e0f-4c61-9946-96fc99c05456 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0834916 Feb 28 12:28:07.316446 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eeadabff-df62-4053-8bc9-c31317bff28a req-f4c62292-fea8-4a52-a37f-4947031c81a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 1099 time: 0.0694065 Feb 28 12:28:07.461262 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadabff-df62-4053-8bc9-c31317bff28a req-a5809637-9d57-4f19-9ae1-f8749cf26063 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:07.462681 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eeadabff-df62-4053-8bc9-c31317bff28a req-a5809637-9d57-4f19-9ae1-f8749cf26063 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 910 time: 0.1275067 Feb 28 12:28:07.564574 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eeadabff-df62-4053-8bc9-c31317bff28a req-311df1c3-3623-43bb-8e25-1c4e8bbc921d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fd3390-d417-4565-b958-e97dbb924ddb HTTP/1.1" status: 200 len: 1002 time: 0.0962522 Feb 28 12:28:07.629105 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadabff-df62-4053-8bc9-c31317bff28a req-014d2646-46fa-452a-8334-68713ba3eb51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:07.630601 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eeadabff-df62-4053-8bc9-c31317bff28a req-014d2646-46fa-452a-8334-68713ba3eb51 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0606782 Feb 28 12:28:07.708722 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eeadabff-df62-4053-8bc9-c31317bff28a req-4efee564-c325-4724-a1cc-d4acf08f3284 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726531 Feb 28 12:28:07.840054 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eeadabff-df62-4053-8bc9-c31317bff28a req-1d437f64-3690-4006-8656-b884f9210881 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258402 Feb 28 12:28:07.971257 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-eeadabff-df62-4053-8bc9-c31317bff28a req-ae1143e9-d442-4779-9069-1205a6bdacbb service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252577 Feb 28 12:28:11.255594 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d4fd3390-d417-4565-b958-e97dbb924ddb details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=84340) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 12:28:11.394466 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d4fd3390-d417-4565-b958-e97dbb924ddb,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:11.409166 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Returning: {'device': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'port_id': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'mac_address': 'fa:16:3e:25:60:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 712, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84340) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 12:28:11.472915 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:11.534079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4fd3390-d417-4565-b958-e97dbb924ddb {{(pid=84340) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 12:28:11.551097 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d4fd3390-d417-4565-b958-e97dbb924ddb,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:11.618488 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:11.699586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] get_ports_and_sgs() called for port_ids ['d4fd3390-d417-4565-b958-e97dbb924ddb'] {{(pid=84340) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 12:28:11.730497 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d4fd3390-d417-4565-b958-e97dbb924ddb,revision_number=6']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:11.756712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.757051 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.757379 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.757701 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.758026 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.758341 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.758658 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.759054 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.759696 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.760432 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:11.760809 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84340) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:13.286610 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d4fd3390-d417-4565-b958-e97dbb924ddb up at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 12:28:13.364565 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.provisioning_blocks [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Provisioning complete for port d4fd3390-d417-4565-b958-e97dbb924ddb triggered by entity L2. {{(pid=84340) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 12:28:13.364941 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1143853'] for port, provisioning_complete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:13.507491 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:13.540912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:28:13.546595 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d4fd3390-d417-4565-b958-e97dbb924ddb,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:13.620307 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:13.708300 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d4fd3390-d417-4565-b958-e97dbb924ddb,revision_number=7']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:13.808447 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'code': 200} Feb 28 12:28:14.893917 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5834fef0-bc94-47cc-a40e-780c01026490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:17.025323 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2a58ed3c-9fe9-4c5a-9634-def449c5ffb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:18.412509 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:18.516833 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:19.966873 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:24.096558 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34886) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:24.373030 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Deleting port 1c89271c-6af3-45e3-929e-acdf5f00eb96 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:24.373273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:24.539194 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:24.539516 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:24.656635 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Calling delete_port for 1c89271c-6af3-45e3-929e-acdf5f00eb96 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:24.882255 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:24.924125 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event deleted for resources: {'Port': ['ID=1c89271c-6af3-45e3-929e-acdf5f00eb96,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:24.962004 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:24.974906 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84339) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:25.026354 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:25.400758 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:28:25.596819 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:28:25.607685 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] Sync routers for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:28:25.620010 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:28:25.624037 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:25.716390 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:25.772134 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-98de2ada-0c18-4e79-a282-11a38c8093da tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "DELETE /v2.0/floatingips/f3230431-d5ca-44f8-9981-8e4145c2dd35 HTTP/1.1" status: 204 len: 168 time: 1.6744606 Feb 28 12:28:25.772710 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:28:25.800279 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:28:25.959371 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'status': 'completed', 'code': 200} Feb 28 12:28:26.055254 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0b981ff4-b098-429f-9e9b-b101031afc93 req-bc01907a-e134-4c7c-80f7-6345cb69f588 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 1099 time: 0.0742307 Feb 28 12:28:26.164873 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '94e6b9ae-713c-4f24-b630-84c6b2fc17d7', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:24:00Z', 'updated_at': '2022-02-28T12:24:06Z', 'revision_number': 1, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:26.169199 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] Checking router: c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:28:26.181330 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:28:26.181940 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:26.318873 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b981ff4-b098-429f-9e9b-b101031afc93 req-fcd2eff8-1f03-4c7e-bb3b-4418f93b778f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:26.320273 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0b981ff4-b098-429f-9e9b-b101031afc93 req-fcd2eff8-1f03-4c7e-bb3b-4418f93b778f service neutron] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 910 time: 0.2598271 Feb 28 12:28:26.365993 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:28:26.398538 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0b981ff4-b098-429f-9e9b-b101031afc93 req-cbc9d05f-3a36-4629-8c67-aa97baecc4ae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d4fd3390-d417-4565-b958-e97dbb924ddb HTTP/1.1" status: 200 len: 217 time: 0.0650904 Feb 28 12:28:26.478498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a70ee-bcb7-431b-acc0-013e219d016c req-89b7e2f0-c96c-4eae-873e-e92b402e9a92 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:26.479212 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-452a70ee-bcb7-431b-acc0-013e219d016c req-89b7e2f0-c96c-4eae-873e-e92b402e9a92 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Synchronizing usage tracker for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:28:26.488136 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b981ff4-b098-429f-9e9b-b101031afc93 req-af0cce25-e822-4354-b437-c07aaa77d9d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:26.489567 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0b981ff4-b098-429f-9e9b-b101031afc93 req-af0cce25-e822-4354-b437-c07aaa77d9d2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0802233 Feb 28 12:28:26.567067 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0b981ff4-b098-429f-9e9b-b101031afc93 req-e4208e0b-0a0b-4320-b0e8-8f1d745333f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709007 Feb 28 12:28:26.593446 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-452a70ee-bcb7-431b-acc0-013e219d016c req-89b7e2f0-c96c-4eae-873e-e92b402e9a92 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Unset dirty status for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:28:26.594529 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-452a70ee-bcb7-431b-acc0-013e219d016c req-89b7e2f0-c96c-4eae-873e-e92b402e9a92 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 946 time: 0.3071520 Feb 28 12:28:26.718600 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-452a70ee-bcb7-431b-acc0-013e219d016c req-f6cc399a-b3e6-48e4-8930-c8efbbef89eb tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740194 Feb 28 12:28:26.734534 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0b981ff4-b098-429f-9e9b-b101031afc93 req-bb56d3f3-d4b6-4f51-93c1-e805b9a2ff4f service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608291 Feb 28 12:28:26.738449 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '94e6b9ae-713c-4f24-b630-84c6b2fc17d7', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:24:00Z', 'updated_at': '2022-02-28T12:24:06Z', 'revision_number': 1, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:26.742585 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c16a8c8-ad14-42a2-a5f1-8e302dc3d57d None None] The sync data for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv is: [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_floatingips': [{'id': '94e6b9ae-713c-4f24-b630-84c6b2fc17d7', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'floating_ip_address': '172.26.1.220', 'floating_network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'router_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'port_id': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'mac_address': 'fa:16:3e:e2:00:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T12:24:00Z', 'updated_at': '2022-02-28T12:24:06Z', 'revision_number': 1, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:28:26.871931 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-0b981ff4-b098-429f-9e9b-b101031afc93 req-c74b85b8-9be0-488c-96b7-5668b0499995 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301386 Feb 28 12:28:26.965396 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358c9684-bcb5-4478-9738-2ead27ad6ea9 None None] New status for floating IP f3230431-d5ca-44f8-9981-8e4145c2dd35: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:28:27.337226 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d4fd3390-d417-4565-b958-e97dbb924ddb no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:28:27.443523 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1087232'] for port, before_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:27.470190 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb'}] {{(pid=84340) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:28:27.479642 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d4fd3390-d417-4565-b958-e97dbb924ddb,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:27.524681 dv-neutron-830866-1-hyperv neutron-server[84340]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'code': 200} Feb 28 12:28:27.544886 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8752571804564', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8752571381899', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8752571381944'] for port, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:27.613627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Pushing event updated for resources: {'Port': ['ID=d4fd3390-d417-4565-b958-e97dbb924ddb,revision_number=8']} {{(pid=84340) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:27.837709 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-e1dc5160-4332-405b-bca1-a6a7849be068 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:27.839163 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-e1dc5160-4332-405b-bca1-a6a7849be068 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 944 time: 0.0792170 Feb 28 12:28:27.953025 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Deleting port d4fd3390-d417-4565-b958-e97dbb924ddb {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:27.953278 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:28.024130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0e470-9a15-4dfc-b425-ea8086e23f78 req-3b94a01e-6f2f-4f60-aee6-a99add34cb11 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:28.025523 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ebb0e470-9a15-4dfc-b425-ea8086e23f78 req-3b94a01e-6f2f-4f60-aee6-a99add34cb11 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 944 time: 0.1849334 Feb 28 12:28:28.177733 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-ebb0e470-9a15-4dfc-b425-ea8086e23f78 req-295898d3-ff13-42f0-a38e-49d627e23323 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1268129 Feb 28 12:28:28.241884 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] For port d4fd3390-d417-4565-b958-e97dbb924ddb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d4fd3390-d417-4565-b958-e97dbb924ddb,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:28.242160 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:28.359449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Calling delete_port for d4fd3390-d417-4565-b958-e97dbb924ddb owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:28.539720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:28.587966 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event deleted for resources: {'Port': ['ID=d4fd3390-d417-4565-b958-e97dbb924ddb,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:28.738770 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] No DVR routers for this DVR port d4fd3390-d417-4565-b958-e97dbb924ddb on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:28:28.741173 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:28.743731 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'name': 'network-vif-deleted', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:28:28.798018 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '164aa06a-1b8f-40ed-8aa5-91a344076b78', 'name': 'network-vif-deleted', 'tag': 'd4fd3390-d417-4565-b958-e97dbb924ddb', 'status': 'completed', 'code': 200} Feb 28 12:28:28.802561 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-b28273bb-4fc1-46fa-8362-a990434cbc48 req-90bba4ca-56bb-4768-84b6-2239dc15cbc3 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "DELETE /v2.0/ports/d4fd3390-d417-4565-b958-e97dbb924ddb HTTP/1.1" status: 204 len: 173 time: 0.9325478 Feb 28 12:28:29.356410 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-320e2e8e-778b-4caf-86f1-4ef15f25e304 req-99db2012-3d1b-412a-8f11-ac1f732259ca tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Synchronizing usage tracker for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:28:29.459273 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-320e2e8e-778b-4caf-86f1-4ef15f25e304 req-99db2012-3d1b-412a-8f11-ac1f732259ca tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Unset dirty status for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:28:29.460454 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-320e2e8e-778b-4caf-86f1-4ef15f25e304 req-99db2012-3d1b-412a-8f11-ac1f732259ca tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=164aa06a-1b8f-40ed-8aa5-91a344076b78 HTTP/1.1" status: 200 len: 210 time: 0.1440492 Feb 28 12:28:30.489551 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:28:31.864177 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34954) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:32.064812 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Deleting port 46c39698-d977-4b96-9e33-d371b6d93589 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:32.065150 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:32.227232 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:32.227553 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:32.341404 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Calling delete_port for 46c39698-d977-4b96-9e33-d371b6d93589 owned by network:floatingip {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:32.556237 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:32.601016 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event deleted for resources: {'Port': ['ID=46c39698-d977-4b96-9e33-d371b6d93589,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:32.692456 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for floatingip, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:33.073130 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:28:33.367700 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:28:33.377410 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] Sync routers for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:28:33.381652 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d4fd3390-d417-4565-b958-e97dbb924ddb no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:28:33.388801 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:28:33.390086 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:33.414206 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: d4fd3390-d417-4565-b958-e97dbb924ddb {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:28:33.414541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device d4fd3390-d417-4565-b958-e97dbb924ddb not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:28:33.453753 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for floatingip, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:33.508840 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-fbb4ee51-84e5-4f38-82ce-5475dc349711 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "DELETE /v2.0/floatingips/94e6b9ae-713c-4f24-b630-84c6b2fc17d7 HTTP/1.1" status: 204 len: 168 time: 1.6412463 Feb 28 12:28:33.508840 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:28:33.563748 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'status': 'completed', 'code': 200} Feb 28 12:28:33.574711 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:28:33.664771 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3ef142a-05a6-4b92-ad39-a717db8ec79f req-fd8c8d8f-4a55-456c-a579-a82ed1da964b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 1097 time: 0.0799687 Feb 28 12:28:33.796601 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef142a-05a6-4b92-ad39-a717db8ec79f req-6aec0f89-5b2e-43f6-a501-7fb4cc0a1808 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:33.797739 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3ef142a-05a6-4b92-ad39-a717db8ec79f req-6aec0f89-5b2e-43f6-a501-7fb4cc0a1808 service neutron] 10.222.0.57 "GET /v2.0/networks?id=db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 200 len: 910 time: 0.1274815 Feb 28 12:28:33.865821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3ef142a-05a6-4b92-ad39-a717db8ec79f req-3fe92a07-9152-41a4-8fdb-0594fcc843eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86 HTTP/1.1" status: 200 len: 217 time: 0.0613914 Feb 28 12:28:33.889137 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:33.892852 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] Checking router: c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:28:33.902995 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:28:33.903578 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:33.932508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef142a-05a6-4b92-ad39-a717db8ec79f req-2090f3f5-59a8-49aa-875c-74d21666a628 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:33.933912 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3ef142a-05a6-4b92-ad39-a717db8ec79f req-2090f3f5-59a8-49aa-875c-74d21666a628 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 200 len: 848 time: 0.0629823 Feb 28 12:28:34.010265 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3ef142a-05a6-4b92-ad39-a717db8ec79f req-438fca62-78c6-46e5-a638-eb7a5d869fdd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=db0de6b6-5262-467b-ab6a-f604795b7868&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702963 Feb 28 12:28:34.082458 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:28:34.202109 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3ef142a-05a6-4b92-ad39-a717db8ec79f req-6f74187d-3ace-4e87-8fd1-75daf1bde985 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847537 Feb 28 12:28:34.234455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb1bfd3-1239-47d2-9ca7-4814d7634dd7 req-8037d8fc-143e-4586-a45b-931050b78e80 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:34.235106 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-cdb1bfd3-1239-47d2-9ca7-4814d7634dd7 req-8037d8fc-143e-4586-a45b-931050b78e80 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Synchronizing usage tracker for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:28:34.349664 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-e3ef142a-05a6-4b92-ad39-a717db8ec79f req-cc3b0637-0198-43b4-b42f-15051e524f59 service neutron] 10.222.0.57 "GET /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409178 Feb 28 12:28:34.374287 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-cdb1bfd3-1239-47d2-9ca7-4814d7634dd7 req-8037d8fc-143e-4586-a45b-931050b78e80 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Unset dirty status for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:28:34.375456 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdb1bfd3-1239-47d2-9ca7-4814d7634dd7 req-8037d8fc-143e-4586-a45b-931050b78e80 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 944 time: 0.2888286 Feb 28 12:28:34.390337 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:34.394406 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c4773b-0535-4800-8d3d-79fe2e91b73a None None] The sync data for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv is: [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:28Z', 'revision_number': 4, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv', '_interfaces': [{'id': 'b6fd6cc7-13ab-4736-b825-7b9e891f56e4', 'name': '', 'network_id': 'db0de6b6-5262-467b-ab6a-f604795b7868', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'mac_address': 'fa:16:3e:20:12:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:28Z', 'updated_at': '2022-02-28T12:23:37Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'subnets': [{'id': '7bd70b87-b117-4c65-ac94-9451032d8738', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:28:34.422573 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-cdb1bfd3-1239-47d2-9ca7-4814d7634dd7 req-d7dfe0d1-d6b6-4c1e-8eee-fa6008d68bfc tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411417 Feb 28 12:28:34.585627 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:34.621235 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78553a96-0033-4e22-b2bf-86fa4e41b54d None None] New status for floating IP 94e6b9ae-713c-4f24-b630-84c6b2fc17d7: DOWN {{(pid=84340) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 12:28:35.603808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-cfb68d63-9627-490e-a2dd-12d0fc1bb218 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:35.605335 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-cfb68d63-9627-490e-a2dd-12d0fc1bb218 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 944 time: 0.1178176 Feb 28 12:28:35.688541 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Deleting port 744a73ba-c9fa-4e47-aea7-2884313f0c86 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:35.688879 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:35.722164 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5bdfda-6bc5-45d9-82ee-964b0ef8d6d6 req-c1f86b5c-7110-4297-a006-e1bed902e0bf tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84339) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 12:28:35.723551 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8b5bdfda-6bc5-45d9-82ee-964b0ef8d6d6 req-c1f86b5c-7110-4297-a006-e1bed902e0bf tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 944 time: 0.1744232 Feb 28 12:28:35.828421 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-8b5bdfda-6bc5-45d9-82ee-964b0ef8d6d6 req-defa392c-fbc3-4da7-b081-720c064552d6 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/security-groups?id=5918d9cb-4273-4071-8083-11bb79ea99b6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0985274 Feb 28 12:28:35.969104 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] For port 744a73ba-c9fa-4e47-aea7-2884313f0c86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=744a73ba-c9fa-4e47-aea7-2884313f0c86,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:35.969502 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:36.094182 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Calling delete_port for 744a73ba-c9fa-4e47-aea7-2884313f0c86 owned by compute:nova {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:36.390063 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:36.437165 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event deleted for resources: {'Port': ['ID=744a73ba-c9fa-4e47-aea7-2884313f0c86,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:36.511220 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] No DVR routers for this DVR port 744a73ba-c9fa-4e47-aea7-2884313f0c86 on host hv-neutron-8308 {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:28:36.513531 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-206070'] for port, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:36.516265 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'name': 'network-vif-deleted', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86'}] {{(pid=84339) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 12:28:36.571111 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8a2684-dc5b-4940-ba67-8a9a9e988701', 'name': 'network-vif-deleted', 'tag': '744a73ba-c9fa-4e47-aea7-2884313f0c86', 'status': 'completed', 'code': 200} Feb 28 12:28:36.584438 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-1f68de96-9521-4e78-856f-f2d47ea9b73b req-d0390bd1-6176-43ae-a1d7-e19bc3cb8cda tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.57 "DELETE /v2.0/ports/744a73ba-c9fa-4e47-aea7-2884313f0c86 HTTP/1.1" status: 204 len: 173 time: 0.9737036 Feb 28 12:28:37.002325 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-62ec17ec-1995-4e97-aab5-84e93248b1c1 req-19f70417-4edb-4c13-8fc5-f34d4d4a3c33 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Synchronizing usage tracker for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 12:28:37.063659 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.quota.resource [req-62ec17ec-1995-4e97-aab5-84e93248b1c1 req-19f70417-4edb-4c13-8fc5-f34d4d4a3c33 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Unset dirty status for tenant:029d9a7a5d8041389ee747df4a1f3b4f on resource:port {{(pid=84339) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 12:28:37.064785 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [req-62ec17ec-1995-4e97-aab5-84e93248b1c1 req-19f70417-4edb-4c13-8fc5-f34d4d4a3c33 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "GET /v2.0/ports?device_id=bb8a2684-dc5b-4940-ba67-8a9a9e988701 HTTP/1.1" status: 200 len: 210 time: 0.1027062 Feb 28 12:28:38.167682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 34974) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:38.236838 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a0237d6-b9ae-4271-92d9-80fe5ec22362 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:38.264768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a0237d6-b9ae-4271-92d9-80fe5ec22362 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:38.384836 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a0237d6-b9ae-4271-92d9-80fe5ec22362 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:38.403040 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0237d6-b9ae-4271-92d9-80fe5ec22362 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5918d9cb-4273-4071-8083-11bb79ea99b6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:38.469945 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-1a0237d6-b9ae-4271-92d9-80fe5ec22362 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:38.471131 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-1a0237d6-b9ae-4271-92d9-80fe5ec22362 tempest-TestSnapshotPattern-905362852 tempest-TestSnapshotPattern-905362852-project] 10.222.0.31 "DELETE /v2.0/security-groups/5918d9cb-4273-4071-8083-11bb79ea99b6 HTTP/1.1" status: 204 len: 168 time: 0.3024564 Feb 28 12:28:38.648211 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 34982) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:39.199544 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:39.415826 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 744a73ba-c9fa-4e47-aea7-2884313f0c86 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:28:39.453881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] No Port match for: 744a73ba-c9fa-4e47-aea7-2884313f0c86 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:28:39.454449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Device 744a73ba-c9fa-4e47-aea7-2884313f0c86 not bound to the agent host hv-neutron-8308 {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:28:39.897458 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Deleting port b6fd6cc7-13ab-4736-b825-7b9e891f56e4 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:39.898046 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:40.068867 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] For port b6fd6cc7-13ab-4736-b825-7b9e891f56e4, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=b6fd6cc7-13ab-4736-b825-7b9e891f56e4,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:40.069218 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:40.184913 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Calling delete_port for b6fd6cc7-13ab-4736-b825-7b9e891f56e4 owned by network:router_interface {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:40.413874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:40.457180 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6fd6cc7-13ab-4736-b825-7b9e891f56e4,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:40.497028 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.497395 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.497735 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.498092 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.498453 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.498785 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.499139 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.500220 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.500492 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.500822 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.501150 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-1-hyperv {{(pid=84338) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 12:28:40.755360 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:41.419261 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84338) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:28:41.621989 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84338) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:28:41.631930 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] Sync routers for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:28:41.643667 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:28:41.644274 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:41.695986 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-28258bbc-bdb9-4ff8-8250-90a4540c4940 admin admin] 10.222.0.31 "PUT /v2.0/routers/c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0460126 Feb 28 12:28:41.698444 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [-] (84338) accepted ('10.222.0.31', 35002) {{(pid=84338) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:41.851062 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:28:41.889769 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:42.086130 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:42.128623 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86'}], 'enable_snat': True}, 'gw_port_id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:28:40Z', 'revision_number': 5, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port': {'id': '868eb786-240e-4ce3-8058-5b8fe354e896', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:bd:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:23:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:42.132372 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] Checking router: c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 for host: dv-neutron-830866-1-hyperv {{(pid=84341) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:28:42.143327 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] Routers {'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84341) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:28:42.143910 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:28:17Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'], 'active': True} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:42.173644 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Deleting port 868eb786-240e-4ce3-8058-5b8fe354e896 {{(pid=84338) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:42.173987 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:42.289857 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_dvr_db [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] Set router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 gateway port host: None {{(pid=84341) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:28:42.344035 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.db [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] For port 868eb786-240e-4ce3-8058-5b8fe354e896, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=868eb786-240e-4ce3-8058-5b8fe354e896,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84338) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:42.344313 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:42.396381 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.l3_hamode_db [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:28:42Z', 'revision_number': 6, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port_host': None}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84341) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:42.400486 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893ec67a-6688-4e8c-9b3f-902b61f31a50 None None] The sync data for ids ['c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36'] in dv-neutron-830866-1-hyperv is: [{'id': 'c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36', 'name': 'tempest-TestSnapshotPattern-356605863-router', 'tenant_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:25Z', 'updated_at': '2022-02-28T12:28:42Z', 'revision_number': 6, 'project_id': '029d9a7a5d8041389ee747df4a1f3b4f', 'gw_port_host': None}] {{(pid=84341) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:28:42.464874 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.plugins.ml2.plugin [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Calling delete_port for 868eb786-240e-4ce3-8058-5b8fe354e896 owned by network:router_gateway {{(pid=84338) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:42.670989 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3843531'] for port, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:42.721297 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Pushing event deleted for resources: {'Port': ['ID=868eb786-240e-4ce3-8058-5b8fe354e896,revision_number=None']} {{(pid=84338) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:43.056939 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.194456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 868eb786-240e-4ce3-8058-5b8fe354e896 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:28:43.227029 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 868eb786-240e-4ce3-8058-5b8fe354e896 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:28:43.227375 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 868eb786-240e-4ce3-8058-5b8fe354e896 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:28:43.227785 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b6fd6cc7-13ab-4736-b825-7b9e891f56e4 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:28:43.259636 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: b6fd6cc7-13ab-4736-b825-7b9e891f56e4 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:28:43.259973 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device b6fd6cc7-13ab-4736-b825-7b9e891f56e4 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:28:43.317365 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.321954 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.423527 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.424075 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 {{(pid=84338) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:28:43.435920 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] Notify callbacks [] for router, before_response {{(pid=84338) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.437596 dv-neutron-830866-1-hyperv neutron-server[84338]: INFO neutron.wsgi [None req-d9bcfa00-7a23-4775-b00e-63d557185be1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c645d5d7-dbb0-4a44-aae7-0b2b8ce5fa36 HTTP/1.1" status: 204 len: 168 time: 1.7375998 Feb 28 12:28:43.440559 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35006) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:43.501159 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8305fb-e24b-48fc-adbd-23e56b5d0534 admin admin] Deleting subnet 7bd70b87-b117-4c65-ac94-9451032d8738 {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:28:43.504330 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9d8305fb-e24b-48fc-adbd-23e56b5d0534 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.556820 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9d8305fb-e24b-48fc-adbd-23e56b5d0534 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.631842 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9d8305fb-e24b-48fc-adbd-23e56b5d0534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.779768 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9d8305fb-e24b-48fc-adbd-23e56b5d0534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.818602 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8305fb-e24b-48fc-adbd-23e56b5d0534 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bd70b87-b117-4c65-ac94-9451032d8738,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:43.824566 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9d8305fb-e24b-48fc-adbd-23e56b5d0534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.830821 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9d8305fb-e24b-48fc-adbd-23e56b5d0534 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7bd70b87-b117-4c65-ac94-9451032d8738 HTTP/1.1" status: 204 len: 168 time: 0.3891394 Feb 28 12:28:43.831070 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddb8f56-27a3-49b7-a0d5-10c71d3d5fc3 None None] Network db0de6b6-5262-467b-ab6a-f604795b7868 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:28:43.833250 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35010) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:43.938752 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:43.949028 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Deleting port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:43.949355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.101541 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] DHCP port deletion for db0de6b6-5262-467b-ab6a-f604795b7868 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:28:44.105790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] Deleting port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:44.106153 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.147754 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] For port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:44.148108 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.269837 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Calling delete_port for 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:44.301147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] For port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6,segment=NetworkSegment(8c518993-35c8-4274-b5dc-bc2e22ff211e),segment_id=8c518993-35c8-4274-b5dc-bc2e22ff211e)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:44.301699 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.420795 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] Calling delete_port for 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:44.442400 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.486423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Pushing event deleted for resources: {'Port': ['ID=63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:44.489775 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:28:44.490281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:28:44.492514 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] No DVR routers for this DVR port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:28:44.605939 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.634694 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0de6b6-5262-467b-ab6a-f604795b7868']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:44.647523 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c518993-35c8-4274-b5dc-bc2e22ff211e') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:44.647817 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c518993-35c8-4274-b5dc-bc2e22ff211e') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:44.660407 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.677449 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.683461 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Releasing vlan 712 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:28:44.683839 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:28:44.696812 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:28:44.852154 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.938554 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b5979202-60dd-469e-bbe2-a47197e7d5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.943076 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:44.948597 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] Pushing event deleted for resources: {'Network': ['ID=db0de6b6-5262-467b-ab6a-f604795b7868,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:44.991916 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] Deleting port 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:44.992331 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:45.035872 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-d0774895-2640-43a9-879c-39dcc981d76c admin admin] 10.222.0.31 "DELETE /v2.0/networks/db0de6b6-5262-467b-ab6a-f604795b7868 HTTP/1.1" status: 204 len: 168 time: 1.2016218 Feb 28 12:28:45.038807 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35014) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:45.057936 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-f5684186-9eb4-4cba-8832-f2e5e54bc00c None None] The port '63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 12:28:45.185443 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:28:45.218490 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:28:45.218668 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 63cb7f9c-bc62-45fa-9bb2-911d5cf32bb6 not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:28:45.420383 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-413290'] for router_interface, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:45.996885 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Deleting port 15aa9a1e-5383-40ad-b8a8-2842ac12293b {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:45.997571 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:46.170098 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] For port 15aa9a1e-5383-40ad-b8a8-2842ac12293b, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=15aa9a1e-5383-40ad-b8a8-2842ac12293b,segment=NetworkSegment(206b417f-8983-413f-bd6f-6975c45ae7d7),segment_id=206b417f-8983-413f-bd6f-6975c45ae7d7)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:46.170447 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:46.287208 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Calling delete_port for 15aa9a1e-5383-40ad-b8a8-2842ac12293b owned by network:router_interface {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:46.600973 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:46.644661 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Pushing event deleted for resources: {'Port': ['ID=15aa9a1e-5383-40ad-b8a8-2842ac12293b,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:46.929910 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1443356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-413401'] for router_interface, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:47.013813 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-bf0aca6c-a8aa-42a1-9479-849f6d1f8325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:47.494736 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 has already been hosted by L3 agent 022d0e89-facf-4d2f-a538-f675f7f5d16c {{(pid=84339) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 12:28:47.690682 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] Notify agent at l3_agent.dv-neutron-830866-1-hyperv the message routers_updated {{(pid=84339) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 12:28:47.699056 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] Sync routers for ids ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'] in dv-neutron-830866-1-hyperv {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 12:28:47.710776 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] Routers {'9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:28:47.711410 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:47.775469 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-b4e45200-dc4d-48a1-b4a6-bdcf5c882adf admin admin] 10.222.0.31 "PUT /v2.0/routers/9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7355387 Feb 28 12:28:47.777803 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35024) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:47.886033 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] Set router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:28:47.970423 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks [] for router, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:48.173664 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:32Z', 'updated_at': '2022-02-28T12:28:46Z', 'revision_number': 5, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'gw_port': {'id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:33Z', 'updated_at': '2022-02-28T12:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:48.178082 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] Checking router: 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 for host: dv-neutron-830866-1-hyperv {{(pid=84340) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 12:28:48.188454 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] Routers {'9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'} bound to L3 agent in host dv-neutron-830866-1-hyperv {{(pid=84340) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 12:28:48.189048 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T11:19:47Z,description=,heartbeat_timestamp=2022-02-28T12:28:47Z,host='dv-neutron-830866-1-hyperv',id=022d0e89-facf-4d2f-a538-f675f7f5d16c,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T11:19:48Z,topic='l3_agent')) {'router_ids': ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'], 'active': True} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:48.257000 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:48.351307 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Deleting port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:48.351656 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:48.418164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_dvr_db [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] Set router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 gateway port host: dv-neutron-830866-1-hyperv {{(pid=84340) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 12:28:48.464079 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:48.533457 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] For port 8947d962-1755-44f3-9fb1-7b1e4a9b84ff, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=8947d962-1755-44f3-9fb1-7b1e4a9b84ff,segment=NetworkSegment(039d1705-f8d6-4ead-bc57-6a79c67e77c5),segment_id=039d1705-f8d6-4ead-bc57-6a79c67e77c5)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:48.534027 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:48.666328 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:48.671866 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Calling delete_port for 8947d962-1755-44f3-9fb1-7b1e4a9b84ff owned by network:router_gateway {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:48.727586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.db.l3_hamode_db [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:32Z', 'updated_at': '2022-02-28T12:28:46Z', 'revision_number': 5, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'gw_port': {'id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:33Z', 'updated_at': '2022-02-28T12:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}], 'dv-neutron-830866-1-hyperv', False) {} {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:48.731449 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0d60a-0271-4ec5-8d22-9d6b3871ced8 None None] The sync data for ids ['9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6'] in dv-neutron-830866-1-hyperv is: [{'id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'name': 'tempest-TestSnapshotPattern-735030502-router', 'tenant_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'external_fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137'}], 'enable_snat': True}, 'gw_port_id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T12:23:32Z', 'updated_at': '2022-02-28T12:28:46Z', 'revision_number': 5, 'project_id': 'e5e92df71dba4f07bf24d9bc1e4de45e', 'gw_port': {'id': '8947d962-1755-44f3-9fb1-7b1e4a9b84ff', 'name': '', 'network_id': '0f2d1b25-1d24-484b-87d3-29d5438ce27f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:6b:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'ip_address': '172.26.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T12:23:33Z', 'updated_at': '2022-02-28T12:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '32e4ba4a-5c37-4fd8-89a5-3f7189c51442', 'cidr': '172.26.1.0/24', 'gateway_ip': '172.26.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-1-hyperv'}] {{(pid=84340) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 12:28:48.886261 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:48.928206 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Pushing event deleted for resources: {'Port': ['ID=8947d962-1755-44f3-9fb1-7b1e4a9b84ff,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:49.144388 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-414479'] for router_gateway, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.218167 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 15aa9a1e-5383-40ad-b8a8-2842ac12293b no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:28:49.255935 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 15aa9a1e-5383-40ad-b8a8-2842ac12293b {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:28:49.256281 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 15aa9a1e-5383-40ad-b8a8-2842ac12293b not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:28:49.396577 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-411839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-41900'] for router, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.400619 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.516835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-411691'] for router, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.517300 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 {{(pid=84339) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 12:28:49.529038 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] Notify callbacks [] for router, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.530139 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f5981aae-4545-4105-8edd-0f0bdd620c83 admin admin] 10.222.0.31 "DELETE /v2.0/routers/9fb6f979-e71f-4cc4-b5e0-d2011ac8fbf6 HTTP/1.1" status: 204 len: 168 time: 1.7514002 Feb 28 12:28:49.533708 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35030) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:49.689643 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63f8d9c-fd44-43ad-b419-aa4aaf14ab4f admin admin] Deleting subnet dc45f543-2a58-43bb-86c2-5c3ae1df025f {{(pid=84339) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 12:28:49.692508 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f63f8d9c-fd44-43ad-b419-aa4aaf14ab4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.740655 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f63f8d9c-fd44-43ad-b419-aa4aaf14ab4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3412186'] for subnet, precommit_delete_associations {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.815991 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f63f8d9c-fd44-43ad-b419-aa4aaf14ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1145073'] for subnet, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.951683 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f63f8d9c-fd44-43ad-b419-aa4aaf14ab4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1145032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3339839', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3637137'] for subnet, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.985446 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:49.989283 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f8d9c-fd44-43ad-b419-aa4aaf14ab4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc45f543-2a58-43bb-86c2-5c3ae1df025f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:49.995486 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f63f8d9c-fd44-43ad-b419-aa4aaf14ab4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1443576'] for subnet, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.001608 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ed04d3-027d-4edb-83a1-42312a8c71f2 None None] Network c5e420d9-5036-44bd-b1db-7eb6027432b5 requested from dv-neutron-830866-1-hyperv {{(pid=84340) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 12:28:50.002444 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f63f8d9c-fd44-43ad-b419-aa4aaf14ab4f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/dc45f543-2a58-43bb-86c2-5c3ae1df025f HTTP/1.1" status: 204 len: 168 time: 0.4660485 Feb 28 12:28:50.003970 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35036) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:50.109969 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1170403'] for network, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.120267 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Deleting port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c {{(pid=84339) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:50.120595 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.243155 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] DHCP port deletion for c5e420d9-5036-44bd-b1db-7eb6027432b5 request from dv-neutron-830866-1-hyperv {{(pid=84340) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 12:28:50.247023 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] Deleting port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:50.247402 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.328186 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.db [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] For port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f38da81d-7e5f-4c5d-a2d8-c22af101cb3c,segment=NetworkSegment(206b417f-8983-413f-bd6f-6975c45ae7d7),segment_id=206b417f-8983-413f-bd6f-6975c45ae7d7)] {{(pid=84339) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:50.328518 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.447702 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.plugin [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Calling delete_port for f38da81d-7e5f-4c5d-a2d8-c22af101cb3c owned by network:dhcp {{(pid=84339) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:50.452353 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.db [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] For port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c, host dv-neutron-830866-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-1-hyperv',level=0,port_id=f38da81d-7e5f-4c5d-a2d8-c22af101cb3c,segment=NetworkSegment(206b417f-8983-413f-bd6f-6975c45ae7d7),segment_id=206b417f-8983-413f-bd6f-6975c45ae7d7)] {{(pid=84340) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 12:28:50.452737 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435580'] for port, precommit_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.562804 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1085820', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-256522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8752571804546', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8752571381890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3340000'] for port, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.572748 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] Calling delete_port for f38da81d-7e5f-4c5d-a2d8-c22af101cb3c owned by network:dhcp {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 12:28:50.611669 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Pushing event deleted for resources: {'Port': ['ID=f38da81d-7e5f-4c5d-a2d8-c22af101cb3c,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:50.615380 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] No DVR routers for this DVR port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c on host dv-neutron-830866-1-hyperv {{(pid=84339) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 12:28:50.644081 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.db.api [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84340) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 12:28:50.644441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG oslo_db.api [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84340) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 12:28:50.728455 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1143420', 'neutron.services.segments.db._delete_segments_for_network-8752571834727'] for network, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.753041 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e420d9-5036-44bd-b1db-7eb6027432b5']}} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:50.764361 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206b417f-8983-413f-bd6f-6975c45ae7d7') {'for_net_delete': True} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:50.764652 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.services.segments.db [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206b417f-8983-413f-bd6f-6975c45ae7d7') {} {{(pid=84339) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 12:28:50.775498 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8752571833838', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3412177'] for segment, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.790679 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279403'] for segment, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.796444 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Releasing vlan 721 on physical network physnet1 to pool {{(pid=84339) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 12:28:50.796808 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1145944', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3339925'] for segment, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: Traceback (most recent call last): Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: timer() Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: cb(*args, **kw) Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: return func(*args, **kwargs) Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: self._notify() Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: self.callback(batched_events) Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: event.method(event) Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: return f(self, *a, **k) Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._get(url).json() Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: return self.request(url, 'GET', **kwargs) Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 12:28:50.809765 dv-neutron-830866-1-hyperv neutron-server[84339]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 12:28:50.943492 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1143411', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-329990', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1443569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-414570'] for network, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.959355 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Notify callbacks [] for network, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:50.971835 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5e420d9-5036-44bd-b1db-7eb6027432b5,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:50.976511 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-9fc23d58-e8a5-4e4d-9a8b-21aa00286485 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c5e420d9-5036-44bd-b1db-7eb6027432b5 HTTP/1.1" status: 204 len: 168 time: 0.9715853 Feb 28 12:28:51.146388 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] Deleting port f38da81d-7e5f-4c5d-a2d8-c22af101cb3c {{(pid=84340) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 12:28:51.146712 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8752571749825'] for port, before_delete {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:51.210661 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8947d962-1755-44f3-9fb1-7b1e4a9b84ff no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:28:51.237868 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-dcf42075-68f2-4457-8abd-2b045d1c29ce None None] The port 'f38da81d-7e5f-4c5d-a2d8-c22af101cb3c' was deleted {{(pid=84340) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 12:28:51.248031 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: 8947d962-1755-44f3-9fb1-7b1e4a9b84ff {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:28:51.248543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device 8947d962-1755-44f3-9fb1-7b1e4a9b84ff not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:28:51.248710 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f38da81d-7e5f-4c5d-a2d8-c22af101cb3c no longer exists at agent ovs-agent-dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 12:28:51.291170 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.plugin [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] No Port match for: f38da81d-7e5f-4c5d-a2d8-c22af101cb3c {{(pid=84340) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 12:28:51.291512 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron.plugins.ml2.rpc [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Device f38da81d-7e5f-4c5d-a2d8-c22af101cb3c not bound to the agent host dv-neutron-830866-1-hyperv {{(pid=84340) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 12:28:51.304056 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35044) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:51.353557 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-15a1e4b4-c7ed-4aa3-a066-aa20412af95e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=029d9a7a5d8041389ee747df4a1f3b4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483487 Feb 28 12:28:51.356145 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35048) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:51.414707 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f739d10c-6de7-4b02-b6c7-f57b24d498b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:51.439175 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f739d10c-6de7-4b02-b6c7-f57b24d498b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:51.568197 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f739d10c-6de7-4b02-b6c7-f57b24d498b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:51.585284 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f739d10c-6de7-4b02-b6c7-f57b24d498b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=626fb122-3787-4677-a149-f61f083d835f,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:51.591896 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-f739d10c-6de7-4b02-b6c7-f57b24d498b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:51.592940 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-f739d10c-6de7-4b02-b6c7-f57b24d498b5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/626fb122-3787-4677-a149-f61f083d835f HTTP/1.1" status: 204 len: 168 time: 0.2359433 Feb 28 12:28:52.363922 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35056) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:52.413524 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-5ee324cb-5985-4f5e-a017-b17d9756fe93 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5e92df71dba4f07bf24d9bc1e4de45e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0484309 Feb 28 12:28:52.415905 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [-] (84339) accepted ('10.222.0.31', 35060) {{(pid=84339) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 12:28:52.473859 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ab27164-1263-4c2a-92c7-7b5f499ec12e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:52.499699 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ab27164-1263-4c2a-92c7-7b5f499ec12e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:52.617954 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ab27164-1263-4c2a-92c7-7b5f499ec12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-330153'] for security_group, after_delete {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:52.633720 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab27164-1263-4c2a-92c7-7b5f499ec12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70626e37-ae6a-4637-b657-57ee9db79f97,revision_number=None']} {{(pid=84339) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 12:28:52.637957 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron_lib.callbacks.manager [None req-2ab27164-1263-4c2a-92c7-7b5f499ec12e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84339) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:28:52.639112 dv-neutron-830866-1-hyperv neutron-server[84339]: INFO neutron.wsgi [None req-2ab27164-1263-4c2a-92c7-7b5f499ec12e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70626e37-ae6a-4637-b657-57ee9db79f97 HTTP/1.1" status: 204 len: 168 time: 0.2222953 Feb 28 12:29:04.608267 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:07.489914 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:29:14.922657 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-3470482a-4b13-40d2-8016-515f51e74ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:17.023120 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-b6a43b99-5396-417e-8a80-3b41ea037d6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:18.379339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:18.505276 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:19.968591 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:34.596586 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:44.493472 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:29:44.916912 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-92f1bb34-0309-4044-a90c-4b01cd3036c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:47.017229 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-c8cb7aa3-da8a-4fbd-af5b-ea0516129cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:48.365810 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:48.534264 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:29:49.951052 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:04.628468 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:14.922881 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-2b03b57b-ae46-4f2b-bd08-3d0456759c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:16.996675 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-0738b607-ec93-4960-977c-77a3c837d808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:18.362790 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:18.539838 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:19.997164 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:21.494260 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:30:29.761950 dv-neutron-830866-1-hyperv neutron-server[84339]: DEBUG neutron.wsgi [req-2ae70c57-536e-4c98-b835-1c91cf6e2a44 req-eb6317cd-12a7-4b75-a68f-2c2361672cbf service neutron] (84339) timed out ('10.222.0.31', 33618) {{(pid=84339) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 12:30:34.605556 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:44.934075 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6a1c614d-2b62-468e-8e27-e4620df434b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:47.026372 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cda73386-55c9-414e-baf2-4a17dac11a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:48.374546 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:48.517404 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:49.968708 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:30:58.495149 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:31:04.620634 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:14.934124 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-975ebe1d-ce90-4c8a-ac8e-047d229bf837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:17.016413 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-5a6cb3b5-1666-46b2-a41a-83e29c192fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:18.371147 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:18.524972 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:19.981137 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:34.614665 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:35.495440 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:31:44.923258 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-63c386ca-8e55-44dd-adf9-3ad0b05e9907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:47.032094 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ebba0426-bf73-4f40-b7db-38d78875949f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:48.376461 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:48.522777 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:31:49.992247 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:04.608655 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:12.496512 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:32:14.936204 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-aa6a4af2-f800-413d-b54a-612cce8c4dbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:17.020543 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-9ac7760f-00cc-42b6-b778-a728ad577034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:18.368599 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:18.517151 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:20.021964 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:34.593118 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:44.947339 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-cb265a84-6bf6-4872-be2d-10b2e307461c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:47.021342 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a4fc1a02-0647-4b6f-a009-6fc69939d583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:48.368692 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:48.541158 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:49.496672 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:32:49.987355 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:32:56.240290 dv-neutron-830866-1-hyperv neutron-server[84338]: DEBUG neutron.wsgi [req-129fd866-848e-495c-abc5-9d616a90f7e5 req-162d61a1-f7ae-4ead-9a50-1a929783c7ca service neutron] (84338) timed out ('10.222.0.57', 60463) {{(pid=84338) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 12:33:04.615442 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:14.934376 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-a1e3f2c1-2d09-413a-b65b-a41e139e99ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:16.992456 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6479ec9c-3310-4fad-b083-9486b1587adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:18.363861 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:18.524496 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:19.975441 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:26.496294 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:33:34.609549 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:44.917989 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ba4c203f-b384-42bc-9f2c-fa283e3cd589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:47.038393 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-be6171cc-f7d5-471d-9f3a-d5435d4fbb00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:48.380883 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:48.517822 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:33:49.963459 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:34:03.495672 dv-neutron-830866-1-hyperv neutron-server[84341]: DEBUG neutron.db.agents_db [None req-8ac5a3f6-2e1e-49db-9fc4-df5e24286052 None None] Agent healthcheck: found 6 active agents {{(pid=84341) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 12:34:04.655597 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ec246d38-9fc7-440f-a01a-92253aa95013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:34:14.941517 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-69a8cba7-de0a-41e2-88c7-76cb0172754a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:34:17.003149 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-87da44ec-d671-4a47-aaf3-f940b49c0d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:34:18.375239 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-ccd41a48-ea10-49dc-bb8d-8362d141b373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:34:18.517406 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-6f4b60e7-15b7-4a8b-889b-bf2a3144dddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 12:34:19.969479 dv-neutron-830866-1-hyperv neutron-server[84340]: DEBUG neutron_lib.callbacks.manager [None req-e4a9c161-3b38-41c0-b77a-73b120181cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8752571834709', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1143932'] for agent, after_update {{(pid=84340) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}